[{"model_name":"claude-4-sonnet","detail_path":"data/model_details/claude-4-sonnet.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":722.775,"median":683.0,"min":186,"max":1382,"stdev":253.94553095557262},"short":{"mean":642.8695652173913,"median":676.0,"min":186,"max":1019,"stdev":216.7607194262051},"long":{"mean":830.8823529411765,"median":879.0,"min":441,"max":1382,"stdev":266.4389898159007}},"performance":{"all":{"mean":655.35,"median":639.5,"min":-110,"max":1283,"stdev":427.0698345584052},"short":{"mean":693.8695652173913,"median":715.0,"min":-110,"max":1283,"stdev":444.0125207435879},"long":{"mean":603.2352941176471,"median":570.0,"min":-50,"max":1218,"stdev":410.4588178812469}},"input_tokens":{"all":{"mean":3385.2,"median":2993.0,"min":1547,"max":8504,"stdev":1769.0775692868433},"short":{"mean":2727.2608695652175,"median":2122.0,"min":1603,"max":8370,"stdev":1565.5019589253823},"long":{"mean":4275.35294117647,"median":3913.0,"min":1547,"max":8504,"stdev":1671.6684009237774}},"output_tokens":{"all":{"mean":11714.25,"median":11679.0,"min":7798,"max":16756,"stdev":2198.0100644878185},"short":{"mean":12374.95652173913,"median":12232.0,"min":9241,"max":16756,"stdev":2011.605362487223},"long":{"mean":10820.35294117647,"median":10356.0,"min":7798,"max":14968,"stdev":2176.153456824003}},"total_tokens":{"all":{"mean":15099.45,"median":15002.5,"min":11219,"max":22209,"stdev":2188.08794823946},"short":{"mean":15102.217391304348,"median":14834.0,"min":11219,"max":22209,"stdev":2552.123393221662},"long":{"mean":15095.70588235294,"median":15531.0,"min":12565,"max":18105,"stdev":1647.4917968197096}},"cost":{"all":{"mean":0.18586935,"median":0.1842585,"min":0.131832,"max":0.25782,"stdev":0.031183418781461407},"short":{"mean":0.19380613043478262,"median":0.191286,"min":0.144615,"max":0.25782,"stdev":0.0305491645716813},"long":{"mean":0.17513135294117646,"median":0.169659,"min":0.131832,"max":0.233931,"stdev":0.02956273164590253}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2309,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1547,"output_tokens":14329,"total_tokens":15876,"cost":0.219576},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":493952,"rank":1019,"performance":-65,"input_tokens":1691,"output_tokens":14226,"total_tokens":15917,"cost":0.218463},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2635437238880,"overall_relative_score":2635437238880,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":441,"performance":1218,"input_tokens":3117,"output_tokens":13611,"total_tokens":16728,"cost":0.213516},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3187354583,"overall_relative_score":3187354583,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":1863,"output_tokens":12576,"total_tokens":14439,"cost":0.194229},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4306086,"overall_relative_score":4306086,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":2062,"output_tokens":12494,"total_tokens":14556,"cost":0.193596},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4866783,"overall_relative_score":4866783,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":4438,"output_tokens":9965,"total_tokens":14403,"cost":0.162789},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1267406,"overall_relative_score":1267406,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":279,"performance":1270,"input_tokens":1812,"output_tokens":9407,"total_tokens":11219,"cost":0.146541},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2602,"output_tokens":12232,"total_tokens":14834,"cost":0.191286},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":93413747,"overall_relative_score":93413747,"max_execution_time_ms":2788,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":3330,"output_tokens":12201,"total_tokens":15531,"cost":0.193005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237877354,"overall_relative_score":237877354,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":683,"performance":651,"input_tokens":2590,"output_tokens":16670,"total_tokens":19260,"cost":0.25782},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8370,"output_tokens":13839,"total_tokens":22209,"cost":0.232695},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248244591,"overall_relative_score":248244591,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":576,"performance":1017,"input_tokens":8504,"output_tokens":8516,"total_tokens":17020,"cost":0.153252},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14283732,"overall_relative_score":14283732,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":693,"performance":501,"input_tokens":5098,"output_tokens":11278,"total_tokens":16376,"cost":0.184464},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3137,"output_tokens":14968,"total_tokens":18105,"cost":0.233931},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2869,"output_tokens":14008,"total_tokens":16877,"cost":0.218727},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4768826786,"overall_relative_score":27338429029,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":646,"performance":1065,"input_tokens":3145,"output_tokens":9420,"total_tokens":12565,"cost":0.150735},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2381642318165,"overall_relative_score":394063906569,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":653,"performance":968,"input_tokens":7358,"output_tokens":8392,"total_tokens":15750,"cost":0.147954},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":656889283044695,"overall_relative_score":5372384706,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":5191,"output_tokens":10554,"total_tokens":15745,"cost":0.173883},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409139364,"overall_relative_score":409139364,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":652,"performance":1015,"input_tokens":4094,"output_tokens":11617,"total_tokens":15711,"cost":0.186537},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5608650,"overall_relative_score":5608650,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":988,"performance":585,"input_tokens":1927,"output_tokens":9886,"total_tokens":11813,"cost":0.154071},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2519,"output_tokens":14067,"total_tokens":16586,"cost":0.218562},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2578,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":2087,"output_tokens":11324,"total_tokens":13411,"cost":0.176121},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":879,"performance":467,"input_tokens":3269,"output_tokens":9410,"total_tokens":12679,"cost":0.150957},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3650,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":2000,"output_tokens":9241,"total_tokens":11241,"cost":0.144615},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3913,"output_tokens":9091,"total_tokens":13004,"cost":0.148104},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960088,"overall_relative_score":960088,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":603,"performance":1080,"input_tokens":2137,"output_tokens":13488,"total_tokens":15625,"cost":0.208731},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":508815137545,"overall_relative_score":85119247310,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":999,"performance":570,"input_tokens":4773,"output_tokens":10356,"total_tokens":15129,"cost":0.169659},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":1002,"performance":117,"input_tokens":3479,"output_tokens":10825,"total_tokens":14304,"cost":0.172812},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1976,"output_tokens":11875,"total_tokens":13851,"cost":0.184053},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2543,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":3121,"output_tokens":13595,"total_tokens":16716,"cost":0.213288},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2384376251,"overall_relative_score":2384376251,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":693,"performance":954,"input_tokens":2236,"output_tokens":12020,"total_tokens":14256,"cost":0.187008},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216314674,"overall_relative_score":216314674,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":676,"performance":1049,"input_tokens":5006,"output_tokens":9712,"total_tokens":14718,"cost":0.160698},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":189244000,"overall_relative_score":229635759,"max_execution_time_ms":4059,"max_memory_usage_kib":3072,"rank":988,"performance":433,"input_tokens":4589,"output_tokens":10070,"total_tokens":14659,"cost":0.164817},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":2122,"output_tokens":13091,"total_tokens":15213,"cost":0.202731},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4816,"output_tokens":10845,"total_tokens":15661,"cost":0.177123},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56212409,"overall_relative_score":56212409,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":723,"performance":1019,"input_tokens":1901,"output_tokens":11741,"total_tokens":13642,"cost":0.181818},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2478,"output_tokens":12398,"total_tokens":14876,"cost":0.193404},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":100038604,"overall_relative_score":100038604,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":934,"performance":537,"input_tokens":1684,"output_tokens":10678,"total_tokens":12362,"cost":0.165222},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":4954,"output_tokens":7798,"total_tokens":12752,"cost":0.131832},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":1603,"output_tokens":16756,"total_tokens":18359,"cost":0.256149}]},{"num_self_refine":2,"rank":{"all":{"mean":656.375,"median":675.5,"min":186,"max":1046,"stdev":258.68560142500274},"short":{"mean":571.0434782608696,"median":664.0,"min":186,"max":1019,"stdev":256.4334892079265},"long":{"mean":771.8235294117648,"median":735.0,"min":335,"max":1046,"stdev":219.2425127838228}},"performance":{"all":{"mean":833.55,"median":915.0,"min":-65,"max":1697,"stdev":418.4885471581798},"short":{"mean":913.7391304347826,"median":1019.0,"min":-65,"max":1697,"stdev":436.46995287516165},"long":{"mean":725.0588235294117,"median":775.0,"min":111,"max":1380,"stdev":378.4052838208386}},"input_tokens":{"all":{"mean":9729.225,"median":8322.5,"min":4667,"max":39560,"stdev":6069.695947639789},"short":{"mean":7482.304347826087,"median":6525.0,"min":4667,"max":19041,"stdev":3157.0036777526684},"long":{"mean":12769.176470588236,"median":11844.0,"min":4936,"max":39560,"stdev":7682.444144242883}},"output_tokens":{"all":{"mean":19573.55,"median":19360.0,"min":14655,"max":27966,"stdev":2974.3716246525855},"short":{"mean":20645.391304347828,"median":20288.0,"min":16341,"max":27966,"stdev":2923.278836871838},"long":{"mean":18123.41176470588,"median":17453.0,"min":14655,"max":23139,"stdev":2434.819707360884}},"total_tokens":{"all":{"mean":29302.775,"median":28893.5,"min":21949,"max":58806,"stdev":6069.752499864832},"short":{"mean":28127.695652173912,"median":28581.0,"min":21949,"max":38478,"stdev":4136.576169147868},"long":{"mean":30892.58823529412,"median":29373.0,"min":23625,"max":58806,"stdev":7848.805164313416}},"cost":{"all":{"mean":0.322790925,"median":0.3213705,"min":0.24673499999999998,"max":0.44069400000000003,"stdev":0.04386389579397845},"short":{"mean":0.33212778260869563,"median":0.339906,"min":0.26517599999999997,"max":0.44069400000000003,"stdev":0.04415209232451404},"long":{"mean":0.31015870588235295,"median":0.298455,"min":0.24673499999999998,"max":0.40737,"stdev":0.04140715813836526}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":545461422541,"overall_relative_score":545461422541,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":994,"performance":775,"input_tokens":4936,"output_tokens":23139,"total_tokens":28075,"cost":0.361893},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":493952,"rank":1019,"performance":-65,"input_tokens":4667,"output_tokens":21727,"total_tokens":26394,"cost":0.339906},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2714166283058,"overall_relative_score":2714166283058,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":335,"performance":1380,"input_tokens":9090,"output_tokens":20362,"total_tokens":29452,"cost":0.3327},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3187354583,"overall_relative_score":3187354583,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":5956,"output_tokens":23262,"total_tokens":29218,"cost":0.366798},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10304809,"overall_relative_score":10304809,"max_execution_time_ms":2180,"max_memory_usage_kib":3072,"rank":236,"performance":1388,"input_tokens":6959,"output_tokens":21622,"total_tokens":28581,"cost":0.345207},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4866783,"overall_relative_score":4866783,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":11845,"output_tokens":17528,"total_tokens":29373,"cost":0.298455},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1267406,"overall_relative_score":1267406,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":279,"performance":1270,"input_tokens":6684,"output_tokens":17387,"total_tokens":24071,"cost":0.280857},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6991904090,"overall_relative_score":6991904090,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":6525,"output_tokens":17273,"total_tokens":23798,"cost":0.27867000000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83718279,"overall_relative_score":83718279,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":608,"performance":943,"input_tokens":9408,"output_tokens":22119,"total_tokens":31527,"cost":0.360009},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237877354,"overall_relative_score":237877354,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":683,"performance":651,"input_tokens":7186,"output_tokens":21741,"total_tokens":28927,"cost":0.347673},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6048,"overall_relative_score":6048,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":381,"performance":1145,"input_tokens":19041,"output_tokens":19437,"total_tokens":38478,"cost":0.34867800000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282150618,"overall_relative_score":282150618,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":567,"performance":1029,"input_tokens":19878,"output_tokens":17309,"total_tokens":37187,"cost":0.319269},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14283732,"overall_relative_score":14283732,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":693,"performance":501,"input_tokens":11706,"output_tokens":19569,"total_tokens":31275,"cost":0.328653},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":39560,"output_tokens":19246,"total_tokens":58806,"cost":0.40737},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":8153,"output_tokens":24064,"total_tokens":32217,"cost":0.385419},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4768826786,"overall_relative_score":27338429029,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":646,"performance":1065,"input_tokens":8492,"output_tokens":17453,"total_tokens":25945,"cost":0.287271},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2451146408255,"overall_relative_score":385241989440,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":16085,"output_tokens":14751,"total_tokens":30836,"cost":0.26952},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654669175781053,"overall_relative_score":5412181305,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":13202,"output_tokens":14725,"total_tokens":27927,"cost":0.260481},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455768336,"overall_relative_score":455768336,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":215,"performance":1697,"input_tokens":10404,"output_tokens":21894,"total_tokens":32298,"cost":0.359622},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5749800,"overall_relative_score":5749800,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":981,"performance":602,"input_tokens":5835,"output_tokens":17022,"total_tokens":22857,"cost":0.272835},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":7320,"output_tokens":21540,"total_tokens":28860,"cost":0.34506000000000003},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2578,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":6176,"output_tokens":24055,"total_tokens":30231,"cost":0.379353},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":879,"performance":467,"input_tokens":8660,"output_tokens":16976,"total_tokens":25636,"cost":0.28062},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990788,"overall_relative_score":990788,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":523,"input_tokens":5354,"output_tokens":19283,"total_tokens":24637,"cost":0.305307},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71030811559,"overall_relative_score":791805780555,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":905,"performance":644,"input_tokens":9552,"output_tokens":18638,"total_tokens":28190,"cost":0.308226},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1023869,"overall_relative_score":1023869,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":410,"performance":1384,"input_tokens":6119,"output_tokens":22061,"total_tokens":28180,"cost":0.349272},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":508815137545,"overall_relative_score":85119247310,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":999,"performance":570,"input_tokens":12262,"output_tokens":17060,"total_tokens":29322,"cost":0.292686},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":1002,"performance":117,"input_tokens":8970,"output_tokens":14655,"total_tokens":23625,"cost":0.24673499999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9957201854083,"overall_relative_score":9957201854083,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":628,"performance":1092,"input_tokens":5758,"output_tokens":19983,"total_tokens":25741,"cost":0.317019},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2543,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":8740,"output_tokens":16973,"total_tokens":25713,"cost":0.28081500000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2384376251,"overall_relative_score":2384376251,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":693,"performance":954,"input_tokens":6384,"output_tokens":20288,"total_tokens":26672,"cost":0.323472},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216314674,"overall_relative_score":216314674,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":676,"performance":1049,"input_tokens":11682,"output_tokens":17551,"total_tokens":29233,"cost":0.298311},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":189244000,"overall_relative_score":229635759,"max_execution_time_ms":4059,"max_memory_usage_kib":3072,"rank":988,"performance":433,"input_tokens":12345,"output_tokens":17352,"total_tokens":29697,"cost":0.297315},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290302,"overall_relative_score":290302,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":235,"performance":1556,"input_tokens":6687,"output_tokens":16341,"total_tokens":23028,"cost":0.26517599999999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4931021800,"overall_relative_score":1979543148962,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":980,"performance":677,"input_tokens":12207,"output_tokens":20073,"total_tokens":32280,"cost":0.337716},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56212409,"overall_relative_score":56212409,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":723,"performance":1019,"input_tokens":5337,"output_tokens":19233,"total_tokens":24570,"cost":0.304506},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":7068,"output_tokens":27966,"total_tokens":35034,"cost":0.44069400000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":100038604,"overall_relative_score":100038604,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":934,"performance":537,"input_tokens":4801,"output_tokens":17148,"total_tokens":21949,"cost":0.271623},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1137586741,"overall_relative_score":1213617712294,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":735,"performance":1095,"input_tokens":11844,"output_tokens":19739,"total_tokens":31583,"cost":0.331617},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":6291,"output_tokens":24397,"total_tokens":30688,"cost":0.384828}]},{"num_self_refine":4,"rank":{"all":{"mean":588.25,"median":597.0,"min":186,"max":999,"stdev":249.51940986110858},"short":{"mean":515.2608695652174,"median":527.0,"min":186,"max":949,"stdev":251.37968699871737},"long":{"mean":687.0,"median":675.0,"min":304,"max":999,"stdev":216.45034072507255}},"performance":{"all":{"mean":989.95,"median":966.0,"min":111,"max":1697,"stdev":367.44355575607347},"short":{"mean":1049.5652173913043,"median":1039.0,"min":483,"max":1697,"stdev":392.9604220282653},"long":{"mean":909.2941176470588,"median":937.0,"min":111,"max":1407,"stdev":323.65582891126076}},"input_tokens":{"all":{"mean":33073.325,"median":28136.0,"min":15063,"max":121793,"stdev":21855.171899068206},"short":{"mean":28884.608695652172,"median":23544.0,"min":15063,"max":117851,"stdev":20642.785406526924},"long":{"mean":38740.41176470588,"median":33740.0,"min":18931,"max":121793,"stdev":22781.625403103986}},"output_tokens":{"all":{"mean":30739.925,"median":30020.5,"min":19795,"max":43070,"stdev":4933.088024328092},"short":{"mean":31269.91304347826,"median":30696.0,"min":24719,"max":40393,"stdev":4085.0740275148846},"long":{"mean":30022.882352941175,"median":29239.0,"min":19795,"max":43070,"stdev":5951.605475440565}},"total_tokens":{"all":{"mean":63813.25,"median":61259.0,"min":43039,"max":150268,"stdev":21780.69545374339},"short":{"mean":60154.52173913043,"median":55007.0,"min":44674,"max":150268,"stdev":21311.25997057886},"long":{"mean":68763.29411764706,"median":63727.0,"min":43039,"max":147673,"stdev":22058.69839418428}},"cost":{"all":{"mean":0.56031885,"median":0.544821,"min":0.366657,"max":0.8398080000000001,"stdev":0.09237401256668042},"short":{"mean":0.5557025217391305,"median":0.532524,"min":0.43065000000000003,"max":0.8398080000000001,"stdev":0.0900053621659538},"long":{"mean":0.5665644705882352,"median":0.585243,"min":0.366657,"max":0.753579,"stdev":0.09791924654601722}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":545461422541,"overall_relative_score":545461422541,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":994,"performance":775,"input_tokens":18931,"output_tokens":43070,"total_tokens":62001,"cost":0.702843},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215750,"overall_relative_score":215750,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":844,"performance":710,"input_tokens":15063,"output_tokens":32489,"total_tokens":47552,"cost":0.532524},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2724968713853,"overall_relative_score":2724968713853,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":319,"performance":1407,"input_tokens":31778,"output_tokens":39010,"total_tokens":70788,"cost":0.680484},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4046744097,"overall_relative_score":4046744097,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":222,"performance":1486,"input_tokens":23498,"output_tokens":30176,"total_tokens":53674,"cost":0.523134},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10304809,"overall_relative_score":10304809,"max_execution_time_ms":2180,"max_memory_usage_kib":3072,"rank":236,"performance":1388,"input_tokens":28314,"output_tokens":36821,"total_tokens":65135,"cost":0.637257},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5284105,"overall_relative_score":5284105,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":304,"performance":1359,"input_tokens":38095,"output_tokens":32269,"total_tokens":70364,"cost":0.59832},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1267406,"overall_relative_score":1267406,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":279,"performance":1270,"input_tokens":27706,"output_tokens":27301,"total_tokens":55007,"cost":0.49263300000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6991904090,"overall_relative_score":6991904090,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":19955,"output_tokens":24719,"total_tokens":44674,"cost":0.43065000000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218263072,"overall_relative_score":218263072,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":583,"performance":978,"input_tokens":33740,"output_tokens":32484,"total_tokens":66224,"cost":0.58848},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237877354,"overall_relative_score":237877354,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":683,"performance":651,"input_tokens":23765,"output_tokens":35409,"total_tokens":59174,"cost":0.60243},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7108,"overall_relative_score":7108,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":368,"performance":1172,"input_tokens":49002,"output_tokens":28173,"total_tokens":77175,"cost":0.569601},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":327743530,"overall_relative_score":327743530,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":555,"performance":1045,"input_tokens":53945,"output_tokens":29239,"total_tokens":83184,"cost":0.60042},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31320494,"overall_relative_score":31320494,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":650,"performance":661,"input_tokens":31784,"output_tokens":37383,"total_tokens":69167,"cost":0.6560969999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":121793,"output_tokens":25880,"total_tokens":147673,"cost":0.753579},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113021604,"overall_relative_score":113021604,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":253,"performance":1504,"input_tokens":27958,"output_tokens":34902,"total_tokens":62860,"cost":0.607404},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5391383901,"overall_relative_score":30981587470,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":569,"performance":1158,"input_tokens":29771,"output_tokens":29865,"total_tokens":59636,"cost":0.537288},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2451146408255,"overall_relative_score":385241989440,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":40921,"output_tokens":26807,"total_tokens":67728,"cost":0.524868},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":38376,"output_tokens":23254,"total_tokens":61630,"cost":0.46393799999999996},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455768336,"overall_relative_score":455768336,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":215,"performance":1697,"input_tokens":31772,"output_tokens":30889,"total_tokens":62661,"cost":0.558651},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6790100,"overall_relative_score":6790100,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":949,"performance":676,"input_tokens":22303,"output_tokens":28304,"total_tokens":50607,"cost":0.491469},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":23544,"output_tokens":33164,"total_tokens":56708,"cost":0.568092},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":22368,"output_tokens":35353,"total_tokens":57721,"cost":0.597399},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43879502299,"overall_relative_score":239319198912,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":595,"performance":1136,"input_tokens":24347,"output_tokens":26483,"total_tokens":50830,"cost":0.470286},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1303347,"overall_relative_score":1303347,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":17829,"output_tokens":28948,"total_tokens":46777,"cost":0.48770699999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66648887463,"overall_relative_score":889931034752,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":599,"performance":1100,"input_tokens":33173,"output_tokens":33701,"total_tokens":66874,"cost":0.605034},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1025760,"overall_relative_score":1025760,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":401,"performance":1399,"input_tokens":22868,"output_tokens":28547,"total_tokens":51415,"cost":0.496809},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":508815137545,"overall_relative_score":85119247310,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":999,"performance":570,"input_tokens":34053,"output_tokens":26835,"total_tokens":60888,"cost":0.5046839999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":23244,"output_tokens":19795,"total_tokens":43039,"cost":0.366657},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9957201854083,"overall_relative_score":9957201854083,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":628,"performance":1092,"input_tokens":20259,"output_tokens":30696,"total_tokens":50955,"cost":0.521217},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47631019700,"overall_relative_score":5346994,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":29661,"output_tokens":33084,"total_tokens":62745,"cost":0.585243},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2384376251,"overall_relative_score":2384376251,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":693,"performance":954,"input_tokens":19729,"output_tokens":27971,"total_tokens":47700,"cost":0.47875199999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249703293,"overall_relative_score":249703293,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":263,"performance":1661,"input_tokens":30436,"output_tokens":26024,"total_tokens":56460,"cost":0.481668},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":370312137,"overall_relative_score":638888418,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":717,"performance":935,"input_tokens":37506,"output_tokens":24524,"total_tokens":62030,"cost":0.48037799999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290302,"overall_relative_score":290302,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":235,"performance":1556,"input_tokens":26594,"output_tokens":26243,"total_tokens":52837,"cost":0.473427},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4931021800,"overall_relative_score":1979543148962,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":980,"performance":677,"input_tokens":36269,"output_tokens":27458,"total_tokens":63727,"cost":0.5206770000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65324966,"overall_relative_score":65324966,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":519,"performance":1308,"input_tokens":17503,"output_tokens":33323,"total_tokens":50826,"cost":0.552354},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":27127,"output_tokens":40393,"total_tokens":67520,"cost":0.687276},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":100038604,"overall_relative_score":100038604,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":934,"performance":537,"input_tokens":17118,"output_tokens":29563,"total_tokens":46681,"cost":0.494799},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":989043812,"overall_relative_score":1384206346865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":690,"performance":1141,"input_tokens":32984,"output_tokens":36631,"total_tokens":69615,"cost":0.648417},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":117851,"output_tokens":32417,"total_tokens":150268,"cost":0.8398080000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":567.325,"median":566.0,"min":186,"max":999,"stdev":243.07383994717873},"short":{"mean":504.1304347826087,"median":519.0,"min":186,"max":949,"stdev":250.28225963133306},"long":{"mean":652.8235294117648,"median":599.0,"min":298,"max":999,"stdev":210.6659782968401}},"performance":{"all":{"mean":1042.025,"median":1051.0,"min":483,"max":1697,"stdev":331.0021680539423},"short":{"mean":1074.0434782608695,"median":1096.0,"min":483,"max":1697,"stdev":390.9065778023823},"long":{"mean":998.7058823529412,"median":1011.0,"min":570,"max":1419,"stdev":231.25736872202646}},"input_tokens":{"all":{"mean":116544.5,"median":105006.0,"min":60221,"max":388927,"stdev":62969.19522539043},"short":{"mean":105155.78260869565,"median":94605.0,"min":60221,"max":388927,"stdev":65353.880275672665},"long":{"mean":131952.76470588235,"median":124170.0,"min":69339,"max":330875,"stdev":57909.19334454743}},"output_tokens":{"all":{"mean":48748.95,"median":48666.5,"min":34296,"max":60766,"stdev":6441.350328053734},"short":{"mean":48667.47826086957,"median":48320.0,"min":34296,"max":60766,"stdev":6299.2653963455805},"long":{"mean":48859.17647058824,"median":50860.0,"min":36160,"max":59792,"stdev":6822.816383606682}},"total_tokens":{"all":{"mean":165293.45,"median":157469.0,"min":99973,"max":441330,"stdev":64071.6353822933},"short":{"mean":153823.26086956522,"median":141667.0,"min":99973,"max":441330,"stdev":66882.36690856933},"long":{"mean":180811.9411764706,"median":171554.0,"min":112719,"max":376729,"stdev":58400.70672567947}},"cost":{"all":{"mean":1.08086775,"median":1.057434,"min":0.7114710000000001,"max":1.952826,"stdev":0.22238913181636924},"short":{"mean":1.0454795217391304,"median":1.024278,"min":0.7114710000000001,"max":1.952826,"stdev":0.23383361851769527},"long":{"mean":1.1287459411764706,"median":1.14087,"min":0.83676,"max":1.6804350000000001,"stdev":0.2028126586977717}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":593185671795,"overall_relative_score":593185671795,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":966,"performance":803,"input_tokens":79010,"output_tokens":59792,"total_tokens":138802,"cost":1.13391},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225359,"overall_relative_score":225359,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":834,"performance":726,"input_tokens":60221,"output_tokens":48477,"total_tokens":108698,"cost":0.907818},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728788576225,"overall_relative_score":2728788576225,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":312,"performance":1419,"input_tokens":124252,"output_tokens":55186,"total_tokens":179438,"cost":1.200546},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4168332860,"overall_relative_score":4168332860,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":207,"performance":1528,"input_tokens":94936,"output_tokens":46731,"total_tokens":141667,"cost":0.985773},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10304809,"overall_relative_score":10304809,"max_execution_time_ms":2180,"max_memory_usage_kib":3072,"rank":236,"performance":1388,"input_tokens":119005,"output_tokens":57156,"total_tokens":176161,"cost":1.2143549999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5294653,"overall_relative_score":5294653,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":298,"performance":1370,"input_tokens":145429,"output_tokens":51585,"total_tokens":197014,"cost":1.210062},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1296394,"overall_relative_score":1296394,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":266,"performance":1304,"input_tokens":117352,"output_tokens":47417,"total_tokens":164769,"cost":1.0633110000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6991904090,"overall_relative_score":6991904090,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":65677,"output_tokens":34296,"total_tokens":99973,"cost":0.7114710000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":227901686,"overall_relative_score":227901686,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":151864,"output_tokens":58108,"total_tokens":209972,"cost":1.327212},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237877354,"overall_relative_score":237877354,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":683,"performance":651,"input_tokens":83574,"output_tokens":44836,"total_tokens":128410,"cost":0.923262},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8636,"overall_relative_score":8636,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":358,"performance":1192,"input_tokens":147720,"output_tokens":42777,"total_tokens":190497,"cost":1.0848149999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":378029964,"overall_relative_score":378029964,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":542,"performance":1063,"input_tokens":176571,"output_tokens":50860,"total_tokens":227431,"cost":1.292613},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31320494,"overall_relative_score":31320494,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":650,"performance":661,"input_tokens":94605,"output_tokens":50293,"total_tokens":144898,"cost":1.0382099999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":690513416,"overall_relative_score":690513416,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":544,"performance":909,"input_tokens":330875,"output_tokens":45854,"total_tokens":376729,"cost":1.6804350000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114729757,"overall_relative_score":114729757,"max_execution_time_ms":1300,"max_memory_usage_kib":3072,"rank":246,"performance":1520,"input_tokens":108018,"output_tokens":59075,"total_tokens":167093,"cost":1.2101790000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5628628118,"overall_relative_score":32663313718,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":564,"performance":1164,"input_tokens":119365,"output_tokens":52185,"total_tokens":171550,"cost":1.14087},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2451146408255,"overall_relative_score":385241989440,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":124170,"output_tokens":49245,"total_tokens":173415,"cost":1.111185},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":123290,"output_tokens":41665,"total_tokens":164955,"cost":0.994845},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455768336,"overall_relative_score":455768336,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":215,"performance":1697,"input_tokens":109981,"output_tokens":45947,"total_tokens":155928,"cost":1.0191480000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6801550,"overall_relative_score":6801550,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":949,"performance":676,"input_tokens":95526,"output_tokens":55887,"total_tokens":151413,"cost":1.124883},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":83266,"output_tokens":51632,"total_tokens":134898,"cost":1.024278},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":88017,"output_tokens":51353,"total_tokens":139370,"cost":1.034346},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40477948044,"overall_relative_score":243979650069,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":590,"performance":1141,"input_tokens":81565,"output_tokens":41295,"total_tokens":122860,"cost":0.86412},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1348658,"overall_relative_score":1348658,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":83026,"output_tokens":47477,"total_tokens":130503,"cost":0.961233},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66648887463,"overall_relative_score":889931034752,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":599,"performance":1100,"input_tokens":130624,"output_tokens":53188,"total_tokens":183812,"cost":1.189692},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1029678,"overall_relative_score":1029678,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":379,"performance":1435,"input_tokens":95224,"output_tokens":51540,"total_tokens":146764,"cost":1.058772},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":508815137545,"overall_relative_score":85119247310,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":999,"performance":570,"input_tokens":98120,"output_tokens":36160,"total_tokens":134280,"cost":0.83676},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11187248400,"overall_relative_score":49689349564,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":623,"performance":1091,"input_tokens":69339,"output_tokens":43380,"total_tokens":112719,"cost":0.8587170000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9964285419102,"overall_relative_score":9964285419102,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":625,"performance":1096,"input_tokens":78686,"output_tokens":45687,"total_tokens":124373,"cost":0.9213629999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8689893500,"overall_relative_score":226806999,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":118144,"output_tokens":53410,"total_tokens":171554,"cost":1.1555819999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2384376251,"overall_relative_score":2384376251,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":693,"performance":954,"input_tokens":70926,"output_tokens":48856,"total_tokens":119782,"cost":0.9456180000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249558800,"overall_relative_score":249558800,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":263,"performance":1661,"input_tokens":94552,"output_tokens":36044,"total_tokens":130596,"cost":0.824316},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":358629244,"overall_relative_score":1315386355,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":657,"performance":1011,"input_tokens":126722,"output_tokens":40608,"total_tokens":167330,"cost":0.989286},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290302,"overall_relative_score":290302,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":235,"performance":1556,"input_tokens":110690,"output_tokens":48320,"total_tokens":159010,"cost":1.05687},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4931021800,"overall_relative_score":1979543148962,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":980,"performance":677,"input_tokens":134881,"output_tokens":43557,"total_tokens":178438,"cost":1.057998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65324966,"overall_relative_score":65324966,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":519,"performance":1308,"input_tokens":66295,"output_tokens":47313,"total_tokens":113608,"cost":0.90858},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":101994,"output_tokens":60766,"total_tokens":162760,"cost":1.2174719999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101531028,"overall_relative_score":101531028,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":60365,"output_tokens":45069,"total_tokens":105434,"cost":0.8571300000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":989043812,"overall_relative_score":1384206346865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":690,"performance":1141,"input_tokens":108976,"output_tokens":54528,"total_tokens":163504,"cost":1.144848},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":388927,"output_tokens":52403,"total_tokens":441330,"cost":1.952826}]},{"num_self_refine":16,"rank":{"all":{"mean":541.9,"median":549.5,"min":186,"max":999,"stdev":239.46251780998512},"short":{"mean":486.69565217391306,"median":478.0,"min":186,"max":947,"stdev":255.544060385717},"long":{"mean":616.5882352941177,"median":573.0,"min":257,"max":999,"stdev":199.18021325659126}},"performance":{"all":{"mean":1087.9,"median":1097.5,"min":483,"max":1731,"stdev":333.5183691554373},"short":{"mean":1116.3478260869565,"median":1161.0,"min":483,"max":1731,"stdev":397.4859184121727},"long":{"mean":1049.4117647058824,"median":1073.0,"min":570,"max":1455,"stdev":226.17168777930888}},"input_tokens":{"all":{"mean":444143.525,"median":409029.5,"min":222523,"max":1091318,"stdev":184185.50972195892},"short":{"mean":402545.7826086957,"median":363933.0,"min":222523,"max":1091318,"stdev":176682.57632081237},"long":{"mean":500422.82352941175,"median":500195.0,"min":275324,"max":1022168,"stdev":184159.57518624823}},"output_tokens":{"all":{"mean":79799.475,"median":77119.0,"min":53567,"max":114943,"stdev":14356.279053284288},"short":{"mean":76068.34782608696,"median":75610.0,"min":53567,"max":103507,"stdev":13349.029166636037},"long":{"mean":84847.4705882353,"median":87586.0,"min":63265,"max":114943,"stdev":14500.6333659846}},"total_tokens":{"all":{"mean":523943.0,"median":486789.0,"min":282479,"max":1171734,"stdev":192964.32308603392},"short":{"mean":478614.1304347826,"median":461341.0,"min":282479,"max":1171734,"stdev":183159.72918623002},"long":{"mean":585270.2941176471,"median":589399.0,"min":349231,"max":1118029,"stdev":194121.9642456659}},"cost":{"all":{"mean":2.5294227,"median":2.4299085,"min":1.523298,"max":4.504419,"stdev":0.7010056863342726},"short":{"mean":2.348662565217391,"median":2.3019000000000003,"min":1.523298,"max":4.480194,"stdev":0.646459505485338},"long":{"mean":2.7739805294117645,"median":2.8356029999999994,"min":1.833183,"max":4.504419,"stdev":0.7160080324824504}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":635639632587,"overall_relative_score":635639632587,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":939,"performance":829,"input_tokens":325931,"output_tokens":89428,"total_tokens":415359,"cost":2.319213},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234015,"overall_relative_score":234015,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":827,"performance":737,"input_tokens":255892,"output_tokens":68090,"total_tokens":323982,"cost":1.7890259999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728788576225,"overall_relative_score":2728788576225,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":312,"performance":1419,"input_tokens":507271,"output_tokens":87586,"total_tokens":594857,"cost":2.8356029999999994},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4168332860,"overall_relative_score":4168332860,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":207,"performance":1528,"input_tokens":389250,"output_tokens":75610,"total_tokens":464860,"cost":2.3019000000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10298720,"overall_relative_score":10298720,"max_execution_time_ms":2170,"max_memory_usage_kib":3072,"rank":236,"performance":1388,"input_tokens":492207,"output_tokens":91489,"total_tokens":583696,"cost":2.848956},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5349845,"overall_relative_score":5349845,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":257,"performance":1455,"input_tokens":586132,"output_tokens":90808,"total_tokens":676940,"cost":3.120516},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1366009,"overall_relative_score":1366009,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":238,"performance":1379,"input_tokens":586327,"output_tokens":103507,"total_tokens":689834,"cost":3.311586},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6991904090,"overall_relative_score":6991904090,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":239931,"output_tokens":53567,"total_tokens":293498,"cost":1.523298},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":227901686,"overall_relative_score":227901686,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":700597,"output_tokens":114943,"total_tokens":815540,"cost":3.8259360000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237877354,"overall_relative_score":237877354,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":683,"performance":651,"input_tokens":310996,"output_tokens":62416,"total_tokens":373412,"cost":1.8692279999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8580,"overall_relative_score":8580,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":358,"performance":1192,"input_tokens":508782,"output_tokens":71063,"total_tokens":579845,"cost":2.592291},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":378029964,"overall_relative_score":378029964,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":542,"performance":1063,"input_tokens":660903,"output_tokens":94175,"total_tokens":755078,"cost":3.395334},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31320494,"overall_relative_score":31320494,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":650,"performance":661,"input_tokens":308054,"output_tokens":65308,"total_tokens":373362,"cost":1.903782},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":740002121,"overall_relative_score":740002121,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":1022168,"output_tokens":95861,"total_tokens":1118029,"cost":4.504419},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120987469,"overall_relative_score":120987469,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":189,"performance":1658,"input_tokens":449191,"output_tokens":89652,"total_tokens":538843,"cost":2.6923529999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5835151641,"overall_relative_score":33920263393,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":557,"performance":1172,"input_tokens":568758,"output_tokens":103669,"total_tokens":672427,"cost":3.261309},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2449060526676,"overall_relative_score":385822917606,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":405114,"output_tokens":65918,"total_tokens":471032,"cost":2.2041120000000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213944915476167,"overall_relative_score":9191725317,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":509,"performance":983,"input_tokens":445331,"output_tokens":71592,"total_tokens":516923,"cost":2.409873},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458611008,"overall_relative_score":458611008,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":200,"performance":1731,"input_tokens":411298,"output_tokens":72397,"total_tokens":483695,"cost":2.3198490000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6833000,"overall_relative_score":6833000,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":947,"performance":680,"input_tokens":406761,"output_tokens":83122,"total_tokens":489883,"cost":2.467113},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":303654,"output_tokens":77685,"total_tokens":381339,"cost":2.0762370000000003},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93783,"overall_relative_score":93783,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":335,"performance":1322,"input_tokens":346965,"output_tokens":75324,"total_tokens":422289,"cost":2.1707549999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40477948044,"overall_relative_score":243979650069,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":590,"performance":1141,"input_tokens":294736,"output_tokens":63265,"total_tokens":358001,"cost":1.833183},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355327,"overall_relative_score":1355327,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":478,"performance":1161,"input_tokens":482517,"output_tokens":98669,"total_tokens":581186,"cost":2.9275860000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66648887463,"overall_relative_score":889931034752,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":599,"performance":1100,"input_tokens":538507,"output_tokens":94735,"total_tokens":633242,"cost":3.0365459999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1029864,"overall_relative_score":1029864,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":379,"performance":1435,"input_tokens":416266,"output_tokens":80639,"total_tokens":496905,"cost":2.4583830000000004},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":508815137545,"overall_relative_score":85119247310,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":999,"performance":570,"input_tokens":299362,"output_tokens":66013,"total_tokens":365375,"cost":1.8882810000000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3818386500,"overall_relative_score":67119109031,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":520,"performance":1223,"input_tokens":275324,"output_tokens":73907,"total_tokens":349231,"cost":1.9345769999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9958405063026,"overall_relative_score":9958405063026,"max_execution_time_ms":100,"max_memory_usage_kib":9216,"rank":626,"performance":1095,"input_tokens":332116,"output_tokens":68351,"total_tokens":400467,"cost":2.021613},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8689893500,"overall_relative_score":226806999,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":500195,"output_tokens":89204,"total_tokens":589399,"cost":2.8386449999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2431642768,"overall_relative_score":2431642768,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":688,"performance":961,"input_tokens":299554,"output_tokens":76135,"total_tokens":375689,"cost":2.040687},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249558800,"overall_relative_score":249558800,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":263,"performance":1661,"input_tokens":350589,"output_tokens":59069,"total_tokens":409658,"cost":1.937802},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":8089554,"overall_relative_score":43866341146,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":573,"performance":1115,"input_tokens":465180,"output_tokens":69460,"total_tokens":534640,"cost":2.4374400000000005},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290302,"overall_relative_score":290302,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":235,"performance":1556,"input_tokens":426945,"output_tokens":76553,"total_tokens":503498,"cost":2.42913},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4521870958,"overall_relative_score":2148929194444,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":685,"performance":1073,"input_tokens":526180,"output_tokens":86897,"total_tokens":613077,"cost":2.881995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65383687,"overall_relative_score":65383687,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":263484,"output_tokens":63146,"total_tokens":326630,"cost":1.7376420000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":431006,"overall_relative_score":431006,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":651,"performance":1083,"input_tokens":363933,"output_tokens":97408,"total_tokens":461341,"cost":2.552919},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101531028,"overall_relative_score":101531028,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":222523,"output_tokens":59956,"total_tokens":282479,"cost":1.566909},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":989043812,"overall_relative_score":1384206346865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":690,"performance":1141,"input_tokens":385499,"output_tokens":84946,"total_tokens":470445,"cost":2.4306870000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":1091318,"output_tokens":80416,"total_tokens":1171734,"cost":4.480194}]}]},{"model_name":"claude-4.1-opus","detail_path":"data/model_details/claude-4.1-opus.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":715.625,"median":714.0,"min":186,"max":1382,"stdev":230.55659380880425},"short":{"mean":632.5652173913044,"median":664.0,"min":186,"max":997,"stdev":190.40908737074417},"long":{"mean":828.0,"median":819.0,"min":414,"max":1382,"stdev":237.44999473573378}},"performance":{"all":{"mean":674.775,"median":817.5,"min":-80,"max":1257,"stdev":403.8767575095282},"short":{"mean":713.2608695652174,"median":827.0,"min":-80,"max":1247,"stdev":408.53554617697415},"long":{"mean":622.7058823529412,"median":593.0,"min":-50,"max":1257,"stdev":403.8529690224343}},"input_tokens":{"all":{"mean":3385.2,"median":2993.0,"min":1547,"max":8504,"stdev":1769.0775692868433},"short":{"mean":2727.2608695652175,"median":2122.0,"min":1603,"max":8370,"stdev":1565.5019589253823},"long":{"mean":4275.35294117647,"median":3913.0,"min":1547,"max":8504,"stdev":1671.6684009237774}},"output_tokens":{"all":{"mean":5114.25,"median":4902.5,"min":1492,"max":7904,"stdev":1475.4239156151802},"short":{"mean":5003.869565217391,"median":4872.0,"min":1492,"max":7339,"stdev":1464.8012060080132},"long":{"mean":5263.588235294118,"median":4913.0,"min":2651,"max":7904,"stdev":1521.402644717348}},"total_tokens":{"all":{"mean":8499.45,"median":8288.5,"min":5391,"max":15261,"stdev":2160.5698435176655},"short":{"mean":7731.130434782609,"median":7611.0,"min":5391,"max":12369,"stdev":1769.20576182308},"long":{"mean":9538.941176470587,"median":9255.0,"min":5956,"max":15261,"stdev":2253.414144986121}},"cost":{"all":{"mean":0.43434675,"median":0.43068,"min":0.18699,"max":0.703095,"stdev":0.11059312226233044},"short":{"mean":0.4161991304347826,"median":0.40425,"min":0.18699,"max":0.589455,"stdev":0.10474266079357816},"long":{"mean":0.4588994117647059,"median":0.440715,"min":0.25848,"max":0.703095,"stdev":0.11667724301307583}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":1382,"performance":-50,"input_tokens":1547,"output_tokens":6774,"total_tokens":8321,"cost":0.531255},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1148420,"overall_relative_score":1148420,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":633,"performance":997,"input_tokens":1691,"output_tokens":4420,"total_tokens":6111,"cost":0.356865},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2654102229437,"overall_relative_score":2654102229437,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":414,"performance":1257,"input_tokens":3117,"output_tokens":7904,"total_tokens":11021,"cost":0.639555},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3036736309,"overall_relative_score":3036736309,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":316,"performance":1247,"input_tokens":1863,"output_tokens":4259,"total_tokens":6122,"cost":0.34737},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":515,"performance":207,"input_tokens":2062,"output_tokens":4004,"total_tokens":6066,"cost":0.33123},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4765818,"overall_relative_score":4765818,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":501,"performance":1020,"input_tokens":4438,"output_tokens":4367,"total_tokens":8805,"cost":0.394095},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1218479,"overall_relative_score":1218479,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":307,"performance":1197,"input_tokens":1812,"output_tokens":4064,"total_tokens":5876,"cost":0.33198},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2602,"output_tokens":7339,"total_tokens":9941,"cost":0.589455},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":115772748,"overall_relative_score":115772748,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":949,"input_tokens":3330,"output_tokens":5928,"total_tokens":9258,"cost":0.49455},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":516737262,"overall_relative_score":516737262,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":635,"performance":775,"input_tokens":2590,"output_tokens":4872,"total_tokens":7462,"cost":0.40425},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2916,"overall_relative_score":2916,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":527,"performance":816,"input_tokens":8370,"output_tokens":3999,"total_tokens":12369,"cost":0.425475},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":175751284,"overall_relative_score":175751284,"max_execution_time_ms":2404,"max_memory_usage_kib":3072,"rank":605,"performance":977,"input_tokens":8504,"output_tokens":4688,"total_tokens":13192,"cost":0.47916},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3020,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":5098,"output_tokens":4989,"total_tokens":10087,"cost":0.450645},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2470,"max_memory_usage_kib":2095524,"rank":727,"performance":111,"input_tokens":3137,"output_tokens":2819,"total_tokens":5956,"cost":0.25848},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70800435,"overall_relative_score":70800435,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":417,"performance":1196,"input_tokens":2869,"output_tokens":6184,"total_tokens":9053,"cost":0.506835},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2947091791,"overall_relative_score":17375092488,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":697,"performance":1003,"input_tokens":3145,"output_tokens":6110,"total_tokens":9255,"cost":0.505425},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132923751666507,"overall_relative_score":440681226,"max_execution_time_ms":5650,"max_memory_usage_kib":3072,"rank":937,"performance":358,"input_tokens":7358,"output_tokens":7903,"total_tokens":15261,"cost":0.703095},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":81469900000000,"overall_relative_score":527200149,"max_execution_time_ms":4496,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":5191,"output_tokens":2651,"total_tokens":7842,"cost":0.27669},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":356493988,"overall_relative_score":356493988,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":736,"performance":890,"input_tokens":4094,"output_tokens":4090,"total_tokens":8184,"cost":0.36816},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11881015,"overall_relative_score":11881015,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":823,"performance":892,"input_tokens":1927,"output_tokens":6532,"total_tokens":8459,"cost":0.518805},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2519,"output_tokens":2872,"total_tokens":5391,"cost":0.253185},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1402,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":2087,"output_tokens":6169,"total_tokens":8256,"cost":0.49398},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273176642803,"overall_relative_score":137054696771,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":819,"performance":864,"input_tokens":3269,"output_tokens":4521,"total_tokens":7790,"cost":0.38811},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":2000,"output_tokens":7114,"total_tokens":9114,"cost":0.56355},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":596781535127,"overall_relative_score":109244971264,"max_execution_time_ms":1030,"max_memory_usage_kib":4096,"rank":973,"performance":467,"input_tokens":3913,"output_tokens":5248,"total_tokens":9161,"cost":0.452295},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960967,"overall_relative_score":960967,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":599,"performance":1087,"input_tokens":2137,"output_tokens":4334,"total_tokens":6471,"cost":0.357105},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":556377502778,"overall_relative_score":98548418634,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":4773,"output_tokens":4602,"total_tokens":9375,"cost":0.416745},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4147593445015,"overall_relative_score":29259543,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":821,"performance":819,"input_tokens":3479,"output_tokens":4170,"total_tokens":7649,"cost":0.364935},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1976,"output_tokens":3498,"total_tokens":5474,"cost":0.29199},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47631019700,"overall_relative_score":5346994,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":3121,"output_tokens":4944,"total_tokens":8065,"cost":0.417615},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1623698682,"overall_relative_score":1623698682,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":2236,"output_tokens":5375,"total_tokens":7611,"cost":0.436665},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213980400,"overall_relative_score":213980400,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":717,"performance":989,"input_tokens":5006,"output_tokens":1492,"total_tokens":6498,"cost":0.18699},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":44792000,"overall_relative_score":56858584,"max_execution_time_ms":6422,"max_memory_usage_kib":5120,"rank":993,"performance":417,"input_tokens":4589,"output_tokens":4894,"total_tokens":9483,"cost":0.435885},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2048,"rank":683,"performance":265,"input_tokens":2122,"output_tokens":6711,"total_tokens":8833,"cost":0.535155},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1081,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4816,"output_tokens":4913,"total_tokens":9729,"cost":0.440715},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55960024,"overall_relative_score":55960024,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":759,"performance":971,"input_tokens":1901,"output_tokens":6042,"total_tokens":7943,"cost":0.481665},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2478,"output_tokens":6958,"total_tokens":9436,"cost":0.55902},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1684,"output_tokens":4861,"total_tokens":6545,"cost":0.389835},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3710705103,"overall_relative_score":519998744796,"max_execution_time_ms":320,"max_memory_usage_kib":25280,"rank":796,"performance":1031,"input_tokens":4954,"output_tokens":7045,"total_tokens":11999,"cost":0.602685},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81384,"overall_relative_score":81384,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":905,"performance":537,"input_tokens":1603,"output_tokens":4911,"total_tokens":6514,"cost":0.39237}]},{"num_self_refine":2,"rank":{"all":{"mean":627.15,"median":628.5,"min":163,"max":1382,"stdev":273.84915836726896},"short":{"mean":519.5652173913044,"median":527.0,"min":163,"max":935,"stdev":221.92665170091192},"long":{"mean":772.7058823529412,"median":744.0,"min":372,"max":1382,"stdev":275.5478099862804}},"performance":{"all":{"mean":893.85,"median":956.5,"min":-50,"max":1824,"stdev":431.70203102341736},"short":{"mean":999.6521739130435,"median":1006.0,"min":207,"max":1824,"stdev":422.80724263767934},"long":{"mean":750.7058823529412,"median":819.0,"min":-50,"max":1377,"stdev":413.04127588926906}},"input_tokens":{"all":{"mean":9131.7,"median":8514.0,"min":5012,"max":19870,"stdev":3708.7648313635327},"short":{"mean":7649.739130434783,"median":6475.0,"min":5012,"max":19138,"stdev":3215.334709247253},"long":{"mean":11136.70588235294,"median":10165.0,"min":5680,"max":19870,"stdev":3447.3233777219443}},"output_tokens":{"all":{"mean":8603.825,"median":8402.0,"min":4250,"max":14319,"stdev":2152.7475096686594},"short":{"mean":8440.130434782608,"median":8075.0,"min":4250,"max":13219,"stdev":2035.8564939679861},"long":{"mean":8825.29411764706,"median":8499.0,"min":4604,"max":14319,"stdev":2346.60344340245}},"total_tokens":{"all":{"mean":17735.525,"median":16887.5,"min":11438,"max":29926,"stdev":4294.781806866298},"short":{"mean":16089.869565217392,"median":15784.0,"min":11438,"max":26274,"stdev":3535.988344596533},"long":{"mean":19962.0,"median":19160.0,"min":14530,"max":29926,"stdev":4313.711815246818}},"cost":{"all":{"mean":0.782262375,"median":0.780975,"min":0.49434,"max":1.20726,"stdev":0.17095554971825616},"short":{"mean":0.7477558695652173,"median":0.77889,"min":0.49434,"max":1.116075,"stdev":0.15301234654322518},"long":{"mean":0.8289476470588235,"median":0.79146,"min":0.53457,"max":1.20726,"stdev":0.1871308457931045}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":1382,"performance":-50,"input_tokens":5680,"output_tokens":9735,"total_tokens":15415,"cost":0.8153250000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1148420,"overall_relative_score":1148420,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":633,"performance":997,"input_tokens":5653,"output_tokens":7645,"total_tokens":13298,"cost":0.6581699999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2654102229437,"overall_relative_score":2654102229437,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":414,"performance":1257,"input_tokens":8889,"output_tokens":14319,"total_tokens":23208,"cost":1.20726},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4086267373,"overall_relative_score":4086267373,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":215,"performance":1505,"input_tokens":6447,"output_tokens":6868,"total_tokens":13315,"cost":0.6118049999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":6221,"output_tokens":6439,"total_tokens":12660,"cost":0.5762400000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":5101955,"overall_relative_score":5101955,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":372,"performance":1234,"input_tokens":11400,"output_tokens":7824,"total_tokens":19224,"cost":0.7578},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1218479,"overall_relative_score":1218479,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":307,"performance":1197,"input_tokens":5541,"output_tokens":7393,"total_tokens":12934,"cost":0.63759},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6965892350,"overall_relative_score":6965892350,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":6475,"output_tokens":10522,"total_tokens":16997,"cost":0.8862749999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132947445,"overall_relative_score":132947445,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":601,"performance":953,"input_tokens":9880,"output_tokens":10018,"total_tokens":19898,"cost":0.8995500000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":516737262,"overall_relative_score":516737262,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":635,"performance":775,"input_tokens":7446,"output_tokens":8896,"total_tokens":16342,"cost":0.77889},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17852,"overall_relative_score":17852,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":298,"performance":1320,"input_tokens":19138,"output_tokens":7136,"total_tokens":26274,"cost":0.8222700000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628142419,"overall_relative_score":628142419,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":443,"performance":1198,"input_tokens":19870,"output_tokens":8715,"total_tokens":28585,"cost":0.951675},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63488041,"overall_relative_score":63488041,"max_execution_time_ms":2720,"max_memory_usage_kib":3072,"rank":503,"performance":998,"input_tokens":12990,"output_tokens":8075,"total_tokens":21065,"cost":0.800475},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2470,"max_memory_usage_kib":2095524,"rank":727,"performance":111,"input_tokens":8877,"output_tokens":5653,"total_tokens":14530,"cost":0.55713},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70429986,"overall_relative_score":70429986,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":441,"performance":1156,"input_tokens":8310,"output_tokens":13219,"total_tokens":21529,"cost":1.116075},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2947091791,"overall_relative_score":17375092488,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":697,"performance":1003,"input_tokens":8812,"output_tokens":10226,"total_tokens":19038,"cost":0.89913},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132923751666507,"overall_relative_score":440681226,"max_execution_time_ms":5650,"max_memory_usage_kib":3072,"rank":937,"performance":358,"input_tokens":17767,"output_tokens":12159,"total_tokens":29926,"cost":1.17843},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":12618,"output_tokens":4604,"total_tokens":17222,"cost":0.53457},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463191802,"overall_relative_score":463191802,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":163,"performance":1824,"input_tokens":10565,"output_tokens":9580,"total_tokens":20145,"cost":0.8769750000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":5689,"output_tokens":8916,"total_tokens":14605,"cost":0.754035},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":7571,"output_tokens":6971,"total_tokens":14542,"cost":0.63639},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1402,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6679,"output_tokens":9105,"total_tokens":15784,"cost":0.78306},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118745696354,"overall_relative_score":161642863689,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":744,"performance":960,"input_tokens":8922,"output_tokens":8499,"total_tokens":17421,"cost":0.771255},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":5586,"output_tokens":11192,"total_tokens":16778,"cost":0.92319},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":596781535127,"overall_relative_score":109244971264,"max_execution_time_ms":1030,"max_memory_usage_kib":4096,"rank":973,"performance":467,"input_tokens":10165,"output_tokens":8162,"total_tokens":18327,"cost":0.764625},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1021192,"overall_relative_score":1021192,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":413,"performance":1380,"input_tokens":6269,"output_tokens":7828,"total_tokens":14097,"cost":0.681135},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":789709856781,"overall_relative_score":89147825361,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":998,"performance":573,"input_tokens":11505,"output_tokens":7655,"total_tokens":19160,"cost":0.7466999999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4147593445015,"overall_relative_score":29259543,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":821,"performance":819,"input_tokens":8718,"output_tokens":6489,"total_tokens":15207,"cost":0.617445},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9935037625520,"overall_relative_score":9935037625520,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":639,"performance":1076,"input_tokens":5817,"output_tokens":5621,"total_tokens":11438,"cost":0.50883},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47631019700,"overall_relative_score":5346994,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":9209,"output_tokens":8711,"total_tokens":17920,"cost":0.79146},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1623698682,"overall_relative_score":1623698682,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":6821,"output_tokens":9483,"total_tokens":16304,"cost":0.81354},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214906251,"overall_relative_score":214906251,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":706,"performance":1006,"input_tokens":11706,"output_tokens":4250,"total_tokens":15956,"cost":0.49434},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":44792000,"overall_relative_score":56858584,"max_execution_time_ms":6422,"max_memory_usage_kib":5120,"rank":993,"performance":417,"input_tokens":11951,"output_tokens":8305,"total_tokens":20256,"cost":0.8021400000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292276,"overall_relative_score":292276,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":198,"performance":1643,"input_tokens":6842,"output_tokens":9477,"total_tokens":16319,"cost":0.813405},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6458784732,"overall_relative_score":1536626644288,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":1008,"performance":623,"input_tokens":11968,"output_tokens":7867,"total_tokens":19835,"cost":0.769545},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59087295,"overall_relative_score":59087295,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":677,"performance":1093,"input_tokens":6159,"output_tokens":9263,"total_tokens":15422,"cost":0.78711},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438310,"overall_relative_score":438310,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":7116,"output_tokens":11649,"total_tokens":18765,"cost":0.980415},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98559404,"overall_relative_score":98559404,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":935,"performance":533,"input_tokens":5012,"output_tokens":6829,"total_tokens":11841,"cost":0.587355},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":808231944,"overall_relative_score":1711402581476,"max_execution_time_ms":470,"max_memory_usage_kib":11676,"rank":474,"performance":1377,"input_tokens":13093,"output_tokens":11089,"total_tokens":24182,"cost":1.02807},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81384,"overall_relative_score":81384,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":905,"performance":537,"input_tokens":5891,"output_tokens":7766,"total_tokens":13657,"cost":0.6708149999999999}]},{"num_self_refine":4,"rank":{"all":{"mean":575.575,"median":566.5,"min":138,"max":1382,"stdev":272.4768526983719},"short":{"mean":467.4347826086956,"median":527.0,"min":138,"max":847,"stdev":202.80170029925483},"long":{"mean":721.8823529411765,"median":633.0,"min":303,"max":1382,"stdev":291.3123071449568}},"performance":{"all":{"mean":1013.6,"median":1084.5,"min":-50,"max":1896,"stdev":401.43255013475465},"short":{"mean":1125.8695652173913,"median":1156.0,"min":277,"max":1896,"stdev":380.5138038766944},"long":{"mean":861.7058823529412,"median":904.0,"min":-50,"max":1417,"stdev":388.6881405294421}},"input_tokens":{"all":{"mean":31129.05,"median":29353.5,"min":19025,"max":56780,"stdev":9715.034227871662},"short":{"mean":28093.565217391304,"median":24938.0,"min":19025,"max":56780,"stdev":9731.007991448998},"long":{"mean":35235.882352941175,"median":34121.0,"min":22776,"max":54872,"stdev":8287.82715705957}},"output_tokens":{"all":{"mean":15417.35,"median":15526.5,"min":9742,"max":21038,"stdev":2640.5993254251766},"short":{"mean":15168.652173913044,"median":15442.0,"min":10520,"max":19808,"stdev":2207.9311091174686},"long":{"mean":15753.823529411764,"median":15779.0,"min":9742,"max":21038,"stdev":3175.506873620614}},"total_tokens":{"all":{"mean":46546.4,"median":44443.5,"min":31653,"max":72286,"stdev":10795.704603553188},"short":{"mean":43262.217391304344,"median":40136.0,"min":31653,"max":72286,"stdev":10423.363093448565},"long":{"mean":50989.705882352944,"median":50491.0,"min":35766,"max":70651,"stdev":9910.266777215851}},"cost":{"all":{"mean":1.623237,"median":1.5992625,"min":1.105995,"max":2.206575,"stdev":0.2784768988043574},"short":{"mean":1.559052391304348,"median":1.5280649999999998,"min":1.105995,"max":2.01465,"stdev":0.2427784269558523},"long":{"mean":1.710075,"median":1.726995,"min":1.16841,"max":2.206575,"stdev":0.30667260641949257}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":1382,"performance":-50,"input_tokens":22776,"output_tokens":15805,"total_tokens":38581,"cost":1.527015},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1906962,"overall_relative_score":1906962,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":545,"performance":1103,"input_tokens":56780,"output_tokens":15506,"total_tokens":72286,"cost":2.01465},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728085924482,"overall_relative_score":2728085924482,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":313,"performance":1417,"input_tokens":30593,"output_tokens":21038,"total_tokens":51631,"cost":2.036745},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4515831803,"overall_relative_score":4515831803,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":178,"performance":1615,"input_tokens":24506,"output_tokens":13327,"total_tokens":37833,"cost":1.3671149999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8299993,"overall_relative_score":8299993,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":262,"performance":1316,"input_tokens":22507,"output_tokens":11734,"total_tokens":34241,"cost":1.2176550000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":5284767,"overall_relative_score":5284767,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":303,"performance":1361,"input_tokens":36581,"output_tokens":16434,"total_tokens":53015,"cost":1.781265},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1218479,"overall_relative_score":1218479,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":307,"performance":1197,"input_tokens":23371,"output_tokens":13744,"total_tokens":37115,"cost":1.381365},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6965892350,"overall_relative_score":6965892350,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":19511,"output_tokens":16472,"total_tokens":35983,"cost":1.5280649999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201828995,"overall_relative_score":201828995,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":589,"performance":969,"input_tokens":36316,"output_tokens":19280,"total_tokens":55596,"cost":1.9907400000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":516737262,"overall_relative_score":516737262,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":635,"performance":775,"input_tokens":24938,"output_tokens":14466,"total_tokens":39404,"cost":1.45902},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17852,"overall_relative_score":17852,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":298,"performance":1320,"input_tokens":51687,"output_tokens":14861,"total_tokens":66548,"cost":1.8898800000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628142419,"overall_relative_score":628142419,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":443,"performance":1198,"input_tokens":54872,"output_tokens":15779,"total_tokens":70651,"cost":2.006505},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69198286,"overall_relative_score":69198286,"max_execution_time_ms":2830,"max_memory_usage_kib":4096,"rank":443,"performance":1109,"input_tokens":40271,"output_tokens":16935,"total_tokens":57206,"cost":1.87419},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4030,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":28702,"output_tokens":11646,"total_tokens":40348,"cost":1.3039800000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70429986,"overall_relative_score":70429986,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":441,"performance":1156,"input_tokens":30005,"output_tokens":19808,"total_tokens":49813,"cost":1.9356749999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5339060993,"overall_relative_score":31751793667,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":567,"performance":1160,"input_tokens":30965,"output_tokens":17401,"total_tokens":48366,"cost":1.7695500000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3187383821039,"overall_relative_score":454935575549,"max_execution_time_ms":5050,"max_memory_usage_kib":3072,"rank":633,"performance":996,"input_tokens":49966,"output_tokens":18647,"total_tokens":68613,"cost":2.148015},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663509249999879,"overall_relative_score":5286586820,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":559,"performance":889,"input_tokens":34121,"output_tokens":9742,"total_tokens":43863,"cost":1.2424650000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465914329,"overall_relative_score":465914329,"max_execution_time_ms":240,"max_memory_usage_kib":6144,"rank":138,"performance":1896,"input_tokens":33569,"output_tokens":17498,"total_tokens":51067,"cost":1.815885},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":20717,"output_tokens":13919,"total_tokens":34636,"cost":1.35468},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":25689,"output_tokens":13961,"total_tokens":39650,"cost":1.43241},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1402,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":24589,"output_tokens":15547,"total_tokens":40136,"cost":1.5348600000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118745696354,"overall_relative_score":161642863689,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":744,"performance":960,"input_tokens":33161,"output_tokens":17464,"total_tokens":50625,"cost":1.807215},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332653,"overall_relative_score":1332653,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":566,"performance":997,"input_tokens":19025,"output_tokens":15442,"total_tokens":34467,"cost":1.443525},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":596781535127,"overall_relative_score":109244971264,"max_execution_time_ms":1030,"max_memory_usage_kib":4096,"rank":973,"performance":467,"input_tokens":31076,"output_tokens":14178,"total_tokens":45254,"cost":1.52949},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1045774,"overall_relative_score":1045774,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":304,"performance":1566,"input_tokens":25844,"output_tokens":16122,"total_tokens":41966,"cost":1.59681},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":789709856781,"overall_relative_score":89147825361,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":998,"performance":573,"input_tokens":34811,"output_tokens":14394,"total_tokens":49205,"cost":1.601715},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1371127405733,"overall_relative_score":80624724,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":764,"performance":904,"input_tokens":25234,"output_tokens":10532,"total_tokens":35766,"cost":1.16841},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9935037625520,"overall_relative_score":9935037625520,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":639,"performance":1076,"input_tokens":21133,"output_tokens":10520,"total_tokens":31653,"cost":1.105995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47631019700,"overall_relative_score":5346994,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":31529,"output_tokens":14921,"total_tokens":46450,"cost":1.5920100000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1701931885,"overall_relative_score":1701931885,"max_execution_time_ms":360,"max_memory_usage_kib":6540,"rank":774,"performance":817,"input_tokens":27626,"output_tokens":15897,"total_tokens":43523,"cost":1.606665},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221572196,"overall_relative_score":221572196,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":547,"performance":1228,"input_tokens":34513,"output_tokens":12728,"total_tokens":47241,"cost":1.472295},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417321000,"overall_relative_score":489242250,"max_execution_time_ms":100,"max_memory_usage_kib":5120,"rank":963,"performance":507,"input_tokens":35904,"output_tokens":14587,"total_tokens":50491,"cost":1.6325850000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292349,"overall_relative_score":292349,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":198,"performance":1643,"input_tokens":27001,"output_tokens":18023,"total_tokens":45024,"cost":1.7567400000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5422005014,"overall_relative_score":1826829091786,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":990,"performance":658,"input_tokens":36338,"output_tokens":15759,"total_tokens":52097,"cost":1.726995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59087295,"overall_relative_score":59087295,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":677,"performance":1093,"input_tokens":25819,"output_tokens":17792,"total_tokens":43611,"cost":1.721685},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438512,"overall_relative_score":438512,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":580,"performance":1180,"input_tokens":24846,"output_tokens":17292,"total_tokens":42138,"cost":1.6695900000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132077424,"overall_relative_score":132077424,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":592,"performance":1161,"input_tokens":19175,"output_tokens":12894,"total_tokens":32069,"cost":1.254675},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":808231944,"overall_relative_score":1711402581476,"max_execution_time_ms":470,"max_memory_usage_kib":11676,"rank":474,"performance":1377,"input_tokens":46065,"output_tokens":20208,"total_tokens":66273,"cost":2.206575},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167703,"overall_relative_score":167703,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":847,"performance":712,"input_tokens":23030,"output_tokens":14391,"total_tokens":37421,"cost":1.424775}]},{"num_self_refine":8,"rank":{"all":{"mean":527.25,"median":531.5,"min":138,"max":1056,"stdev":240.42331791003923},"short":{"mean":434.95652173913044,"median":449.0,"min":138,"max":844,"stdev":204.55883311539884},"long":{"mean":652.1176470588235,"median":587.0,"min":302,"max":1056,"stdev":233.5564392049974}},"performance":{"all":{"mean":1098.825,"median":1153.0,"min":277,"max":1896,"stdev":369.310645940688},"short":{"mean":1181.4782608695652,"median":1181.0,"min":277,"max":1896,"stdev":410.8613866639008},"long":{"mean":987.0,"median":978.0,"min":573,"max":1436,"stdev":277.9118565300876}},"input_tokens":{"all":{"mean":122876.95,"median":116105.0,"min":65312,"max":256088,"stdev":40122.98047442739},"short":{"mean":113512.95652173914,"median":100687.0,"min":65312,"max":216655,"stdev":38335.084810224624},"long":{"mean":135545.88235294117,"median":124991.0,"min":84159,"max":256088,"stdev":40084.50832597668}},"output_tokens":{"all":{"mean":29846.975,"median":29234.5,"min":19843,"max":39701,"stdev":5069.001289828407},"short":{"mean":29016.08695652174,"median":28615.0,"min":20775,"max":38450,"stdev":4677.979254035418},"long":{"mean":30971.117647058825,"median":31869.0,"min":19843,"max":39701,"stdev":5496.009596543125}},"total_tokens":{"all":{"mean":152723.925,"median":143569.0,"min":88520,"max":281796,"stdev":43105.8723201539},"short":{"mean":142529.04347826086,"median":132134.0,"min":88520,"max":255105,"stdev":41924.41374933341},"long":{"mean":166517.0,"median":157010.0,"min":104002,"max":281796,"stdev":41962.28961222207}},"cost":{"all":{"mean":4.081677375,"median":3.9242175,"min":2.72028,"max":6.133574999999999,"stdev":0.8701373652755648},"short":{"mean":3.8789008695652174,"median":3.64488,"min":2.72028,"max":6.133574999999999,"stdev":0.8678815452827598},"long":{"mean":4.356022058823529,"median":4.405589999999999,"min":2.75061,"max":5.76942,"stdev":0.8190082343356255}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":343054777555,"overall_relative_score":343054777555,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1056,"performance":712,"input_tokens":89598,"output_tokens":27839,"total_tokens":117437,"cost":3.431895},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2356240,"overall_relative_score":2356240,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":479,"performance":1184,"input_tokens":211664,"output_tokens":33633,"total_tokens":245297,"cost":5.6974350000000005},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2735093042414,"overall_relative_score":2735093042414,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":302,"performance":1436,"input_tokens":118871,"output_tokens":34967,"total_tokens":153838,"cost":4.405589999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4515831803,"overall_relative_score":4515831803,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":178,"performance":1615,"input_tokens":105449,"output_tokens":26685,"total_tokens":132134,"cost":3.58311},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13922982,"overall_relative_score":13922982,"max_execution_time_ms":470,"max_memory_usage_kib":4096,"rank":172,"performance":1585,"input_tokens":92694,"output_tokens":24519,"total_tokens":117213,"cost":3.2293350000000003},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":5284767,"overall_relative_score":5284767,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":303,"performance":1361,"input_tokens":131004,"output_tokens":33129,"total_tokens":164133,"cost":4.449735},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1218479,"overall_relative_score":1218479,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":307,"performance":1197,"input_tokens":93284,"output_tokens":24728,"total_tokens":118012,"cost":3.25386},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7516951533,"overall_relative_score":7516951533,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":65312,"output_tokens":23208,"total_tokens":88520,"cost":2.72028},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210396002,"overall_relative_score":210396002,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":587,"performance":972,"input_tokens":146660,"output_tokens":39701,"total_tokens":186361,"cost":5.177474999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":532408637,"overall_relative_score":532408637,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":631,"performance":784,"input_tokens":92323,"output_tokens":26076,"total_tokens":118399,"cost":3.340545},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17852,"overall_relative_score":17852,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":298,"performance":1320,"input_tokens":162260,"output_tokens":29555,"total_tokens":191815,"cost":4.650525},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628142419,"overall_relative_score":628142419,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":443,"performance":1198,"input_tokens":171981,"output_tokens":32126,"total_tokens":204107,"cost":4.989165},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68915204,"overall_relative_score":68915204,"max_execution_time_ms":2880,"max_memory_usage_kib":4096,"rank":445,"performance":1106,"input_tokens":216655,"output_tokens":38450,"total_tokens":255105,"cost":6.133574999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4030,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":109427,"output_tokens":26205,"total_tokens":135632,"cost":3.6067799999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69735678,"overall_relative_score":69735678,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":449,"performance":1142,"input_tokens":115825,"output_tokens":33238,"total_tokens":149063,"cost":4.230225},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5632071642,"overall_relative_score":32494013293,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":564,"performance":1164,"input_tokens":124991,"output_tokens":35135,"total_tokens":160126,"cost":4.50999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3189761442685,"overall_relative_score":404879379028,"max_execution_time_ms":4890,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":164097,"output_tokens":37956,"total_tokens":202053,"cost":5.308155},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":347716730555567,"overall_relative_score":8120449377,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":512,"performance":978,"input_tokens":119795,"output_tokens":27543,"total_tokens":147338,"cost":3.86265},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465914329,"overall_relative_score":465914329,"max_execution_time_ms":240,"max_memory_usage_kib":6144,"rank":138,"performance":1896,"input_tokens":130403,"output_tokens":34137,"total_tokens":164540,"cost":4.5163199999999994},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":83841,"output_tokens":24932,"total_tokens":108773,"cost":3.1275150000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":94762,"output_tokens":24843,"total_tokens":119605,"cost":3.284655},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1402,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":100648,"output_tokens":34397,"total_tokens":135045,"cost":4.089495},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118745696354,"overall_relative_score":161642863689,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":744,"performance":960,"input_tokens":125141,"output_tokens":31869,"total_tokens":157010,"cost":4.26729},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1334052,"overall_relative_score":1334052,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":561,"performance":1007,"input_tokens":71320,"output_tokens":24329,"total_tokens":95649,"cost":2.894475},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":99827183300,"overall_relative_score":555666038341,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":936,"performance":573,"input_tokens":116385,"output_tokens":26743,"total_tokens":143128,"cost":3.7515},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1055114,"overall_relative_score":1055114,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":250,"performance":1671,"input_tokens":116540,"output_tokens":32344,"total_tokens":148884,"cost":4.1739},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":658866037784,"overall_relative_score":108839345826,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":695,"performance":1026,"input_tokens":116928,"output_tokens":25246,"total_tokens":142174,"cost":3.6473699999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1109122747672,"overall_relative_score":96026519,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":760,"performance":910,"input_tokens":84159,"output_tokens":19843,"total_tokens":104002,"cost":2.75061},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10110223512397,"overall_relative_score":10110223512397,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":566,"performance":1181,"input_tokens":86586,"output_tokens":20775,"total_tokens":107361,"cost":2.856915},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47293028900,"overall_relative_score":5395446,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":114783,"output_tokens":29227,"total_tokens":144010,"cost":3.9137700000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1701931885,"overall_relative_score":1701931885,"max_execution_time_ms":360,"max_memory_usage_kib":6540,"rank":774,"performance":817,"input_tokens":109488,"output_tokens":28615,"total_tokens":138103,"cost":3.788445},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251562311,"overall_relative_score":251562311,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":243,"performance":1699,"input_tokens":142216,"output_tokens":34985,"total_tokens":177201,"cost":4.757115},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20465337,"overall_relative_score":54079468074,"max_execution_time_ms":110,"max_memory_usage_kib":7168,"rank":502,"performance":1204,"input_tokens":256088,"output_tokens":25708,"total_tokens":281796,"cost":5.76942},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292952,"overall_relative_score":292952,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":193,"performance":1656,"input_tokens":121110,"output_tokens":34120,"total_tokens":155230,"cost":4.37565},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5087366229,"overall_relative_score":1911200695395,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":139441,"output_tokens":35135,"total_tokens":174576,"cost":4.7267399999999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64516087,"overall_relative_score":64516087,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":544,"performance":1275,"input_tokens":108146,"output_tokens":30833,"total_tokens":138979,"cost":3.9346650000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438534,"overall_relative_score":438534,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":579,"performance":1181,"input_tokens":96782,"output_tokens":29242,"total_tokens":126024,"cost":3.64488},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132835742,"overall_relative_score":132835742,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":581,"performance":1176,"input_tokens":92803,"output_tokens":25891,"total_tokens":118694,"cost":3.33387},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":808231944,"overall_relative_score":1711402581476,"max_execution_time_ms":470,"max_memory_usage_kib":11676,"rank":474,"performance":1377,"input_tokens":174931,"output_tokens":38137,"total_tokens":213068,"cost":5.484240000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":175907,"overall_relative_score":175907,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":844,"performance":720,"input_tokens":100687,"output_tokens":27835,"total_tokens":128522,"cost":3.59793}]},{"num_self_refine":16,"rank":{"all":{"mean":477.65,"median":496.0,"min":76,"max":953,"stdev":212.2838629324859},"short":{"mean":397.7391304347826,"median":416.0,"min":76,"max":774,"stdev":184.56982354341093},"long":{"mean":585.7647058823529,"median":584.0,"min":202,"max":953,"stdev":203.48204141022026}},"performance":{"all":{"mean":1182.9,"median":1167.5,"min":483,"max":2132,"stdev":350.93017787530005},"short":{"mean":1254.3478260869565,"median":1197.0,"min":483,"max":2132,"stdev":397.77433171627854},"long":{"mean":1086.235294117647,"median":1064.0,"min":680,"max":1639,"stdev":255.65248126406007}},"input_tokens":{"all":{"mean":501518.4,"median":456512.5,"min":245942,"max":1237032,"stdev":173425.9668579222},"short":{"mean":477546.0,"median":424651.0,"min":245942,"max":1237032,"stdev":199366.35032522414},"long":{"mean":533951.6470588235,"median":500640.0,"min":318825,"max":835715,"stdev":129289.70527653255}},"output_tokens":{"all":{"mean":60855.65,"median":60731.0,"min":36089,"max":90884,"stdev":13304.67766508437},"short":{"mean":58465.391304347824,"median":55841.0,"min":36089,"max":90884,"stdev":13189.032105707207},"long":{"mean":64089.529411764706,"median":64424.0,"min":39606,"max":84723,"stdev":13151.660147665993}},"total_tokens":{"all":{"mean":562374.05,"median":516857.0,"min":282031,"max":1327916,"stdev":183573.28240548962},"short":{"mean":536011.3913043478,"median":474914.0,"min":282031,"max":1327916,"stdev":210874.68507294243},"long":{"mean":598041.1764705882,"median":563918.0,"min":358431,"max":883411,"stdev":136555.0982063812}},"cost":{"all":{"mean":12.08694975,"median":11.373524999999999,"min":6.395804999999999,"max":25.371779999999998,"stdev":3.4116270894098037},"short":{"mean":11.548094347826087,"median":10.40853,"min":6.395804999999999,"max":25.371779999999998,"stdev":3.8777802262213643},"long":{"mean":12.815989411764706,"median":12.374849999999999,"min":7.752825,"max":16.483155000000004,"stdev":2.590812486722845}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":613570942423,"overall_relative_score":613570942423,"max_execution_time_ms":4080,"max_memory_usage_kib":3072,"rank":953,"performance":815,"input_tokens":396492,"output_tokens":62086,"total_tokens":458578,"cost":10.603829999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2666280,"overall_relative_score":2666280,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":407,"performance":1279,"input_tokens":744720,"output_tokens":72500,"total_tokens":817220,"cost":16.6083},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2777796743489,"overall_relative_score":2777796743489,"max_execution_time_ms":940,"max_memory_usage_kib":4096,"rank":202,"performance":1639,"input_tokens":472595,"output_tokens":63914,"total_tokens":536509,"cost":11.882475},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4515831803,"overall_relative_score":4515831803,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":178,"performance":1615,"input_tokens":424651,"output_tokens":50263,"total_tokens":474914,"cost":10.13949},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16880856,"overall_relative_score":16880856,"max_execution_time_ms":990,"max_memory_usage_kib":4096,"rank":117,"performance":1792,"input_tokens":414832,"output_tokens":55814,"total_tokens":470646,"cost":10.40853},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":5322070,"overall_relative_score":5322070,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":275,"performance":1417,"input_tokens":500640,"output_tokens":62012,"total_tokens":562652,"cost":12.160499999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1218479,"overall_relative_score":1218479,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":307,"performance":1197,"input_tokens":401484,"output_tokens":52355,"total_tokens":453839,"cost":9.948885},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7516951533,"overall_relative_score":7516951533,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":245942,"output_tokens":36089,"total_tokens":282031,"cost":6.395804999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1901819099,"overall_relative_score":1901819099,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":515,"performance":1069,"input_tokens":653511,"output_tokens":84723,"total_tokens":738234,"cost":16.15689},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":531133109,"overall_relative_score":531133109,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":631,"performance":784,"input_tokens":353748,"output_tokens":45037,"total_tokens":398785,"cost":8.683995},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14332,"overall_relative_score":14332,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":322,"performance":1268,"input_tokens":570107,"output_tokens":61114,"total_tokens":631221,"cost":13.135155},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":762540431,"overall_relative_score":762540431,"max_execution_time_ms":2980,"max_memory_usage_kib":3072,"rank":404,"performance":1254,"input_tokens":630740,"output_tokens":73723,"total_tokens":704463,"cost":14.990325},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71226482,"overall_relative_score":71226482,"max_execution_time_ms":2830,"max_memory_usage_kib":4096,"rank":416,"performance":1159,"input_tokens":1237032,"output_tokens":90884,"total_tokens":1327916,"cost":25.371779999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4030,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":417976,"output_tokens":54893,"total_tokens":472869,"cost":10.386614999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68495036,"overall_relative_score":68495036,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":457,"performance":1129,"input_tokens":455900,"output_tokens":58136,"total_tokens":514036,"cost":11.198699999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4633911235,"overall_relative_score":26855795112,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":647,"performance":1064,"input_tokens":523683,"output_tokens":67225,"total_tokens":590908,"cost":12.89712},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3189761442685,"overall_relative_score":404879379028,"max_execution_time_ms":4890,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":654594,"output_tokens":82152,"total_tokens":736746,"cost":15.980310000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269147562980375,"overall_relative_score":8371882043,"max_execution_time_ms":220,"max_memory_usage_kib":4096,"rank":511,"performance":980,"input_tokens":567304,"output_tokens":73065,"total_tokens":640369,"cost":13.989435},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":478808466,"overall_relative_score":478808466,"max_execution_time_ms":70,"max_memory_usage_kib":6144,"rank":76,"performance":2132,"input_tokens":563288,"output_tokens":77095,"total_tokens":640383,"cost":14.231444999999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":333545,"output_tokens":41730,"total_tokens":375275,"cost":8.132925},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":349173,"output_tokens":49685,"total_tokens":398858,"cost":8.96397},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":401290,"output_tokens":56921,"total_tokens":458211,"cost":10.288425},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":104603539166,"overall_relative_score":179110543234,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":711,"performance":1000,"input_tokens":498650,"output_tokens":65268,"total_tokens":563918,"cost":12.374849999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1346787,"overall_relative_score":1346787,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":511,"performance":1102,"input_tokens":303651,"output_tokens":46689,"total_tokens":350340,"cost":8.056439999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53140938886,"overall_relative_score":1134615488511,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":451,"performance":1292,"input_tokens":438821,"output_tokens":50004,"total_tokens":488825,"cost":10.332615000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061668,"overall_relative_score":1061668,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":202,"performance":1775,"input_tokens":515600,"output_tokens":71346,"total_tokens":586946,"cost":13.08495},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":651606257470,"overall_relative_score":109281366306,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":694,"performance":1027,"input_tokens":412309,"output_tokens":46728,"total_tokens":459037,"cost":9.689235},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1099096505185,"overall_relative_score":96889314,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":760,"performance":910,"input_tokens":318825,"output_tokens":39606,"total_tokens":358431,"cost":7.752825},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10335421728381,"overall_relative_score":10335421728381,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":490,"performance":1289,"input_tokens":357008,"output_tokens":45548,"total_tokens":402556,"cost":8.77122},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39280726000,"overall_relative_score":596956907,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":483525,"output_tokens":64424,"total_tokens":547949,"cost":12.084675},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1701931885,"overall_relative_score":1701931885,"max_execution_time_ms":360,"max_memory_usage_kib":6540,"rank":774,"performance":817,"input_tokens":445466,"output_tokens":55841,"total_tokens":501307,"cost":10.870065},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251655469,"overall_relative_score":251655469,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":242,"performance":1701,"input_tokens":626005,"output_tokens":75630,"total_tokens":701635,"cost":15.062325000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20465337,"overall_relative_score":54079468074,"max_execution_time_ms":110,"max_memory_usage_kib":7168,"rank":502,"performance":1204,"input_tokens":835715,"output_tokens":47696,"total_tokens":883411,"cost":16.112925},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293128,"overall_relative_score":293128,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":192,"performance":1658,"input_tokens":534425,"output_tokens":73168,"total_tokens":607593,"cost":13.503974999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4522547680,"overall_relative_score":2132481938165,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":689,"performance":1068,"input_tokens":585721,"output_tokens":69443,"total_tokens":655164,"cost":13.99404},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64516087,"overall_relative_score":64516087,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":544,"performance":1275,"input_tokens":457125,"output_tokens":62553,"total_tokens":519678,"cost":11.54835},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438616,"overall_relative_score":438616,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":579,"performance":1181,"input_tokens":391684,"output_tokens":51758,"total_tokens":443442,"cost":9.757109999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132835742,"overall_relative_score":132835742,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":581,"performance":1176,"input_tokens":418514,"output_tokens":54200,"total_tokens":472714,"cost":10.342709999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":808231944,"overall_relative_score":1711402581476,"max_execution_time_ms":470,"max_memory_usage_kib":11676,"rank":474,"performance":1377,"input_tokens":686077,"output_tokens":82560,"total_tokens":768637,"cost":16.483155000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":438368,"output_tokens":60348,"total_tokens":498716,"cost":11.10162}]}]},{"model_name":"claude-4.5-haiku","detail_path":"data/model_details/claude-4.5-haiku.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":730.25,"median":727.5,"min":186,"max":1120,"stdev":211.76980124169904},"short":{"mean":668.2608695652174,"median":711.0,"min":186,"max":1019,"stdev":206.381204524607},"long":{"mean":814.1176470588235,"median":775.0,"min":505,"max":1120,"stdev":194.29451946495467}},"performance":{"all":{"mean":653.475,"median":700.5,"min":-80,"max":1267,"stdev":363.9265203025017},"short":{"mean":644.2173913043479,"median":676.0,"min":-80,"max":1267,"stdev":407.4676737341748},"long":{"mean":666.0,"median":725.0,"min":111,"max":1130,"stdev":306.99776057815143}},"input_tokens":{"all":{"mean":3385.2,"median":2993.0,"min":1547,"max":8504,"stdev":1769.0775692868433},"short":{"mean":2727.2608695652175,"median":2122.0,"min":1603,"max":8370,"stdev":1565.5019589253823},"long":{"mean":4275.35294117647,"median":3913.0,"min":1547,"max":8504,"stdev":1671.6684009237774}},"output_tokens":{"all":{"mean":13689.2,"median":13747.5,"min":7396,"max":19225,"stdev":2717.6338520569975},"short":{"mean":14158.434782608696,"median":14046.0,"min":9364,"max":19225,"stdev":2724.920629804688},"long":{"mean":13054.35294117647,"median":13550.0,"min":7396,"max":17246,"stdev":2654.782122443772}},"total_tokens":{"all":{"mean":17074.4,"median":17121.5,"min":11501,"max":21835,"stdev":2873.619372400579},"short":{"mean":16885.695652173912,"median":16565.0,"min":11501,"max":21225,"stdev":2636.342394558012},"long":{"mean":17329.70588235294,"median":17513.0,"min":11815,"max":21835,"stdev":3232.801837506938}},"cost":{"all":{"mean":0.0718312,"median":0.0728715,"min":0.041753,"max":0.098125,"stdev":0.01328459915765196},"short":{"mean":0.0735194347826087,"median":0.072749,"min":0.048957,"max":0.098125,"stdev":0.013170124120441162},"long":{"mean":0.06954711764705883,"median":0.072994,"min":0.041753,"max":0.090819,"stdev":0.013492016157168435}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":391418593543,"overall_relative_score":391418593543,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1044,"performance":725,"input_tokens":1547,"output_tokens":10268,"total_tokens":11815,"cost":0.052887},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":1691,"output_tokens":13164,"total_tokens":14855,"cost":0.067511},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2500602528182,"overall_relative_score":2500602528182,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":505,"performance":1130,"input_tokens":3117,"output_tokens":15432,"total_tokens":18549,"cost":0.080277},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1336872072,"overall_relative_score":1336872072,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":569,"performance":510,"input_tokens":1863,"output_tokens":14429,"total_tokens":16292,"cost":0.074008},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4306086,"overall_relative_score":4306086,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":2062,"output_tokens":17615,"total_tokens":19677,"cost":0.090137},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4592688,"overall_relative_score":4592688,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":533,"performance":967,"input_tokens":4438,"output_tokens":15379,"total_tokens":19817,"cost":0.081333},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1266700,"overall_relative_score":1266700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":280,"performance":1267,"input_tokens":1812,"output_tokens":14787,"total_tokens":16599,"cost":0.075747},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2602,"output_tokens":14266,"total_tokens":16868,"cost":0.073932},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3330,"output_tokens":9136,"total_tokens":12466,"cost":0.04901},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":480344379,"overall_relative_score":480344379,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":2590,"output_tokens":18521,"total_tokens":21111,"cost":0.095195},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2764,"overall_relative_score":2764,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":647,"performance":291,"input_tokens":8370,"output_tokens":12521,"total_tokens":20891,"cost":0.070975},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190614241,"overall_relative_score":190614241,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":8504,"output_tokens":12601,"total_tokens":21105,"cost":0.071509},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":5098,"output_tokens":10937,"total_tokens":16035,"cost":0.059783},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":3137,"output_tokens":16331,"total_tokens":19468,"cost":0.084792},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56210281,"overall_relative_score":56210281,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":501,"performance":1054,"input_tokens":2869,"output_tokens":15452,"total_tokens":18321,"cost":0.080129},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3694130787,"overall_relative_score":21092007772,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":682,"performance":1021,"input_tokens":3145,"output_tokens":10808,"total_tokens":13953,"cost":0.057185},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1736918151971,"overall_relative_score":22460982293,"max_execution_time_ms":6193,"max_memory_usage_kib":11264,"rank":929,"performance":393,"input_tokens":7358,"output_tokens":13393,"total_tokens":20751,"cost":0.074323},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":815963000000000,"overall_relative_score":4115284746,"max_execution_time_ms":1346,"max_memory_usage_kib":3072,"rank":735,"performance":350,"input_tokens":5191,"output_tokens":12322,"total_tokens":17513,"cost":0.066801},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300521361,"overall_relative_score":300521361,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":898,"performance":544,"input_tokens":4094,"output_tokens":13384,"total_tokens":17478,"cost":0.071014},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12304765,"overall_relative_score":12304765,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":774,"performance":960,"input_tokens":1927,"output_tokens":16608,"total_tokens":18535,"cost":0.084967},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":533,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2519,"output_tokens":14046,"total_tokens":16565,"cost":0.072749},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2339,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":2087,"output_tokens":12488,"total_tokens":14575,"cost":0.064527},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209105437702,"overall_relative_score":124924171620,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":841,"performance":834,"input_tokens":3269,"output_tokens":13945,"total_tokens":17214,"cost":0.072994},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":2000,"output_tokens":19225,"total_tokens":21225,"cost":0.098125},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3913,"output_tokens":10834,"total_tokens":14747,"cost":0.058083},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960088,"overall_relative_score":960088,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":1080,"input_tokens":2137,"output_tokens":9364,"total_tokens":11501,"cost":0.048957},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4773,"output_tokens":7396,"total_tokens":12169,"cost":0.041753},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1610333620294,"overall_relative_score":70144056,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":775,"performance":889,"input_tokens":3479,"output_tokens":13550,"total_tokens":17029,"cost":0.071229},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1976,"output_tokens":14340,"total_tokens":16316,"cost":0.073676},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1022,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":3121,"output_tokens":14147,"total_tokens":17268,"cost":0.073856},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696041790,"overall_relative_score":696041790,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":676,"input_tokens":2236,"output_tokens":10331,"total_tokens":12567,"cost":0.053891},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":5006,"output_tokens":9698,"total_tokens":14704,"cost":0.053496},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":72757000,"overall_relative_score":82666124,"max_execution_time_ms":1011,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":4589,"output_tokens":17246,"total_tokens":21835,"cost":0.090819},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21282,"overall_relative_score":21282,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":817,"input_tokens":2122,"output_tokens":13342,"total_tokens":15464,"cost":0.068832},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2898660374,"overall_relative_score":1350285821189,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1014,"performance":611,"input_tokens":4816,"output_tokens":14011,"total_tokens":18827,"cost":0.074871},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56076305,"overall_relative_score":56076305,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":739,"performance":1002,"input_tokens":1901,"output_tokens":13438,"total_tokens":15339,"cost":0.069091},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":410938,"overall_relative_score":410938,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":716,"performance":987,"input_tokens":2478,"output_tokens":17497,"total_tokens":19975,"cost":0.089963},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1684,"output_tokens":17269,"total_tokens":18953,"cost":0.088029},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197529380,"overall_relative_score":262552152422,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1120,"performance":617,"input_tokens":4954,"output_tokens":15125,"total_tokens":20079,"cost":0.080579},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1603,"output_tokens":12922,"total_tokens":14525,"cost":0.066213}]},{"num_self_refine":2,"rank":{"all":{"mean":651.6,"median":645.5,"min":186,"max":997,"stdev":217.66615227488597},"short":{"mean":557.0,"median":572.0,"min":186,"max":997,"stdev":202.53349891269391},"long":{"mean":779.5882352941177,"median":775.0,"min":483,"max":996,"stdev":169.7461556352343}},"performance":{"all":{"mean":822.55,"median":854.0,"min":-80,"max":1441,"stdev":376.9345961086482},"short":{"mean":889.4782608695652,"median":1039.0,"min":-80,"max":1441,"stdev":421.50745378562164},"long":{"mean":732.0,"median":814.0,"min":111,"max":1130,"stdev":294.74416872942544}},"input_tokens":{"all":{"mean":8583.775,"median":7812.5,"min":4665,"max":19528,"stdev":3656.7690200538564},"short":{"mean":7200.347826086957,"median":6162.0,"min":4665,"max":18864,"stdev":3210.824300970018},"long":{"mean":10455.470588235294,"median":9576.0,"min":4960,"max":19528,"stdev":3456.204622082709}},"output_tokens":{"all":{"mean":25214.35,"median":25664.5,"min":17794,"max":31452,"stdev":3660.590092195099},"short":{"mean":25596.82608695652,"median":26176.0,"min":18798,"max":31452,"stdev":3618.4172287212427},"long":{"mean":24696.882352941175,"median":23847.0,"min":17794,"max":31095,"stdev":3763.603341253448}},"total_tokens":{"all":{"mean":33798.125,"median":33425.0,"min":25522,"max":45825,"stdev":4447.554955988567},"short":{"mean":32797.17391304348,"median":33088.0,"min":26922,"max":39437,"stdev":3231.022335425091},"long":{"mean":35152.35294117647,"median":34717.0,"min":25522,"max":45825,"stdev":5520.186273364972}},"cost":{"all":{"mean":0.134655525,"median":0.134642,"min":0.09734699999999999,"max":0.164243,"stdev":0.0177035104775897},"short":{"mean":0.13518447826086957,"median":0.137357,"min":0.105424,"max":0.162823,"stdev":0.01651722799731889},"long":{"mean":0.1339398823529412,"median":0.12898099999999998,"min":0.09734699999999999,"max":0.164243,"stdev":0.019694544501213888}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":682987624356,"overall_relative_score":682987624356,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":924,"performance":843,"input_tokens":4960,"output_tokens":20562,"total_tokens":25522,"cost":0.10777},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1408639,"overall_relative_score":1408639,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":598,"performance":1039,"input_tokens":4665,"output_tokens":22257,"total_tokens":26922,"cost":0.11595},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2500602528182,"overall_relative_score":2500602528182,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":505,"performance":1130,"input_tokens":8616,"output_tokens":28729,"total_tokens":37345,"cost":0.152261},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1341968396,"overall_relative_score":1341968396,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":568,"performance":516,"input_tokens":5873,"output_tokens":29301,"total_tokens":35174,"cost":0.152378},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4559888,"overall_relative_score":4559888,"max_execution_time_ms":500,"max_memory_usage_kib":7168,"rank":325,"performance":1149,"input_tokens":6363,"output_tokens":29573,"total_tokens":35936,"cost":0.15422799999999998},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4828075,"overall_relative_score":4828075,"max_execution_time_ms":555,"max_memory_usage_kib":3072,"rank":483,"performance":1050,"input_tokens":11183,"output_tokens":27189,"total_tokens":38372,"cost":0.147128},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1302972,"overall_relative_score":1302972,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":264,"performance":1309,"input_tokens":5466,"output_tokens":28192,"total_tokens":33658,"cost":0.146426},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6357,"output_tokens":24121,"total_tokens":30478,"cost":0.126962},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":8377,"output_tokens":17794,"total_tokens":26171,"cost":0.09734699999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":480344379,"overall_relative_score":480344379,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":6998,"output_tokens":30909,"total_tokens":37907,"cost":0.161543},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3016,"overall_relative_score":3016,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":508,"performance":865,"input_tokens":18864,"output_tokens":20573,"total_tokens":39437,"cost":0.121729},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":262480422,"overall_relative_score":262480422,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":573,"performance":1021,"input_tokens":19528,"output_tokens":21588,"total_tokens":41116,"cost":0.127468},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29440614,"overall_relative_score":29440614,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":652,"performance":655,"input_tokens":11695,"output_tokens":19241,"total_tokens":30936,"cost":0.1079},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":8768,"output_tokens":31095,"total_tokens":39863,"cost":0.164243},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71625967,"overall_relative_score":71625967,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":404,"performance":1218,"input_tokens":7833,"output_tokens":26176,"total_tokens":34009,"cost":0.138713},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3694130787,"overall_relative_score":21092007772,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":682,"performance":1021,"input_tokens":7792,"output_tokens":23847,"total_tokens":31639,"cost":0.127027},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1736918151971,"overall_relative_score":22460982293,"max_execution_time_ms":6193,"max_memory_usage_kib":11264,"rank":929,"performance":393,"input_tokens":16339,"output_tokens":29486,"total_tokens":45825,"cost":0.163769},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":815963000000000,"overall_relative_score":4115284746,"max_execution_time_ms":1346,"max_memory_usage_kib":3072,"rank":735,"performance":350,"input_tokens":12935,"output_tokens":27088,"total_tokens":40023,"cost":0.14837499999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300521361,"overall_relative_score":300521361,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":898,"performance":544,"input_tokens":10592,"output_tokens":22496,"total_tokens":33088,"cost":0.12307199999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":5338,"output_tokens":23458,"total_tokens":28796,"cost":0.122628},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":533,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6533,"output_tokens":26659,"total_tokens":33192,"cost":0.139828},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76809,"overall_relative_score":76809,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":387,"performance":1222,"input_tokens":5759,"output_tokens":28445,"total_tokens":34204,"cost":0.147984},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209105437702,"overall_relative_score":124924171620,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":841,"performance":834,"input_tokens":8240,"output_tokens":23559,"total_tokens":31799,"cost":0.126035},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":5563,"output_tokens":31452,"total_tokens":37015,"cost":0.162823},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":9576,"output_tokens":21464,"total_tokens":31040,"cost":0.116896},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972427,"overall_relative_score":972427,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":572,"performance":1130,"input_tokens":6162,"output_tokens":25153,"total_tokens":31315,"cost":0.13192700000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":11082,"output_tokens":19760,"total_tokens":30842,"cost":0.109882},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1610333620294,"overall_relative_score":70144056,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":775,"performance":889,"input_tokens":8412,"output_tokens":22830,"total_tokens":31242,"cost":0.122562},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9800230108690,"overall_relative_score":9800230108690,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":670,"performance":1029,"input_tokens":5818,"output_tokens":24690,"total_tokens":30508,"cost":0.129268},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46615080300,"overall_relative_score":5592063,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":7859,"output_tokens":26607,"total_tokens":34466,"cost":0.14089400000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696041790,"overall_relative_score":696041790,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":676,"input_tokens":6245,"output_tokens":23154,"total_tokens":29399,"cost":0.12201500000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235468074,"overall_relative_score":235468074,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":430,"performance":1392,"input_tokens":11434,"output_tokens":18798,"total_tokens":30232,"cost":0.105424},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":72757000,"overall_relative_score":82666124,"max_execution_time_ms":1011,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":11169,"output_tokens":26662,"total_tokens":37831,"cost":0.144479},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230597,"overall_relative_score":230597,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":354,"performance":1312,"input_tokens":5623,"output_tokens":30394,"total_tokens":36017,"cost":0.157593},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5664820765,"overall_relative_score":1762227111461,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":996,"performance":647,"input_tokens":11151,"output_tokens":23566,"total_tokens":34717,"cost":0.12898099999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58070508,"overall_relative_score":58070508,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":697,"performance":1064,"input_tokens":5807,"output_tokens":26373,"total_tokens":32180,"cost":0.13767200000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433402,"overall_relative_score":433402,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":1098,"input_tokens":6909,"output_tokens":27504,"total_tokens":34413,"cost":0.144429},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":4837,"output_tokens":26504,"total_tokens":31341,"cost":0.137357},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2513482134,"overall_relative_score":542890835065,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":794,"performance":1033,"input_tokens":11756,"output_tokens":28021,"total_tokens":39777,"cost":0.151861},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":4874,"output_tokens":23304,"total_tokens":28178,"cost":0.121394}]},{"num_self_refine":4,"rank":{"all":{"mean":606.175,"median":611.5,"min":186,"max":993,"stdev":197.35778878694347},"short":{"mean":529.1304347826087,"median":534.0,"min":186,"max":898,"stdev":180.6126705380696},"long":{"mean":710.4117647058823,"median":682.0,"min":399,"max":993,"stdev":173.23360630357257}},"performance":{"all":{"mean":935.85,"median":983.5,"min":111,"max":1480,"stdev":297.4689425719462},"short":{"mean":989.2608695652174,"median":1098.0,"min":483,"max":1480,"stdev":310.59125688556486},"long":{"mean":863.5882352941177,"median":888.0,"min":111,"max":1188,"stdev":270.92066616066995}},"input_tokens":{"all":{"mean":26435.025,"median":23301.5,"min":16245,"max":51262,"stdev":8260.184745210001},"short":{"mean":23678.695652173912,"median":21581.0,"min":16245,"max":48574,"stdev":7933.7583976481765},"long":{"mean":30164.176470588234,"median":28524.0,"min":20352,"max":51262,"stdev":7352.997486019682}},"output_tokens":{"all":{"mean":43083.9,"median":42867.5,"min":32453,"max":55566,"stdev":5802.271521590179},"short":{"mean":43133.65217391304,"median":43208.0,"min":32453,"max":55566,"stdev":6159.141517870339},"long":{"mean":43016.58823529412,"median":42527.0,"min":32948,"max":53861,"stdev":5467.422542419137}},"total_tokens":{"all":{"mean":69518.925,"median":68653.0,"min":53869,"max":91907,"stdev":9232.365256260175},"short":{"mean":66812.34782608696,"median":67771.0,"min":53869,"max":85722,"stdev":7858.175757588662},"long":{"mean":73180.76470588235,"median":73300.0,"min":57946,"max":91907,"stdev":9903.483329928742}},"cost":{"all":{"mean":0.241854525,"median":0.2385585,"min":0.19453099999999998,"max":0.296815,"stdev":0.028750431809455107},"short":{"mean":0.23934695652173912,"median":0.23228500000000002,"min":0.197373,"max":0.296222,"stdev":0.02856005999083058},"long":{"mean":0.2452471176470588,"median":0.254487,"min":0.19453099999999998,"max":0.296815,"stdev":0.02952935501090896}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":768368690989,"overall_relative_score":768368690989,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":876,"performance":888,"input_tokens":20352,"output_tokens":37594,"total_tokens":57946,"cost":0.208322},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1408639,"overall_relative_score":1408639,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":598,"performance":1039,"input_tokens":17128,"output_tokens":38740,"total_tokens":55868,"cost":0.210828},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2564194108482,"overall_relative_score":2564194108482,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":27519,"output_tokens":45781,"total_tokens":73300,"cost":0.256424},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1463781340,"overall_relative_score":1463781340,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":563,"performance":543,"input_tokens":20966,"output_tokens":40111,"total_tokens":61077,"cost":0.221521},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4559888,"overall_relative_score":4559888,"max_execution_time_ms":500,"max_memory_usage_kib":7168,"rank":325,"performance":1149,"input_tokens":23045,"output_tokens":46180,"total_tokens":69225,"cost":0.253945},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4993017,"overall_relative_score":4993017,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":399,"performance":1188,"input_tokens":32558,"output_tokens":47398,"total_tokens":79956,"cost":0.269548},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1362619,"overall_relative_score":1362619,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":238,"performance":1379,"input_tokens":22243,"output_tokens":46054,"total_tokens":68297,"cost":0.252513},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":17993,"output_tokens":35876,"total_tokens":53869,"cost":0.197373},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":25638,"output_tokens":36964,"total_tokens":62602,"cost":0.21045799999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":480344379,"overall_relative_score":480344379,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":21832,"output_tokens":54878,"total_tokens":76710,"cost":0.296222},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3016,"overall_relative_score":3016,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":508,"performance":865,"input_tokens":48574,"output_tokens":32453,"total_tokens":81027,"cost":0.210839},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":358807354,"overall_relative_score":358807354,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":550,"performance":1052,"input_tokens":51262,"output_tokens":40645,"total_tokens":91907,"cost":0.254487},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29440614,"overall_relative_score":29440614,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":652,"performance":655,"input_tokens":30995,"output_tokens":34886,"total_tokens":65881,"cost":0.205425},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":27510,"output_tokens":53861,"total_tokens":81371,"cost":0.296815},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70825700,"overall_relative_score":70825700,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":416,"performance":1198,"input_tokens":40683,"output_tokens":45039,"total_tokens":85722,"cost":0.265878},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3694130787,"overall_relative_score":21092007772,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":682,"performance":1021,"input_tokens":23558,"output_tokens":42527,"total_tokens":66085,"cost":0.236193},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2319274396659,"overall_relative_score":388171744036,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":669,"performance":946,"input_tokens":39494,"output_tokens":44239,"total_tokens":83733,"cost":0.260689},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":561,"performance":884,"input_tokens":36649,"output_tokens":49770,"total_tokens":86419,"cost":0.28549899999999995},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300521361,"overall_relative_score":300521361,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":898,"performance":544,"input_tokens":31843,"output_tokens":36988,"total_tokens":68831,"cost":0.216783},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":17999,"output_tokens":40683,"total_tokens":58682,"cost":0.221414},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":533,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":19352,"output_tokens":41974,"total_tokens":61326,"cost":0.229222},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76809,"overall_relative_score":76809,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":387,"performance":1222,"input_tokens":21581,"output_tokens":46190,"total_tokens":67771,"cost":0.252531},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":200313758785,"overall_relative_score":115798342895,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":846,"performance":827,"input_tokens":25480,"output_tokens":40396,"total_tokens":65876,"cost":0.22746},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1210756,"overall_relative_score":1210756,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":721,"performance":575,"input_tokens":17936,"output_tokens":55566,"total_tokens":73502,"cost":0.295766},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103230574641,"overall_relative_score":536176213982,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":938,"performance":568,"input_tokens":28524,"output_tokens":40447,"total_tokens":68971,"cost":0.230759},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":989254,"overall_relative_score":989254,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":517,"performance":1216,"input_tokens":22066,"output_tokens":46676,"total_tokens":68742,"cost":0.255446},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":29791,"output_tokens":32948,"total_tokens":62739,"cost":0.19453099999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":815440092600,"overall_relative_score":44592346006,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":636,"performance":1074,"input_tokens":21565,"output_tokens":38571,"total_tokens":60136,"cost":0.21442},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10126569712213,"overall_relative_score":10126569712213,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":561,"performance":1188,"input_tokens":20804,"output_tokens":44024,"total_tokens":64828,"cost":0.240924},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46615080300,"overall_relative_score":5592063,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":28010,"output_tokens":46861,"total_tokens":74871,"cost":0.262315},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1427002507,"overall_relative_score":1427002507,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":798,"performance":770,"input_tokens":20368,"output_tokens":38273,"total_tokens":58641,"cost":0.211733},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241635848,"overall_relative_score":241635848,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":371,"performance":1480,"input_tokens":30730,"output_tokens":37834,"total_tokens":68564,"cost":0.21990000000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7075279,"overall_relative_score":39476821527,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":597,"performance":1085,"input_tokens":30933,"output_tokens":48754,"total_tokens":79687,"cost":0.27470300000000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230597,"overall_relative_score":230597,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":354,"performance":1312,"input_tokens":18906,"output_tokens":54005,"total_tokens":72911,"cost":0.288931},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5247046199,"overall_relative_score":1868532208976,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":32266,"output_tokens":38301,"total_tokens":70567,"cost":0.223771},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59737963,"overall_relative_score":59737963,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":654,"performance":1125,"input_tokens":21754,"output_tokens":43903,"total_tokens":65657,"cost":0.241269},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433402,"overall_relative_score":433402,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":1098,"input_tokens":22880,"output_tokens":47144,"total_tokens":70024,"cost":0.2586},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117943506,"overall_relative_score":117943506,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":763,"performance":915,"input_tokens":16245,"output_tokens":43208,"total_tokens":59453,"cost":0.23228500000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1865039835,"overall_relative_score":806288681731,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":771,"performance":1057,"input_tokens":31682,"output_tokens":46225,"total_tokens":77907,"cost":0.262807},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":18687,"output_tokens":41389,"total_tokens":60076,"cost":0.225632}]},{"num_self_refine":8,"rank":{"all":{"mean":580.125,"median":605.5,"min":182,"max":993,"stdev":204.7728181455782},"short":{"mean":512.304347826087,"median":535.0,"min":182,"max":898,"stdev":189.12872835539306},"long":{"mean":671.8823529411765,"median":656.0,"min":222,"max":993,"stdev":193.56681093131036}},"performance":{"all":{"mean":991.375,"median":1046.0,"min":-61,"max":1549,"stdev":332.5184928344935},"short":{"mean":1014.0,"median":1098.0,"min":-61,"max":1549,"stdev":391.88797100470157},"long":{"mean":960.7647058823529,"median":1015.0,"min":568,"max":1535,"stdev":237.9331653563046}},"input_tokens":{"all":{"mean":94299.3,"median":90456.5,"min":59004,"max":171933,"stdev":24632.01573229234},"short":{"mean":88390.39130434782,"median":84453.0,"min":59004,"max":171933,"stdev":25786.45902537209},"long":{"mean":102293.70588235294,"median":100743.0,"min":67125,"max":157473,"stdev":21131.242961444277}},"output_tokens":{"all":{"mean":71208.3,"median":70250.0,"min":52789,"max":93004,"stdev":9264.593857454829},"short":{"mean":70999.82608695653,"median":70411.0,"min":52789,"max":93004,"stdev":9523.882862916851},"long":{"mean":71490.35294117648,"median":70089.0,"min":55724,"max":89855,"stdev":9184.31972808259}},"total_tokens":{"all":{"mean":165507.6,"median":164382.0,"min":113964,"max":246416,"stdev":26495.33324733206},"short":{"mean":159390.21739130435,"median":156817.0,"min":113964,"max":246416,"stdev":26882.516939379904},"long":{"mean":173784.0588235294,"median":172320.0,"min":139018,"max":219458,"stdev":24308.12658214992}},"cost":{"all":{"mean":0.4503408,"median":0.44810300000000003,"min":0.333804,"max":0.560739,"stdev":0.05291240506879366},"short":{"mean":0.44338952173913043,"median":0.438574,"min":0.333804,"max":0.5443479999999999,"stdev":0.052608645719526816},"long":{"mean":0.4597454705882353,"median":0.455109,"min":0.366369,"max":0.560739,"stdev":0.0534353997892755}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":820886628134,"overall_relative_score":820886628134,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":818,"performance":940,"input_tokens":90606,"output_tokens":68765,"total_tokens":159371,"cost":0.434431},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1408639,"overall_relative_score":1408639,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":598,"performance":1039,"input_tokens":68588,"output_tokens":64153,"total_tokens":132741,"cost":0.38935299999999995},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2574425193654,"overall_relative_score":2574425193654,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":488,"performance":1153,"input_tokens":101473,"output_tokens":70847,"total_tokens":172320,"cost":0.455708},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1543030877,"overall_relative_score":1543030877,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":560,"performance":558,"input_tokens":83777,"output_tokens":66901,"total_tokens":150678,"cost":0.41828200000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12917964,"overall_relative_score":12917964,"max_execution_time_ms":2660,"max_memory_usage_kib":6144,"rank":183,"performance":1549,"input_tokens":90830,"output_tokens":79941,"total_tokens":170771,"cost":0.49053499999999994},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5443335,"overall_relative_score":5443335,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":222,"performance":1535,"input_tokens":110266,"output_tokens":79643,"total_tokens":189909,"cost":0.508481},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1469511,"overall_relative_score":1469511,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":182,"performance":1542,"input_tokens":103909,"output_tokens":73719,"total_tokens":177628,"cost":0.47250400000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":59004,"output_tokens":54960,"total_tokens":113964,"cost":0.333804},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":87961,"output_tokens":63989,"total_tokens":151950,"cost":0.407906},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":480344379,"overall_relative_score":480344379,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":76613,"output_tokens":93004,"total_tokens":169617,"cost":0.541633},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2924,"overall_relative_score":2924,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":522,"performance":829,"input_tokens":141209,"output_tokens":54377,"total_tokens":195586,"cost":0.41309399999999996},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":361004634,"overall_relative_score":361004634,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":548,"performance":1055,"input_tokens":157473,"output_tokens":61985,"total_tokens":219458,"cost":0.46739800000000004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43292976,"overall_relative_score":43292976,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":700,"input_tokens":94225,"output_tokens":52789,"total_tokens":147014,"cost":0.35817000000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765940244,"overall_relative_score":765940244,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":101955,"output_tokens":89855,"total_tokens":191810,"cost":0.5512299999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71161696,"overall_relative_score":71161696,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":411,"performance":1206,"input_tokens":171933,"output_tokens":74483,"total_tokens":246416,"cost":0.5443479999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4231239248,"overall_relative_score":25544640462,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":656,"performance":1053,"input_tokens":74486,"output_tokens":66773,"total_tokens":141259,"cost":0.408351},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2409851079887,"overall_relative_score":389332103930,"max_execution_time_ms":329,"max_memory_usage_kib":3072,"rank":663,"performance":954,"input_tokens":109024,"output_tokens":70089,"total_tokens":179113,"cost":0.45946899999999996},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":561,"performance":884,"input_tokens":128585,"output_tokens":81104,"total_tokens":209689,"cost":0.5341049999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300521361,"overall_relative_score":300521361,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":898,"performance":544,"input_tokens":110675,"output_tokens":70411,"total_tokens":181086,"cost":0.4627300000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":67830,"output_tokens":65083,"total_tokens":132913,"cost":0.393245},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":64643,"output_tokens":66015,"total_tokens":130658,"cost":0.394718},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76809,"overall_relative_score":76809,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":387,"performance":1222,"input_tokens":90307,"output_tokens":75375,"total_tokens":165682,"cost":0.46718199999999993},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":71757940294,"overall_relative_score":183521132557,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":698,"performance":1015,"input_tokens":87028,"output_tokens":69189,"total_tokens":156217,"cost":0.43297299999999994},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1220058,"overall_relative_score":1220058,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":719,"performance":584,"input_tokens":65719,"output_tokens":81077,"total_tokens":146796,"cost":0.47110399999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":102395146038,"overall_relative_score":540557774340,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":938,"performance":568,"input_tokens":98869,"output_tokens":64213,"total_tokens":163082,"cost":0.419934},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1023192,"overall_relative_score":1023192,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":410,"performance":1384,"input_tokens":89821,"output_tokens":84161,"total_tokens":173982,"cost":0.510626},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":702127062539,"overall_relative_score":104426625697,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":87749,"output_tokens":55724,"total_tokens":143473,"cost":0.366369},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300785878400,"overall_relative_score":44673659835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":635,"performance":1076,"input_tokens":67125,"output_tokens":71893,"total_tokens":139018,"cost":0.42658999999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10208841837839,"overall_relative_score":10208841837839,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":535,"performance":1225,"input_tokens":86950,"output_tokens":69867,"total_tokens":156817,"cost":0.43628500000000003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45887108400,"overall_relative_score":5703229,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":118009,"output_tokens":88546,"total_tokens":206555,"cost":0.560739},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2102008377,"overall_relative_score":2102008377,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":717,"performance":915,"input_tokens":74900,"output_tokens":67164,"total_tokens":142064,"cost":0.41072},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241059185,"overall_relative_score":241059185,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":373,"performance":1477,"input_tokens":99289,"output_tokens":67857,"total_tokens":167146,"cost":0.438574},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7075279,"overall_relative_score":39476821527,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":597,"performance":1085,"input_tokens":100743,"output_tokens":77008,"total_tokens":177751,"cost":0.485783},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230597,"overall_relative_score":230597,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":354,"performance":1312,"input_tokens":72347,"output_tokens":78650,"total_tokens":150997,"cost":0.465597},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4717938804,"overall_relative_score":2064679910848,"max_execution_time_ms":2620,"max_memory_usage_kib":3072,"rank":699,"performance":1057,"input_tokens":117647,"output_tokens":64690,"total_tokens":182337,"cost":0.441097},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59737963,"overall_relative_score":59737963,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":654,"performance":1125,"input_tokens":92188,"output_tokens":74491,"total_tokens":166679,"cost":0.46464300000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433402,"overall_relative_score":433402,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":1098,"input_tokens":84453,"output_tokens":76265,"total_tokens":160718,"cost":0.465778},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122186438,"overall_relative_score":122186438,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":720,"performance":981,"input_tokens":68349,"output_tokens":72623,"total_tokens":140972,"cost":0.43146399999999996},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1865039835,"overall_relative_score":806288681731,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":771,"performance":1057,"input_tokens":99994,"output_tokens":71023,"total_tokens":171017,"cost":0.455109},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":75420,"output_tokens":69630,"total_tokens":145050,"cost":0.42357000000000006}]},{"num_self_refine":16,"rank":{"all":{"mean":564.7,"median":588.5,"min":156,"max":997,"stdev":208.98916669261064},"short":{"mean":498.0,"median":513.0,"min":156,"max":997,"stdev":200.32519017383166},"long":{"mean":654.9411764705883,"median":650.0,"min":221,"max":985,"stdev":190.35410114712374}},"performance":{"all":{"mean":1006.2,"median":1044.5,"min":-80,"max":1640,"stdev":376.3230472578525},"short":{"mean":1021.4347826086956,"median":1119.0,"min":-80,"max":1640,"stdev":459.1347421644877},"long":{"mean":985.5882352941177,"median":1032.0,"min":573,"max":1537,"stdev":233.56986610635622}},"input_tokens":{"all":{"mean":369813.175,"median":367641.5,"min":219700,"max":593350,"stdev":86309.1414749798},"short":{"mean":354110.347826087,"median":340841.0,"min":219700,"max":593350,"stdev":86121.3274823842},"long":{"mean":391058.17647058825,"median":393958.0,"min":246660,"max":546762,"stdev":84411.84665320627}},"output_tokens":{"all":{"mean":113295.05,"median":114205.0,"min":81466,"max":145278,"stdev":14657.781349849642},"short":{"mean":111175.26086956522,"median":113626.0,"min":81466,"max":134323,"stdev":15433.888310578097},"long":{"mean":116163.0,"median":114833.0,"min":92782,"max":145278,"stdev":13452.42927875854}},"total_tokens":{"all":{"mean":483108.225,"median":484896.5,"min":301960,"max":708275,"stdev":91845.15780111753},"short":{"mean":465285.60869565216,"median":469376.0,"min":301960,"max":708275,"stdev":91127.83157677668},"long":{"mean":507221.17647058825,"median":515581.0,"min":361493,"max":645537,"stdev":89826.69252318273}},"cost":{"all":{"mean":0.936288425,"median":0.9525345,"min":0.631,"max":1.205399,"stdev":0.1291418000918703},"short":{"mean":0.9099866521739131,"median":0.924212,"min":0.631,"max":1.1679749999999998,"stdev":0.12891072266410813},"long":{"mean":0.9718731764705882,"median":1.004888,"min":0.7629330000000001,"max":1.205399,"stdev":0.12434665695809605}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":825339764355,"overall_relative_score":825339764355,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":812,"performance":946,"input_tokens":434740,"output_tokens":116275,"total_tokens":551015,"cost":1.0161149999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1447862,"overall_relative_score":1447862,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":597,"performance":1040,"input_tokens":275323,"output_tokens":106394,"total_tokens":381717,"cost":0.8072929999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2592920903359,"overall_relative_score":2592920903359,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":479,"performance":1165,"input_tokens":402175,"output_tokens":124698,"total_tokens":526873,"cost":1.025665},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1543030877,"overall_relative_score":1543030877,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":560,"performance":558,"input_tokens":350529,"output_tokens":99066,"total_tokens":449595,"cost":0.845859},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15322827,"overall_relative_score":15322827,"max_execution_time_ms":2660,"max_memory_usage_kib":7168,"rank":156,"performance":1640,"input_tokens":390360,"output_tokens":121383,"total_tokens":511743,"cost":0.997275},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5448953,"overall_relative_score":5448953,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":221,"performance":1537,"input_tokens":410383,"output_tokens":126747,"total_tokens":537130,"cost":1.044118},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1469511,"overall_relative_score":1469511,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":182,"performance":1542,"input_tokens":495917,"output_tokens":120958,"total_tokens":616875,"cost":1.100707},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":219700,"output_tokens":82260,"total_tokens":301960,"cost":0.631},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":303000,"output_tokens":98821,"total_tokens":401821,"cost":0.7971049999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1026883134,"overall_relative_score":1026883134,"max_execution_time_ms":1740,"max_memory_usage_kib":4096,"rank":580,"performance":891,"input_tokens":287006,"output_tokens":134323,"total_tokens":421329,"cost":0.958621},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2988,"overall_relative_score":2988,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":513,"performance":851,"input_tokens":467513,"output_tokens":87742,"total_tokens":555255,"cost":0.906223},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":353999177,"overall_relative_score":353999177,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":552,"performance":1049,"input_tokens":546762,"output_tokens":98192,"total_tokens":644954,"cost":1.037722},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50743976,"overall_relative_score":50743976,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":625,"performance":733,"input_tokens":319427,"output_tokens":81466,"total_tokens":400893,"cost":0.7267570000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765863503,"overall_relative_score":765863503,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":416498,"output_tokens":125590,"total_tokens":542088,"cost":1.0444479999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70367189,"overall_relative_score":70367189,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":441,"performance":1156,"input_tokens":593350,"output_tokens":114925,"total_tokens":708275,"cost":1.1679749999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4336382219,"overall_relative_score":26338695322,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":650,"performance":1060,"input_tokens":270039,"output_tokens":107867,"total_tokens":377906,"cost":0.809374},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2409851079887,"overall_relative_score":389332103930,"max_execution_time_ms":329,"max_memory_usage_kib":3072,"rank":663,"performance":954,"input_tokens":373703,"output_tokens":114549,"total_tokens":488252,"cost":0.946448},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146702723087926,"overall_relative_score":11880625319,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":495,"performance":1009,"input_tokens":514626,"output_tokens":130911,"total_tokens":645537,"cost":1.1691809999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401822093,"overall_relative_score":401822093,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":671,"performance":988,"input_tokens":425292,"output_tokens":114751,"total_tokens":540043,"cost":0.999047},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":256552,"output_tokens":97556,"total_tokens":354108,"cost":0.744332},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":247928,"output_tokens":97528,"total_tokens":345456,"cost":0.7355680000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76809,"overall_relative_score":76809,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":387,"performance":1222,"input_tokens":381742,"output_tokens":117055,"total_tokens":498797,"cost":0.9670169999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":65689625886,"overall_relative_score":189371638979,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":684,"performance":1032,"input_tokens":332189,"output_tokens":113658,"total_tokens":445847,"cost":0.9004789999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1228838,"overall_relative_score":1228838,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":707,"performance":632,"input_tokens":339755,"output_tokens":134151,"total_tokens":473906,"cost":1.01051},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":99914534547,"overall_relative_score":553226467882,"max_execution_time_ms":1770,"max_memory_usage_kib":3072,"rank":936,"performance":573,"input_tokens":393958,"output_tokens":110432,"total_tokens":504390,"cost":0.946118},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1027722,"overall_relative_score":1027722,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":390,"performance":1417,"input_tokens":397688,"output_tokens":133058,"total_tokens":530746,"cost":1.062978},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":702127062539,"overall_relative_score":104426625697,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":299023,"output_tokens":92782,"total_tokens":391805,"cost":0.7629330000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":297172237700,"overall_relative_score":44674846408,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":635,"performance":1076,"input_tokens":246660,"output_tokens":114833,"total_tokens":361493,"cost":0.8208249999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10270817763143,"overall_relative_score":10270817763143,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":513,"performance":1256,"input_tokens":375545,"output_tokens":113861,"total_tokens":489406,"cost":0.94485},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32164410800,"overall_relative_score":7899198,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":945,"performance":675,"input_tokens":479009,"output_tokens":145278,"total_tokens":624287,"cost":1.205399},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2661516726,"overall_relative_score":2661516726,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1026,"input_tokens":308569,"output_tokens":113626,"total_tokens":422195,"cost":0.8766989999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241130714,"overall_relative_score":241130714,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":373,"performance":1477,"input_tokens":361580,"output_tokens":107796,"total_tokens":469376,"cost":0.9005600000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6503603,"overall_relative_score":44356527013,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":570,"performance":1119,"input_tokens":387270,"output_tokens":128311,"total_tokens":515581,"cost":1.028825},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291688,"overall_relative_score":291688,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":211,"performance":1611,"input_tokens":305692,"output_tokens":123704,"total_tokens":429396,"cost":0.924212},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4474114846,"overall_relative_score":2146121290147,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":687,"performance":1071,"input_tokens":476578,"output_tokens":105662,"total_tokens":582240,"cost":1.004888},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59709398,"overall_relative_score":59709398,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":655,"performance":1123,"input_tokens":400765,"output_tokens":111670,"total_tokens":512435,"cost":0.9591149999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":436050,"overall_relative_score":436050,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":605,"performance":1146,"input_tokens":340841,"output_tokens":130987,"total_tokens":471828,"cost":0.995776},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":292813,"output_tokens":108298,"total_tokens":401111,"cost":0.834303},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":974157266,"overall_relative_score":1424299065972,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":670,"performance":1162,"input_tokens":361376,"output_tokens":120165,"total_tokens":481541,"cost":0.962201},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":310651,"output_tokens":104473,"total_tokens":415124,"cost":0.8330160000000001}]}]},{"model_name":"claude-4.5-opus","detail_path":"data/model_details/claude-4.5-opus.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":560.85,"median":580.5,"min":174,"max":985,"stdev":188.76067468541297},"short":{"mean":500.4347826086956,"median":524.0,"min":174,"max":842,"stdev":186.9853728083263},"long":{"mean":642.5882352941177,"median":598.0,"min":413,"max":985,"stdev":162.57039199356436}},"performance":{"all":{"mean":1025.375,"median":1045.0,"min":265,"max":1578,"stdev":308.9025809008068},"short":{"mean":1046.391304347826,"median":1073.0,"min":265,"max":1578,"stdev":375.6060241469698},"long":{"mean":996.9411764705883,"median":1025.0,"min":602,"max":1241,"stdev":192.6380902717046}},"input_tokens":{"all":{"mean":3386.2,"median":2994.0,"min":1548,"max":8505,"stdev":1769.0775692868433},"short":{"mean":2728.2608695652175,"median":2123.0,"min":1604,"max":8371,"stdev":1565.5019589253823},"long":{"mean":4276.35294117647,"median":3914.0,"min":1548,"max":8505,"stdev":1671.6684009237774}},"output_tokens":{"all":{"mean":11024.625,"median":10996.5,"min":7233,"max":15338,"stdev":1993.3541464589598},"short":{"mean":11554.217391304348,"median":11201.0,"min":8220,"max":15338,"stdev":1887.8692403804623},"long":{"mean":10308.117647058823,"median":10826.0,"min":7233,"max":13895,"stdev":1958.59627291949}},"total_tokens":{"all":{"mean":14410.825,"median":14535.0,"min":11702,"max":18345,"stdev":1842.5678832778942},"short":{"mean":14282.478260869566,"median":14120.0,"min":11872,"max":18345,"stdev":1882.6254363512776},"long":{"mean":14584.470588235294,"median":15295.0,"min":11702,"max":17033,"stdev":1829.3031158629458}},"cost":{"all":{"mean":0.292546625,"median":0.2924,"min":0.204695,"max":0.394065,"stdev":0.04580555514943659},"short":{"mean":0.3024967391304348,"median":0.291205,"min":0.225975,"max":0.394065,"stdev":0.04449696970297007},"long":{"mean":0.27908470588235296,"median":0.293595,"min":0.204695,"max":0.363065,"stdev":0.04535301414565066}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":871610678455,"overall_relative_score":871610678455,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":727,"performance":1022,"input_tokens":1548,"output_tokens":12624,"total_tokens":14172,"cost":0.32334},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2056738,"overall_relative_score":2056738,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":524,"performance":1128,"input_tokens":1692,"output_tokens":11137,"total_tokens":12829,"cost":0.286885},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2641845294021,"overall_relative_score":2641845294021,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":429,"performance":1235,"input_tokens":3118,"output_tokens":12048,"total_tokens":15166,"cost":0.31679},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4086633243,"overall_relative_score":4086633243,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":215,"performance":1505,"input_tokens":1864,"output_tokens":13800,"total_tokens":15664,"cost":0.35432},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13733312,"overall_relative_score":13733312,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":174,"performance":1578,"input_tokens":2063,"output_tokens":12514,"total_tokens":14577,"cost":0.323165},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4802420,"overall_relative_score":4802420,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":494,"performance":1032,"input_tokens":4439,"output_tokens":10856,"total_tokens":15295,"cost":0.293595},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1461190,"overall_relative_score":1461190,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":189,"performance":1521,"input_tokens":1813,"output_tokens":13517,"total_tokens":15330,"cost":0.34699},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7643522554,"overall_relative_score":7643522554,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":2603,"output_tokens":12257,"total_tokens":14860,"cost":0.31944},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221877104,"overall_relative_score":221877104,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":578,"performance":984,"input_tokens":3331,"output_tokens":8371,"total_tokens":11702,"cost":0.22593},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":647366515,"overall_relative_score":647366515,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":618,"performance":813,"input_tokens":2591,"output_tokens":14170,"total_tokens":16761,"cost":0.367205},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13880,"overall_relative_score":13880,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":8371,"output_tokens":9974,"total_tokens":18345,"cost":0.291205},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":728708902,"overall_relative_score":728708902,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":413,"performance":1241,"input_tokens":8505,"output_tokens":7238,"total_tokens":15743,"cost":0.223475},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66386307,"overall_relative_score":66386307,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":477,"performance":1047,"input_tokens":5099,"output_tokens":10842,"total_tokens":15941,"cost":0.296545},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":553173212,"overall_relative_score":553173212,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":583,"performance":831,"input_tokens":3138,"output_tokens":13895,"total_tokens":17033,"cost":0.363065},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2870,"output_tokens":10789,"total_tokens":13659,"cost":0.284075},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7917518732,"overall_relative_score":58170547982,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":524,"performance":1213,"input_tokens":3146,"output_tokens":8720,"total_tokens":11866,"cost":0.23373},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":670650180766,"overall_relative_score":502741915332,"max_execution_time_ms":5610,"max_memory_usage_kib":3072,"rank":619,"performance":1016,"input_tokens":7359,"output_tokens":9052,"total_tokens":16411,"cost":0.263095},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":5192,"output_tokens":11229,"total_tokens":16421,"cost":0.306685},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409196074,"overall_relative_score":409196074,"max_execution_time_ms":40,"max_memory_usage_kib":7168,"rank":650,"performance":1018,"input_tokens":4095,"output_tokens":8220,"total_tokens":12315,"cost":0.225975},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1928,"output_tokens":11209,"total_tokens":13137,"cost":0.289865},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2520,"output_tokens":11600,"total_tokens":14120,"cost":0.3026},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":2088,"output_tokens":10025,"total_tokens":12113,"cost":0.261065},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69454339949,"overall_relative_score":234897145574,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":598,"performance":1132,"input_tokens":3270,"output_tokens":12306,"total_tokens":15576,"cost":0.324},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1304191,"overall_relative_score":1304191,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":2001,"output_tokens":10695,"total_tokens":12696,"cost":0.27738},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70603602081,"overall_relative_score":776148423703,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":912,"performance":629,"input_tokens":3914,"output_tokens":11883,"total_tokens":15797,"cost":0.316645},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982972,"overall_relative_score":982972,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":530,"performance":1196,"input_tokens":2138,"output_tokens":9734,"total_tokens":11872,"cost":0.25404},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":708613055732,"overall_relative_score":104016603415,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":4774,"output_tokens":7233,"total_tokens":12007,"cost":0.204695},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9451406700,"overall_relative_score":26807589954,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":660,"performance":1043,"input_tokens":3480,"output_tokens":8451,"total_tokens":11931,"cost":0.228675},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9929343991753,"overall_relative_score":9929343991753,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":641,"performance":1073,"input_tokens":1977,"output_tokens":12516,"total_tokens":14493,"cost":0.322785},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401082400,"overall_relative_score":639988387,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":845,"performance":791,"input_tokens":3122,"output_tokens":9918,"total_tokens":13040,"cost":0.26356},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":2237,"output_tokens":9979,"total_tokens":12216,"cost":0.26066},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241635603,"overall_relative_score":241635603,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":371,"performance":1480,"input_tokens":5007,"output_tokens":8389,"total_tokens":13396,"cost":0.23476},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6433099,"overall_relative_score":45486227060,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":558,"performance":1134,"input_tokens":4590,"output_tokens":9320,"total_tokens":13910,"cost":0.25595},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":2123,"output_tokens":15338,"total_tokens":17461,"cost":0.394065},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4070330791,"overall_relative_score":2391611459118,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":640,"performance":1125,"input_tokens":4817,"output_tokens":10826,"total_tokens":15643,"cost":0.294735},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65438422,"overall_relative_score":65438422,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":1902,"output_tokens":10369,"total_tokens":12271,"cost":0.268735},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438296,"overall_relative_score":438296,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":588,"performance":1169,"input_tokens":2479,"output_tokens":14468,"total_tokens":16947,"cost":0.374095},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":125061836,"overall_relative_score":125061836,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":684,"performance":1034,"input_tokens":1685,"output_tokens":11201,"total_tokens":12886,"cost":0.28845},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2977886115,"overall_relative_score":490355376159,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":802,"performance":1025,"input_tokens":4955,"output_tokens":11268,"total_tokens":16223,"cost":0.306475},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":1604,"output_tokens":13004,"total_tokens":14608,"cost":0.33312}]},{"num_self_refine":2,"rank":{"all":{"mean":494.325,"median":517.0,"min":174,"max":985,"stdev":203.0635100222689},"short":{"mean":441.04347826086956,"median":513.0,"min":174,"max":808,"stdev":179.36186841660975},"long":{"mean":566.4117647058823,"median":564.0,"min":207,"max":985,"stdev":216.03907598613074}},"performance":{"all":{"mean":1148.875,"median":1188.0,"min":277,"max":1624,"stdev":314.81554937487624},"short":{"mean":1175.0869565217392,"median":1198.0,"min":277,"max":1624,"stdev":346.05332130434863},"long":{"mean":1113.4117647058824,"median":1141.0,"min":602,"max":1572,"stdev":273.11834862004633}},"input_tokens":{"all":{"mean":16484.15,"median":16499.5,"min":8143,"max":28876,"stdev":5862.28635081692},"short":{"mean":17174.347826086956,"median":18567.0,"min":8143,"max":28876,"stdev":6453.875281274427},"long":{"mean":15550.35294117647,"median":13695.0,"min":8367,"max":25478,"stdev":4988.45119928491}},"output_tokens":{"all":{"mean":19838.2,"median":19262.0,"min":13901,"max":29672,"stdev":3681.3106514963542},"short":{"mean":20826.608695652172,"median":20371.0,"min":14112,"max":27135,"stdev":3252.9246105219117},"long":{"mean":18500.941176470587,"median":18705.0,"min":13901,"max":29672,"stdev":3896.0407702979096}},"total_tokens":{"all":{"mean":36322.35,"median":34203.5,"min":25171,"max":55150,"stdev":8365.901148603487},"short":{"mean":38000.95652173913,"median":37858.0,"min":25757,"max":54591,"stdev":8513.835667356458},"long":{"mean":34051.294117647056,"median":32163.0,"min":25171,"max":55150,"stdev":7835.722125023847}},"cost":{"all":{"mean":0.57837575,"median":0.551825,"min":0.409975,"max":0.8691900000000001,"stdev":0.10994508485620658},"short":{"mean":0.6065369565217391,"median":0.594595,"min":0.41671,"max":0.7949949999999999,"stdev":0.10092662368071634},"long":{"mean":0.5402752941176471,"median":0.52365,"min":0.409975,"max":0.8691900000000001,"stdev":0.11303061513466427}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":871610678455,"overall_relative_score":871610678455,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":727,"performance":1022,"input_tokens":8367,"output_tokens":19402,"total_tokens":27769,"cost":0.526885},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2056738,"overall_relative_score":2056738,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":524,"performance":1128,"input_tokens":8143,"output_tokens":17614,"total_tokens":25757,"cost":0.48106499999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2749046567798,"overall_relative_score":2749046567798,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":263,"performance":1509,"input_tokens":23181,"output_tokens":23694,"total_tokens":46875,"cost":0.7082550000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4086633243,"overall_relative_score":4086633243,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":215,"performance":1505,"input_tokens":9284,"output_tokens":19966,"total_tokens":29250,"cost":0.54557},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13733312,"overall_relative_score":13733312,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":174,"performance":1578,"input_tokens":19593,"output_tokens":24465,"total_tokens":44058,"cost":0.7095899999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5469100,"overall_relative_score":5469100,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":207,"performance":1572,"input_tokens":13691,"output_tokens":19122,"total_tokens":32813,"cost":0.546505},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1461190,"overall_relative_score":1461190,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":189,"performance":1521,"input_tokens":18567,"output_tokens":23564,"total_tokens":42131,"cost":0.681935},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7643522554,"overall_relative_score":7643522554,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":21040,"output_tokens":21983,"total_tokens":43023,"cost":0.654775},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221877104,"overall_relative_score":221877104,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":578,"performance":984,"input_tokens":10979,"output_tokens":15116,"total_tokens":26095,"cost":0.432795},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1281206889,"overall_relative_score":1281206889,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":555,"performance":939,"input_tokens":21616,"output_tokens":24481,"total_tokens":46097,"cost":0.720105},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13880,"overall_relative_score":13880,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":21483,"output_tokens":16375,"total_tokens":37858,"cost":0.51679},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":728708902,"overall_relative_score":728708902,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":413,"performance":1241,"input_tokens":21285,"output_tokens":15143,"total_tokens":36428,"cost":0.485},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74436331,"overall_relative_score":74436331,"max_execution_time_ms":2870,"max_memory_usage_kib":4096,"rank":341,"performance":1299,"input_tokens":28876,"output_tokens":21469,"total_tokens":50345,"cost":0.6811050000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":613586997,"overall_relative_score":613586997,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":564,"performance":870,"input_tokens":25478,"output_tokens":29672,"total_tokens":55150,"cost":0.8691900000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119474037,"overall_relative_score":119474037,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":202,"performance":1624,"input_tokens":20038,"output_tokens":22031,"total_tokens":42069,"cost":0.650965},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9652913638,"overall_relative_score":82530081957,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":474,"performance":1276,"input_tokens":10965,"output_tokens":14206,"total_tokens":25171,"cost":0.409975},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73668288895,"overall_relative_score":867210687975,"max_execution_time_ms":5520,"max_memory_usage_kib":4096,"rank":348,"performance":1404,"input_tokens":19590,"output_tokens":14440,"total_tokens":34030,"cost":0.45895},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":15378,"output_tokens":18999,"total_tokens":34377,"cost":0.551865},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409196074,"overall_relative_score":409196074,"max_execution_time_ms":40,"max_memory_usage_kib":7168,"rank":650,"performance":1018,"input_tokens":12782,"output_tokens":14112,"total_tokens":26894,"cost":0.41671},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13148670,"overall_relative_score":13148670,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":341,"performance":1538,"input_tokens":17621,"output_tokens":19484,"total_tokens":37105,"cost":0.575205},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":9959,"output_tokens":20371,"total_tokens":30330,"cost":0.55907},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":18527,"output_tokens":18366,"total_tokens":36893,"cost":0.551785},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69454339949,"overall_relative_score":234897145574,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":598,"performance":1132,"input_tokens":11911,"output_tokens":19115,"total_tokens":31026,"cost":0.5374300000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355085,"overall_relative_score":1355085,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":478,"performance":1161,"input_tokens":8647,"output_tokens":17268,"total_tokens":25915,"cost":0.474935},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69302003098,"overall_relative_score":791050768928,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":905,"performance":644,"input_tokens":13019,"output_tokens":18705,"total_tokens":31724,"cost":0.53272},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982972,"overall_relative_score":982972,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":530,"performance":1196,"input_tokens":8510,"output_tokens":17335,"total_tokens":25845,"cost":0.475925},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":708613055732,"overall_relative_score":104016603415,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":13301,"output_tokens":13901,"total_tokens":27202,"cost":0.41403},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8146418100,"overall_relative_score":58336521758,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":22412,"output_tokens":21327,"total_tokens":43739,"cost":0.645235},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10270401938105,"overall_relative_score":10270401938105,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":513,"performance":1256,"input_tokens":9396,"output_tokens":20340,"total_tokens":29736,"cost":0.55548},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401082400,"overall_relative_score":639988387,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":845,"performance":791,"input_tokens":11165,"output_tokens":18713,"total_tokens":29878,"cost":0.52365},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":17773,"output_tokens":19997,"total_tokens":37770,"cost":0.5887899999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241635603,"overall_relative_score":241635603,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":371,"performance":1480,"input_tokens":25119,"output_tokens":18760,"total_tokens":43879,"cost":0.594595},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2338804,"overall_relative_score":108062807623,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":463,"performance":1255,"input_tokens":13695,"output_tokens":17887,"total_tokens":31582,"cost":0.5156499999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277238,"overall_relative_score":277238,"max_execution_time_ms":490,"max_memory_usage_kib":336896,"rank":288,"performance":1442,"input_tokens":20271,"output_tokens":27135,"total_tokens":47406,"cost":0.77973},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3999275945,"overall_relative_score":2430295855377,"max_execution_time_ms":500,"max_memory_usage_kib":4096,"rank":626,"performance":1141,"input_tokens":15045,"output_tokens":17805,"total_tokens":32850,"cost":0.5203500000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65438422,"overall_relative_score":65438422,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":28489,"output_tokens":26102,"total_tokens":54591,"cost":0.7949949999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439018,"overall_relative_score":439018,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":575,"performance":1187,"input_tokens":21367,"output_tokens":24287,"total_tokens":45654,"cost":0.71401},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134345578,"overall_relative_score":134345578,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":565,"performance":1198,"input_tokens":18714,"output_tokens":21520,"total_tokens":40234,"cost":0.63157},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970033447,"overall_relative_score":1411756558905,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":14894,"output_tokens":17269,"total_tokens":32163,"cost":0.506195},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198537,"overall_relative_score":198537,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":808,"performance":795,"input_tokens":9195,"output_tokens":21987,"total_tokens":31182,"cost":0.59565}]},{"num_self_refine":4,"rank":{"all":{"mean":416.625,"median":455.0,"min":48,"max":845,"stdev":172.4831745789151},"short":{"mean":358.69565217391306,"median":371.0,"min":48,"max":563,"stdev":160.61287019148324},"long":{"mean":495.0,"median":510.0,"min":182,"max":845,"stdev":160.29971927611103}},"performance":{"all":{"mean":1296.675,"median":1251.0,"min":761,"max":2166,"stdev":287.15102677769966},"short":{"mean":1357.9130434782608,"median":1262.0,"min":761,"max":2166,"stdev":324.71566765731274},"long":{"mean":1213.8235294117646,"median":1213.0,"min":791,"max":1638,"stdev":208.13764534981343}},"input_tokens":{"all":{"mean":70756.475,"median":69225.5,"min":43528,"max":117385,"stdev":15986.7054526606},"short":{"mean":70849.91304347826,"median":68782.0,"min":47616,"max":112838,"stdev":15328.859703522525},"long":{"mean":70630.05882352941,"median":70690.0,"min":43528,"max":117385,"stdev":17316.026065001854}},"output_tokens":{"all":{"mean":37132.825,"median":35804.5,"min":22623,"max":51328,"stdev":6535.496716207889},"short":{"mean":38560.82608695652,"median":37986.0,"min":29673,"max":51328,"stdev":5826.745642857706},"long":{"mean":35200.82352941176,"median":34857.0,"min":22623,"max":50779,"stdev":7108.615997816436}},"total_tokens":{"all":{"mean":107889.3,"median":106280.0,"min":66151,"max":165363,"stdev":20283.621562792086},"short":{"mean":109410.73913043478,"median":108344.0,"min":81820,"max":154887,"stdev":18599.01408241697},"long":{"mean":105830.88235294117,"median":102046.0,"min":66151,"max":165363,"stdev":22789.80502846161}},"cost":{"all":{"mean":1.282103,"median":1.24866,"min":0.783215,"max":1.786375,"stdev":0.21731784672131682},"short":{"mean":1.3182702173913043,"median":1.293185,"min":1.067165,"max":1.68513,"stdev":0.19162072961189783},"long":{"mean":1.2331708823529413,"median":1.19861,"min":0.783215,"max":1.786375,"stdev":0.24536429342558244}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":871610678455,"overall_relative_score":871610678455,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":727,"performance":1022,"input_tokens":48113,"output_tokens":31355,"total_tokens":79468,"cost":1.02444},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2159378,"overall_relative_score":2159378,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":514,"performance":1141,"input_tokens":47616,"output_tokens":35681,"total_tokens":83297,"cost":1.130105},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2749046567798,"overall_relative_score":2749046567798,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":263,"performance":1509,"input_tokens":74285,"output_tokens":36927,"total_tokens":111212,"cost":1.2946},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4086633243,"overall_relative_score":4086633243,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":215,"performance":1505,"input_tokens":67704,"output_tokens":38088,"total_tokens":105792,"cost":1.29072},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14099465,"overall_relative_score":14099465,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":170,"performance":1592,"input_tokens":67231,"output_tokens":43414,"total_tokens":110645,"cost":1.421505},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5517506,"overall_relative_score":5517506,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":182,"performance":1638,"input_tokens":85428,"output_tokens":39375,"total_tokens":124803,"cost":1.411515},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1800615,"overall_relative_score":1800615,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":48,"performance":2166,"input_tokens":47995,"output_tokens":33825,"total_tokens":81820,"cost":1.0856},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7657707809,"overall_relative_score":7657707809,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":51388,"output_tokens":32409,"total_tokens":83797,"cost":1.067165},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221877104,"overall_relative_score":221877104,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":578,"performance":984,"input_tokens":54178,"output_tokens":35266,"total_tokens":89444,"cost":1.15254},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4796102170,"overall_relative_score":4796102170,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":245,"performance":1518,"input_tokens":53219,"output_tokens":34812,"total_tokens":88031,"cost":1.136395},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13880,"overall_relative_score":13880,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":112838,"output_tokens":42049,"total_tokens":154887,"cost":1.6154149999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":728708902,"overall_relative_score":728708902,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":413,"performance":1241,"input_tokens":80764,"output_tokens":29925,"total_tokens":110689,"cost":1.151945},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82879811,"overall_relative_score":82879811,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":196,"performance":1617,"input_tokens":65784,"output_tokens":30418,"total_tokens":96202,"cost":1.08937},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":881701833,"overall_relative_score":881701833,"max_execution_time_ms":4810,"max_memory_usage_kib":64788,"rank":510,"performance":972,"input_tokens":85039,"output_tokens":50779,"total_tokens":135818,"cost":1.6946700000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119474037,"overall_relative_score":119474037,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":202,"performance":1624,"input_tokens":66469,"output_tokens":34631,"total_tokens":101100,"cost":1.19812},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9652913638,"overall_relative_score":82530081957,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":474,"performance":1276,"input_tokens":72382,"output_tokens":31820,"total_tokens":104202,"cost":1.15741},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50413159408,"overall_relative_score":866848651000,"max_execution_time_ms":5330,"max_memory_usage_kib":4096,"rank":349,"performance":1403,"input_tokens":76082,"output_tokens":25964,"total_tokens":102046,"cost":1.0295100000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83106885686698,"overall_relative_score":22296407932,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":395,"performance":1187,"input_tokens":67181,"output_tokens":34788,"total_tokens":101969,"cost":1.205605},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417558999,"overall_relative_score":417558999,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":542,"performance":1166,"input_tokens":78997,"output_tokens":35928,"total_tokens":114925,"cost":1.293185},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13148670,"overall_relative_score":13148670,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":341,"performance":1538,"input_tokens":60350,"output_tokens":33606,"total_tokens":93956,"cost":1.1419},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":76027,"output_tokens":44370,"total_tokens":120397,"cost":1.489385},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37518,"overall_relative_score":37518,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":464,"performance":1074,"input_tokens":81259,"output_tokens":44135,"total_tokens":125394,"cost":1.5096699999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44019623270,"overall_relative_score":248969060792,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":571,"performance":1164,"input_tokens":80169,"output_tokens":39886,"total_tokens":120055,"cost":1.397995},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355667,"overall_relative_score":1355667,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":476,"performance":1165,"input_tokens":68782,"output_tokens":37986,"total_tokens":106768,"cost":1.29356},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62878636712,"overall_relative_score":879297321296,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":614,"performance":1081,"input_tokens":63510,"output_tokens":38117,"total_tokens":101627,"cost":1.270475},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":67194,"output_tokens":41150,"total_tokens":108344,"cost":1.3647200000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":335294117228,"overall_relative_score":187974448811,"max_execution_time_ms":2270,"max_memory_usage_kib":6144,"rank":420,"performance":1360,"input_tokens":43528,"output_tokens":22623,"total_tokens":66151,"cost":0.783215},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8146418100,"overall_relative_score":58336521758,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":117385,"output_tokens":47978,"total_tokens":165363,"cost":1.786375},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10282291273974,"overall_relative_score":10282291273974,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":510,"performance":1261,"input_tokens":76493,"output_tokens":43192,"total_tokens":119685,"cost":1.462265},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401082400,"overall_relative_score":639988387,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":845,"performance":791,"input_tokens":53926,"output_tokens":30479,"total_tokens":84405,"cost":1.0316049999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":79896,"output_tokens":40610,"total_tokens":120506,"cost":1.41473},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241635603,"overall_relative_score":241635603,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":371,"performance":1480,"input_tokens":95365,"output_tokens":29673,"total_tokens":125038,"cost":1.21865},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1667143,"overall_relative_score":136762503497,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":436,"performance":1291,"input_tokens":62614,"output_tokens":30310,"total_tokens":92924,"cost":1.0708199999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293158,"overall_relative_score":293158,"max_execution_time_ms":430,"max_memory_usage_kib":336896,"rank":192,"performance":1658,"input_tokens":89131,"output_tokens":49579,"total_tokens":138710,"cost":1.68513},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3738114458,"overall_relative_score":2583727628533,"max_execution_time_ms":490,"max_memory_usage_kib":5120,"rank":563,"performance":1213,"input_tokens":70690,"output_tokens":37965,"total_tokens":108655,"cost":1.302575},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66860466,"overall_relative_score":66860466,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":476,"performance":1367,"input_tokens":58000,"output_tokens":32965,"total_tokens":90965,"cost":1.1141249999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441282,"overall_relative_score":441282,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":70810,"output_tokens":41910,"total_tokens":112720,"cost":1.4018},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135548346,"overall_relative_score":135548346,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":537,"performance":1236,"input_tokens":69669,"output_tokens":35140,"total_tokens":104809,"cost":1.226845},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":908632972,"overall_relative_score":1621142158429,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":529,"performance":1314,"input_tokens":65437,"output_tokens":34857,"total_tokens":100294,"cost":1.19861},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":77331,"output_tokens":51328,"total_tokens":128659,"cost":1.669855}]},{"num_self_refine":8,"rank":{"all":{"mean":368.375,"median":372.0,"min":46,"max":749,"stdev":162.084923530529},"short":{"mean":303.3478260869565,"median":289.0,"min":46,"max":538,"stdev":151.0919673864089},"long":{"mean":456.3529411764706,"median":474.0,"min":167,"max":749,"stdev":135.44322665625927}},"performance":{"all":{"mean":1377.15,"median":1321.0,"min":761,"max":2183,"stdev":300.24755170973884},"short":{"mean":1461.6521739130435,"median":1507.0,"min":761,"max":2183,"stdev":342.17613867922313},"long":{"mean":1262.8235294117646,"median":1241.0,"min":959,"max":1681,"stdev":185.99436661298296}},"input_tokens":{"all":{"mean":197596.3,"median":191727.5,"min":140652,"max":309613,"stdev":38920.154475804855},"short":{"mean":199166.1739130435,"median":189715.0,"min":150281,"max":309613,"stdev":43318.44875785098},"long":{"mean":195472.35294117648,"median":193404.0,"min":140652,"max":274702,"stdev":33222.96770297089}},"output_tokens":{"all":{"mean":58096.625,"median":56038.0,"min":40109,"max":104338,"stdev":13439.051013290355},"short":{"mean":60180.913043478264,"median":59024.0,"min":42750,"max":104338,"stdev":14430.425974664666},"long":{"mean":55276.705882352944,"median":52706.0,"min":40109,"max":87869,"stdev":11798.825104457996}},"total_tokens":{"all":{"mean":255692.925,"median":248975.0,"min":188001,"max":413951,"stdev":49893.80538775484},"short":{"mean":259347.08695652173,"median":249512.0,"min":199730,"max":413951,"stdev":55203.26198852667},"long":{"mean":250749.0588235294,"median":247774.0,"min":188001,"max":347951,"stdev":42808.330356763785}},"cost":{"all":{"mean":2.440397125,"median":2.3519699999999997,"min":1.82423,"max":4.156515,"stdev":0.5000001806357206},"short":{"mean":2.5003536956521737,"median":2.4166600000000003,"min":1.9823499999999998,"max":4.156515,"stdev":0.5453391728073652},"long":{"mean":2.359279411764706,"median":2.30783,"min":1.82423,"max":3.4821000000000004,"stdev":0.4339340066360983}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926486157475,"overall_relative_score":926486157475,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":460,"performance":1273,"input_tokens":140652,"output_tokens":47349,"total_tokens":188001,"cost":1.8869849999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2974280,"overall_relative_score":2974280,"max_execution_time_ms":1950,"max_memory_usage_kib":8192,"rank":345,"performance":1369,"input_tokens":150281,"output_tokens":49449,"total_tokens":199730,"cost":1.9876299999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2744770914032,"overall_relative_score":2744770914032,"max_execution_time_ms":1370,"max_memory_usage_kib":3072,"rank":274,"performance":1488,"input_tokens":188782,"output_tokens":58992,"total_tokens":247774,"cost":2.41871},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5089089412,"overall_relative_score":5089089412,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":134,"performance":1767,"input_tokens":174234,"output_tokens":56708,"total_tokens":230942,"cost":2.28887},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14523185,"overall_relative_score":14523185,"max_execution_time_ms":1530,"max_memory_usage_kib":3072,"rank":166,"performance":1605,"input_tokens":187714,"output_tokens":61327,"total_tokens":249041,"cost":2.471745},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5553795,"overall_relative_score":5553795,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":212436,"output_tokens":64705,"total_tokens":277141,"cost":2.679805},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1808589,"overall_relative_score":1808589,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":46,"performance":2183,"input_tokens":153778,"output_tokens":49025,"total_tokens":202803,"cost":1.9945149999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7659826653,"overall_relative_score":7659826653,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":155489,"output_tokens":49807,"total_tokens":205296,"cost":2.02262},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4019991486,"overall_relative_score":4019991486,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":475,"performance":1123,"input_tokens":156727,"output_tokens":46735,"total_tokens":203462,"cost":1.9520099999999996},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5394877363,"overall_relative_score":5394877363,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":202,"performance":1622,"input_tokens":172667,"output_tokens":52052,"total_tokens":224719,"cost":2.164635},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13880,"overall_relative_score":13880,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":288916,"output_tokens":61937,"total_tokens":350853,"cost":2.993005},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":728708902,"overall_relative_score":728708902,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":413,"performance":1241,"input_tokens":206641,"output_tokens":45405,"total_tokens":252046,"cost":2.16833},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83071335,"overall_relative_score":83071335,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":191,"performance":1631,"input_tokens":186485,"output_tokens":42750,"total_tokens":229235,"cost":2.001175},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":881701833,"overall_relative_score":881701833,"max_execution_time_ms":4810,"max_memory_usage_kib":64788,"rank":510,"performance":972,"input_tokens":257075,"output_tokens":87869,"total_tokens":344944,"cost":3.4821000000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120339487,"overall_relative_score":120339487,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":197,"performance":1637,"input_tokens":171120,"output_tokens":49765,"total_tokens":220885,"cost":2.0997250000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9652913638,"overall_relative_score":82530081957,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":474,"performance":1276,"input_tokens":183401,"output_tokens":55633,"total_tokens":239034,"cost":2.30783},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50413159408,"overall_relative_score":866848651000,"max_execution_time_ms":5330,"max_memory_usage_kib":4096,"rank":349,"performance":1403,"input_tokens":204283,"output_tokens":40109,"total_tokens":244392,"cost":2.0241400000000005},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83106885686698,"overall_relative_score":22296407932,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":395,"performance":1187,"input_tokens":196231,"output_tokens":59544,"total_tokens":255775,"cost":2.469755},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430862095,"overall_relative_score":430862095,"max_execution_time_ms":120,"max_memory_usage_kib":7168,"rank":456,"performance":1286,"input_tokens":202807,"output_tokens":56105,"total_tokens":258912,"cost":2.4166600000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13148670,"overall_relative_score":13148670,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":341,"performance":1538,"input_tokens":157734,"output_tokens":62783,"total_tokens":220517,"cost":2.358245},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":228128,"output_tokens":75766,"total_tokens":303894,"cost":3.03479},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93743,"overall_relative_score":93743,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":340,"performance":1312,"input_tokens":198126,"output_tokens":59024,"total_tokens":257150,"cost":2.4662299999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41988190018,"overall_relative_score":253459806659,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":561,"performance":1176,"input_tokens":197511,"output_tokens":51398,"total_tokens":248909,"cost":2.2725049999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1372915,"overall_relative_score":1372915,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":289,"performance":1507,"input_tokens":204634,"output_tokens":50867,"total_tokens":255501,"cost":2.294845},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62567309173,"overall_relative_score":883786288382,"max_execution_time_ms":1480,"max_memory_usage_kib":25600,"rank":610,"performance":1086,"input_tokens":190051,"output_tokens":55971,"total_tokens":246022,"cost":2.3495299999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070204,"overall_relative_score":1070204,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":126,"performance":1982,"input_tokens":172125,"output_tokens":65203,"total_tokens":237328,"cost":2.4907},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290140528221,"overall_relative_score":212830164275,"max_execution_time_ms":1300,"max_memory_usage_kib":6144,"rank":329,"performance":1491,"input_tokens":159166,"output_tokens":41136,"total_tokens":200302,"cost":1.82423},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3818384500,"overall_relative_score":67119256778,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":520,"performance":1223,"input_tokens":274702,"output_tokens":73249,"total_tokens":347951,"cost":3.204735},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10275343846876,"overall_relative_score":10275343846876,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":513,"performance":1256,"input_tokens":198156,"output_tokens":62958,"total_tokens":261114,"cost":2.56473},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4530580,"overall_relative_score":59735092419,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":185297,"output_tokens":52706,"total_tokens":238003,"cost":2.244135},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5618691535,"overall_relative_score":5618691535,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":286,"performance":1569,"input_tokens":218152,"output_tokens":67015,"total_tokens":285167,"cost":2.766135},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255725880,"overall_relative_score":255725880,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":175,"performance":1847,"input_tokens":211047,"output_tokens":47337,"total_tokens":258384,"cost":2.23866},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3212695,"overall_relative_score":165964767961,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1330,"input_tokens":167854,"output_tokens":50144,"total_tokens":217998,"cost":2.09287},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319323,"overall_relative_score":319323,"max_execution_time_ms":570,"max_memory_usage_kib":336896,"rank":161,"performance":1741,"input_tokens":282270,"output_tokens":92018,"total_tokens":374288,"cost":3.7117999999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3734986206,"overall_relative_score":2586652322590,"max_execution_time_ms":610,"max_memory_usage_kib":6144,"rank":560,"performance":1217,"input_tokens":208817,"output_tokens":52413,"total_tokens":261230,"cost":2.35441},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66911583,"overall_relative_score":66911583,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":476,"performance":1367,"input_tokens":161805,"output_tokens":46933,"total_tokens":208738,"cost":1.9823499999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":189715,"output_tokens":59797,"total_tokens":249512,"cost":2.4435000000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135396168,"overall_relative_score":135396168,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":538,"performance":1234,"input_tokens":205826,"output_tokens":61197,"total_tokens":267023,"cost":2.559055},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831931284,"overall_relative_score":1674173979538,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":504,"performance":1342,"input_tokens":193404,"output_tokens":56346,"total_tokens":249750,"cost":2.37567},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":309613,"output_tokens":104338,"total_tokens":413951,"cost":4.156515}]},{"num_self_refine":16,"rank":{"all":{"mean":349.125,"median":336.5,"min":45,"max":743,"stdev":168.01925828263305},"short":{"mean":282.82608695652175,"median":281.0,"min":45,"max":521,"stdev":157.28077157338518},"long":{"mean":438.8235294117647,"median":474.0,"min":167,"max":743,"stdev":141.176412377439}},"performance":{"all":{"mean":1428.9,"median":1377.0,"min":761,"max":2191,"stdev":297.44560373198857},"short":{"mean":1533.1304347826087,"median":1524.0,"min":761,"max":2191,"stdev":323.1415823032355},"long":{"mean":1287.8823529411766,"median":1290.0,"min":966,"max":1681,"stdev":187.9657157412427}},"input_tokens":{"all":{"mean":622774.45,"median":613235.5,"min":492605,"max":880050,"stdev":81192.77477863315},"short":{"mean":620096.695652174,"median":599876.0,"min":503905,"max":880050,"stdev":89376.77274347919},"long":{"mean":626397.2941176471,"median":645633.0,"min":492605,"max":757556,"stdev":71137.9785072333}},"output_tokens":{"all":{"mean":90618.35,"median":87349.0,"min":65794,"max":162902,"stdev":20774.77843203147},"short":{"mean":92603.78260869565,"median":88674.0,"min":65794,"max":162902,"stdev":23812.182691670707},"long":{"mean":87932.17647058824,"median":82886.0,"min":67461,"max":128593,"stdev":16094.05110683484}},"total_tokens":{"all":{"mean":713392.8,"median":699102.5,"min":565364,"max":1042952,"stdev":98313.46556627573},"short":{"mean":712700.4782608695,"median":694130.0,"min":573123,"max":1042952,"stdev":109816.24455958216},"long":{"mean":714329.4705882353,"median":732253.0,"min":565364,"max":886149,"stdev":83523.44631009131}},"cost":{"all":{"mean":5.379331,"median":5.268994999999999,"min":4.235644999999999,"max":8.4728,"stdev":0.8745062782970889},"short":{"mean":5.415578043478261,"median":5.355945000000001,"min":4.249975,"max":8.4728,"stdev":0.9960623563879138},"long":{"mean":5.330290882352941,"median":5.220765,"min":4.235644999999999,"max":7.002604999999999,"stdev":0.7038954484470582}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":948669327488,"overall_relative_score":948669327488,"max_execution_time_ms":4720,"max_memory_usage_kib":3072,"rank":368,"performance":1374,"input_tokens":492605,"output_tokens":72759,"total_tokens":565364,"cost":4.282},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3160167,"overall_relative_score":3160167,"max_execution_time_ms":1960,"max_memory_usage_kib":100972,"rank":304,"performance":1436,"input_tokens":532713,"output_tokens":77492,"total_tokens":610205,"cost":4.600865000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2740340709184,"overall_relative_score":2740340709184,"max_execution_time_ms":1310,"max_memory_usage_kib":3072,"rank":289,"performance":1460,"input_tokens":596916,"output_tokens":82695,"total_tokens":679611,"cost":5.0519549999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5150928341,"overall_relative_score":5150928341,"max_execution_time_ms":2970,"max_memory_usage_kib":3072,"rank":132,"performance":1775,"input_tokens":572713,"output_tokens":88674,"total_tokens":661387,"cost":5.080415},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14863516,"overall_relative_score":14863516,"max_execution_time_ms":2790,"max_memory_usage_kib":3072,"rank":163,"performance":1616,"input_tokens":631555,"output_tokens":94147,"total_tokens":725702,"cost":5.511449999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5553795,"overall_relative_score":5553795,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":673385,"output_tokens":101626,"total_tokens":775011,"cost":5.907575},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1810094,"overall_relative_score":1810094,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":45,"performance":2191,"input_tokens":542184,"output_tokens":76596,"total_tokens":618780,"cost":4.62582},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7664548150,"overall_relative_score":7664548150,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":503905,"output_tokens":69218,"total_tokens":573123,"cost":4.249975},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3703492080,"overall_relative_score":3703492080,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":484,"performance":1111,"input_tokens":509824,"output_tokens":67461,"total_tokens":577285,"cost":4.235644999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5560469852,"overall_relative_score":5560469852,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":190,"performance":1654,"input_tokens":643680,"output_tokens":86240,"total_tokens":729920,"cost":5.3744000000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19256,"overall_relative_score":19256,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":729194,"output_tokens":87527,"total_tokens":816721,"cost":5.834145},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1021762547,"overall_relative_score":1021762547,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":296,"performance":1427,"input_tokens":665558,"output_tokens":75719,"total_tokens":741277,"cost":5.220765},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83071335,"overall_relative_score":83071335,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":191,"performance":1631,"input_tokens":594725,"output_tokens":65794,"total_tokens":660519,"cost":4.618475000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":881701833,"overall_relative_score":881701833,"max_execution_time_ms":4810,"max_memory_usage_kib":64788,"rank":510,"performance":972,"input_tokens":757556,"output_tokens":128593,"total_tokens":886149,"cost":7.002604999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":124264405,"overall_relative_score":124264405,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":160,"performance":1740,"input_tokens":533729,"output_tokens":70184,"total_tokens":603913,"cost":4.4232450000000005},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9653463920,"overall_relative_score":82332760911,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":474,"performance":1276,"input_tokens":568697,"output_tokens":78454,"total_tokens":647151,"cost":4.804835},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43275674739,"overall_relative_score":871210247732,"max_execution_time_ms":5240,"max_memory_usage_kib":4096,"rank":341,"performance":1416,"input_tokens":666085,"output_tokens":73403,"total_tokens":739488,"cost":5.165500000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53140881718431,"overall_relative_score":38202624634,"max_execution_time_ms":5500,"max_memory_usage_kib":3072,"rank":339,"performance":1290,"input_tokens":672078,"output_tokens":95314,"total_tokens":767392,"cost":5.743240000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430862095,"overall_relative_score":430862095,"max_execution_time_ms":120,"max_memory_usage_kib":7168,"rank":456,"performance":1286,"input_tokens":643943,"output_tokens":89838,"total_tokens":733781,"cost":5.465665},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":577298,"output_tokens":116832,"total_tokens":694130,"cost":5.80729},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282004500089,"overall_relative_score":282004500089,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":122,"performance":1508,"input_tokens":659300,"output_tokens":113407,"total_tokens":772707,"cost":6.1316749999999995},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93829,"overall_relative_score":93829,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":616854,"output_tokens":87221,"total_tokens":704075,"cost":5.264794999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41772715010,"overall_relative_score":255772191559,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":559,"performance":1178,"input_tokens":592128,"output_tokens":82886,"total_tokens":675014,"cost":5.03279},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1374524,"overall_relative_score":1374524,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":281,"performance":1524,"input_tokens":572255,"output_tokens":73980,"total_tokens":646235,"cost":4.710775},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":62315648296,"overall_relative_score":884444945723,"max_execution_time_ms":2060,"max_memory_usage_kib":27648,"rank":609,"performance":1087,"input_tokens":645633,"output_tokens":86620,"total_tokens":732253,"cost":5.3936649999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071381,"overall_relative_score":1071381,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":117,"performance":2012,"input_tokens":579203,"output_tokens":105280,"total_tokens":684483,"cost":5.528015000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":288998179167,"overall_relative_score":212479975605,"max_execution_time_ms":1080,"max_memory_usage_kib":6144,"rank":330,"performance":1490,"input_tokens":609617,"output_tokens":78513,"total_tokens":688130,"cost":5.01091},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3124316500,"overall_relative_score":80482828519,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":479,"performance":1277,"input_tokens":706909,"output_tokens":117718,"total_tokens":824627,"cost":6.477495},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10275343846876,"overall_relative_score":10275343846876,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":513,"performance":1256,"input_tokens":627758,"output_tokens":90930,"total_tokens":718688,"cost":5.412039999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3670947,"overall_relative_score":74595767373,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":743,"performance":966,"input_tokens":560066,"output_tokens":80316,"total_tokens":640382,"cost":4.80823},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7047163490,"overall_relative_score":7047163490,"max_execution_time_ms":1460,"max_memory_usage_kib":3072,"rank":128,"performance":1940,"input_tokens":637355,"output_tokens":103266,"total_tokens":740621,"cost":5.768425000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255853940,"overall_relative_score":255853940,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":172,"performance":1854,"input_tokens":581558,"output_tokens":66378,"total_tokens":647936,"cost":4.56724},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3212695,"overall_relative_score":165964767961,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1330,"input_tokens":577089,"output_tokens":95510,"total_tokens":672599,"cost":5.273195},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":329731,"overall_relative_score":329731,"max_execution_time_ms":1610,"max_memory_usage_kib":336896,"rank":149,"performance":1776,"input_tokens":880050,"output_tokens":162902,"total_tokens":1042952,"cost":8.4728},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3734986206,"overall_relative_score":2586652322590,"max_execution_time_ms":610,"max_memory_usage_kib":6144,"rank":560,"performance":1217,"input_tokens":690599,"output_tokens":87477,"total_tokens":778076,"cost":5.639919999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67069524,"overall_relative_score":67069524,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":467,"performance":1380,"input_tokens":551229,"output_tokens":81142,"total_tokens":632371,"cost":4.784694999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":623429,"output_tokens":89552,"total_tokens":712981,"cost":5.355945000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136621040,"overall_relative_score":136621040,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":510,"performance":1273,"input_tokens":599876,"output_tokens":88977,"total_tokens":688853,"cost":5.223804999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831931284,"overall_relative_score":1674173979538,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":504,"performance":1342,"input_tokens":664009,"output_tokens":89783,"total_tokens":753792,"cost":5.56462},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":827718,"output_tokens":144310,"total_tokens":972028,"cost":7.746340000000001}]}]},{"model_name":"claude-4.5-sonnet","detail_path":"data/model_details/claude-4.5-sonnet.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":663.475,"median":668.5,"min":186,"max":1046,"stdev":219.77949176390413},"short":{"mean":583.3478260869565,"median":646.0,"min":186,"max":1019,"stdev":196.34214309248588},"long":{"mean":771.8823529411765,"median":727.0,"min":406,"max":1046,"stdev":207.40325526403305}},"performance":{"all":{"mean":796.15,"median":957.5,"min":-65,"max":1441,"stdev":384.0865654297085},"short":{"mean":840.3913043478261,"median":1019.0,"min":-65,"max":1441,"stdev":418.95831199974526},"long":{"mean":736.2941176470588,"median":749.0,"min":111,"max":1269,"stdev":334.09200916549213}},"input_tokens":{"all":{"mean":3385.2,"median":2993.0,"min":1547,"max":8504,"stdev":1769.0775692868433},"short":{"mean":2727.2608695652175,"median":2122.0,"min":1603,"max":8370,"stdev":1565.5019589253823},"long":{"mean":4275.35294117647,"median":3913.0,"min":1547,"max":8504,"stdev":1671.6684009237774}},"output_tokens":{"all":{"mean":9426.825,"median":9243.0,"min":4201,"max":14295,"stdev":2479.756572911429},"short":{"mean":10644.08695652174,"median":10865.0,"min":6446,"max":14295,"stdev":1869.8891292617393},"long":{"mean":7779.941176470588,"median":7443.0,"min":4201,"max":14193,"stdev":2273.602248376688}},"total_tokens":{"all":{"mean":12812.025,"median":12648.0,"min":8568,"max":20252,"stdev":2325.7182677395463},"short":{"mean":13371.347826086956,"median":13285.0,"min":8568,"max":20252,"stdev":2509.036733103611},"long":{"mean":12055.29411764706,"median":11613.0,"min":9557,"max":15740,"stdev":1862.8530123410799}},"cost":{"all":{"mean":0.151557975,"median":0.1512555,"min":0.085089,"max":0.222195,"stdev":0.03517941512646827},"short":{"mean":0.16784308695652173,"median":0.168564,"min":0.103056,"max":0.222195,"stdev":0.02871281306302284},"long":{"mean":0.12952517647058823,"median":0.129177,"min":0.085089,"max":0.217536,"stdev":0.03140106598356832}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":473262694804,"overall_relative_score":473262694804,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1020,"performance":749,"input_tokens":1547,"output_tokens":14193,"total_tokens":15740,"cost":0.217536},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2335,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1691,"output_tokens":13346,"total_tokens":15037,"cost":0.205263},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2660471252645,"overall_relative_score":2660471252645,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":406,"performance":1269,"input_tokens":3117,"output_tokens":9812,"total_tokens":12929,"cost":0.156531},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2741584839,"overall_relative_score":2741584839,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":370,"performance":1120,"input_tokens":1863,"output_tokens":10865,"total_tokens":12728,"cost":0.168564},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4306086,"overall_relative_score":4306086,"max_execution_time_ms":340,"max_memory_usage_kib":6144,"rank":325,"performance":1149,"input_tokens":2062,"output_tokens":10506,"total_tokens":12568,"cost":0.163776},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4815812,"overall_relative_score":4815812,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":488,"performance":1042,"input_tokens":4438,"output_tokens":5119,"total_tokens":9557,"cost":0.090099},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1265077,"overall_relative_score":1265077,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":285,"performance":1254,"input_tokens":1812,"output_tokens":8071,"total_tokens":9883,"cost":0.126501},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2602,"output_tokens":11662,"total_tokens":14264,"cost":0.182736},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":206063174,"overall_relative_score":206063174,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":587,"performance":972,"input_tokens":3330,"output_tokens":6547,"total_tokens":9877,"cost":0.108195},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":412196796,"overall_relative_score":412196796,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":646,"performance":749,"input_tokens":2590,"output_tokens":14295,"total_tokens":16885,"cost":0.222195},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10964,"overall_relative_score":10964,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":346,"performance":1218,"input_tokens":8370,"output_tokens":11882,"total_tokens":20252,"cost":0.20334},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":208052389,"overall_relative_score":208052389,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":587,"performance":1002,"input_tokens":8504,"output_tokens":6911,"total_tokens":15415,"cost":0.129177},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32949439,"overall_relative_score":32949439,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":649,"performance":664,"input_tokens":5098,"output_tokens":12086,"total_tokens":17184,"cost":0.196584},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":13039,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":3137,"output_tokens":8446,"total_tokens":11583,"cost":0.136101},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2869,"output_tokens":9247,"total_tokens":12116,"cost":0.147312},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3918046098,"overall_relative_score":22115884067,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":673,"performance":1032,"input_tokens":3145,"output_tokens":6603,"total_tokens":9748,"cost":0.10848},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2367977546016,"overall_relative_score":393691754844,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":654,"performance":967,"input_tokens":7358,"output_tokens":4201,"total_tokens":11559,"cost":0.085089},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":5191,"output_tokens":6919,"total_tokens":12110,"cost":0.119358},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":4094,"output_tokens":10053,"total_tokens":14147,"cost":0.163077},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1927,"output_tokens":11065,"total_tokens":12992,"cost":0.171756},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1004,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2519,"output_tokens":10014,"total_tokens":12533,"cost":0.157767},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1738,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":2087,"output_tokens":7869,"total_tokens":9956,"cost":0.124296},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":879,"performance":467,"input_tokens":3269,"output_tokens":8344,"total_tokens":11613,"cost":0.134967},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":2000,"output_tokens":12704,"total_tokens":14704,"cost":0.19656},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":816963510381,"overall_relative_score":96130579874,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":974,"performance":463,"input_tokens":3913,"output_tokens":9228,"total_tokens":13141,"cost":0.150159},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":959114,"overall_relative_score":959114,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":614,"performance":1063,"input_tokens":2137,"output_tokens":9104,"total_tokens":11241,"cost":0.142971},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":741770594020,"overall_relative_score":98534452214,"max_execution_time_ms":2311,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":4773,"output_tokens":5377,"total_tokens":10150,"cost":0.094974},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310681481300,"overall_relative_score":1330188447,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":723,"performance":961,"input_tokens":3479,"output_tokens":8438,"total_tokens":11917,"cost":0.137007},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1976,"output_tokens":11481,"total_tokens":13457,"cost":0.178143},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3906,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":3121,"output_tokens":7443,"total_tokens":10564,"cost":0.121008},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2384376251,"overall_relative_score":2384376251,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":693,"performance":954,"input_tokens":2236,"output_tokens":11087,"total_tokens":13323,"cost":0.173013},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223510901,"overall_relative_score":223510901,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":533,"performance":1247,"input_tokens":5006,"output_tokens":8279,"total_tokens":13285,"cost":0.139203},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":105564557,"overall_relative_score":348681084,"max_execution_time_ms":4224,"max_memory_usage_kib":7168,"rank":988,"performance":433,"input_tokens":4589,"output_tokens":9239,"total_tokens":13828,"cost":0.152352},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":2122,"output_tokens":6446,"total_tokens":8568,"cost":0.103056},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5026729912,"overall_relative_score":1926146712820,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":4816,"output_tokens":6759,"total_tokens":11575,"cost":0.115833},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56212409,"overall_relative_score":56212409,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":723,"performance":1019,"input_tokens":1901,"output_tokens":10644,"total_tokens":12545,"cost":0.165363},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2478,"output_tokens":11352,"total_tokens":13830,"cost":0.177714},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":124908272,"overall_relative_score":124908272,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":684,"performance":1034,"input_tokens":1684,"output_tokens":12396,"total_tokens":14080,"cost":0.190992},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4650290244,"overall_relative_score":296010916756,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":833,"performance":992,"input_tokens":4954,"output_tokens":8680,"total_tokens":13634,"cost":0.145062},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1603,"output_tokens":10360,"total_tokens":11963,"cost":0.160209}]},{"num_self_refine":2,"rank":{"all":{"mean":603.35,"median":600.0,"min":156,"max":1046,"stdev":241.0792560389792},"short":{"mean":505.82608695652175,"median":480.0,"min":156,"max":1019,"stdev":214.62115717402926},"long":{"mean":735.2941176470588,"median":697.0,"min":327,"max":1046,"stdev":214.85046099144236}},"performance":{"all":{"mean":918.625,"median":1025.0,"min":-65,"max":1640,"stdev":438.8743577871427},"short":{"mean":1004.304347826087,"median":1169.0,"min":-65,"max":1640,"stdev":478.74470657245524},"long":{"mean":802.7058823529412,"median":893.0,"min":111,"max":1393,"stdev":359.8801475328075}},"input_tokens":{"all":{"mean":8633.9,"median":7707.5,"min":4446,"max":19553,"stdev":3699.346877906548},"short":{"mean":7214.217391304348,"median":6082.0,"min":4446,"max":18994,"stdev":3259.7128004629453},"long":{"mean":10554.64705882353,"median":10041.0,"min":5061,"max":19553,"stdev":3453.9965247010687}},"output_tokens":{"all":{"mean":17702.575,"median":18114.5,"min":8925,"max":24351,"stdev":3391.0216892250737},"short":{"mean":19005.956521739132,"median":18822.0,"min":13337,"max":22540,"stdev":2546.4353066102008},"long":{"mean":15939.176470588236,"median":15933.0,"min":8925,"max":24351,"stdev":3656.0868123461955}},"total_tokens":{"all":{"mean":26336.475,"median":25660.0,"min":19280,"max":37816,"stdev":3759.6246265674326},"short":{"mean":26220.17391304348,"median":25517.0,"min":19280,"max":37816,"stdev":3788.8929500002064},"long":{"mean":26493.823529411766,"median":26416.0,"min":20871,"max":37274,"stdev":3829.9698797003307}},"cost":{"all":{"mean":0.291440325,"median":0.295647,"min":0.182907,"max":0.380448,"stdev":0.04704491485552356},"short":{"mean":0.306732,"median":0.311643,"min":0.217884,"max":0.36444,"stdev":0.037824074973968155},"long":{"mean":0.2707515882352941,"median":0.268278,"min":0.182907,"max":0.380448,"stdev":0.05134843275244487}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":494006844896,"overall_relative_score":494006844896,"max_execution_time_ms":3364,"max_memory_usage_kib":3072,"rank":1016,"performance":753,"input_tokens":5061,"output_tokens":24351,"total_tokens":29412,"cost":0.380448},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2335,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":4674,"output_tokens":22271,"total_tokens":26945,"cost":0.34808700000000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2720548910800,"overall_relative_score":2720548910800,"max_execution_time_ms":880,"max_memory_usage_kib":3072,"rank":327,"performance":1393,"input_tokens":8611,"output_tokens":17805,"total_tokens":26416,"cost":0.292908},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3402997418,"overall_relative_score":3402997418,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":285,"performance":1322,"input_tokens":5668,"output_tokens":19849,"total_tokens":25517,"cost":0.314739},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15357585,"overall_relative_score":15357585,"max_execution_time_ms":830,"max_memory_usage_kib":7168,"rank":156,"performance":1640,"input_tokens":6082,"output_tokens":18705,"total_tokens":24787,"cost":0.298821},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4815812,"overall_relative_score":4815812,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":488,"performance":1042,"input_tokens":10771,"output_tokens":11162,"total_tokens":21933,"cost":0.199743},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1352956,"overall_relative_score":1352956,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":240,"performance":1374,"input_tokens":5612,"output_tokens":18613,"total_tokens":24225,"cost":0.296031},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6483,"output_tokens":18152,"total_tokens":24635,"cost":0.291729},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218178939,"overall_relative_score":218178939,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":583,"performance":978,"input_tokens":8504,"output_tokens":19805,"total_tokens":28309,"cost":0.322587},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493722757,"overall_relative_score":493722757,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":771,"input_tokens":7168,"output_tokens":21145,"total_tokens":28313,"cost":0.338679},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10964,"overall_relative_score":10964,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":346,"performance":1218,"input_tokens":18994,"output_tokens":18822,"total_tokens":37816,"cost":0.339312},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":208052389,"overall_relative_score":208052389,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":587,"performance":1002,"input_tokens":19553,"output_tokens":17721,"total_tokens":37274,"cost":0.324474},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32949439,"overall_relative_score":32949439,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":649,"performance":664,"input_tokens":12025,"output_tokens":21891,"total_tokens":33916,"cost":0.36444},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":13039,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":8720,"output_tokens":18077,"total_tokens":26797,"cost":0.297315},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72211591,"overall_relative_score":72211591,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":400,"performance":1225,"input_tokens":7933,"output_tokens":16053,"total_tokens":23986,"cost":0.264594},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3918046098,"overall_relative_score":22115884067,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":673,"performance":1032,"input_tokens":8559,"output_tokens":12312,"total_tokens":20871,"cost":0.210357},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2394343140962,"overall_relative_score":371880757499,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":780,"performance":773,"input_tokens":16344,"output_tokens":8925,"total_tokens":25269,"cost":0.182907},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":12701,"output_tokens":15345,"total_tokens":28046,"cost":0.268278},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":431141753,"overall_relative_score":431141753,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":455,"performance":1287,"input_tokens":10131,"output_tokens":15783,"total_tokens":25914,"cost":0.267138},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":5539,"output_tokens":20912,"total_tokens":26451,"cost":0.33029699999999995},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1004,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6875,"output_tokens":18333,"total_tokens":25208,"cost":0.29562},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1738,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":5446,"output_tokens":19730,"total_tokens":25176,"cost":0.312288},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":879,"performance":467,"input_tokens":7622,"output_tokens":15967,"total_tokens":23589,"cost":0.262371},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354642,"overall_relative_score":1354642,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":480,"performance":1158,"input_tokens":5583,"output_tokens":21584,"total_tokens":27167,"cost":0.340509},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":816963510381,"overall_relative_score":96130579874,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":974,"performance":463,"input_tokens":10041,"output_tokens":20042,"total_tokens":30083,"cost":0.33075299999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1013125,"overall_relative_score":1013125,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":459,"performance":1306,"input_tokens":6276,"output_tokens":15343,"total_tokens":21619,"cost":0.248973},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":741770594020,"overall_relative_score":98534452214,"max_execution_time_ms":2311,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":11686,"output_tokens":13292,"total_tokens":24978,"cost":0.234438},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6144238500,"overall_relative_score":60346082870,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":539,"performance":1198,"input_tokens":8418,"output_tokens":15235,"total_tokens":23653,"cost":0.253779},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476954082268,"overall_relative_score":9476954082268,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":732,"performance":931,"input_tokens":5734,"output_tokens":22540,"total_tokens":28274,"cost":0.355302},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3906,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":7793,"output_tokens":15079,"total_tokens":22872,"cost":0.249564},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":6243,"output_tokens":18463,"total_tokens":24706,"cost":0.295674},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240955128,"overall_relative_score":240955128,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":373,"performance":1477,"input_tokens":11672,"output_tokens":15690,"total_tokens":27362,"cost":0.270366},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":314369621,"overall_relative_score":4249782171,"max_execution_time_ms":320,"max_memory_usage_kib":7168,"rank":651,"performance":1018,"input_tokens":11467,"output_tokens":16442,"total_tokens":27909,"cost":0.281031},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276081,"overall_relative_score":276081,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":290,"performance":1438,"input_tokens":5943,"output_tokens":13337,"total_tokens":19280,"cost":0.217884},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5026729912,"overall_relative_score":1926146712820,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":11707,"output_tokens":13473,"total_tokens":25180,"cost":0.237216},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65263150,"overall_relative_score":65263150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":524,"performance":1302,"input_tokens":5285,"output_tokens":17042,"total_tokens":22327,"cost":0.271485},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":6874,"output_tokens":21794,"total_tokens":28668,"cost":0.347532},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132352144,"overall_relative_score":132352144,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":586,"performance":1169,"input_tokens":5241,"output_tokens":19728,"total_tokens":24969,"cost":0.311643},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":995338015,"overall_relative_score":1374313729120,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":697,"performance":1134,"input_tokens":11871,"output_tokens":15933,"total_tokens":27804,"cost":0.27460799999999996},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":4446,"output_tokens":21357,"total_tokens":25803,"cost":0.333693}]},{"num_self_refine":4,"rank":{"all":{"mean":559.675,"median":562.5,"min":156,"max":1046,"stdev":236.70661138167407},"short":{"mean":465.3478260869565,"median":454.0,"min":156,"max":1019,"stdev":196.96275806162217},"long":{"mean":687.2941176470588,"median":651.0,"min":264,"max":1046,"stdev":230.51267988602123}},"performance":{"all":{"mean":1010.85,"median":1091.0,"min":-65,"max":1640,"stdev":412.5003527582019},"short":{"mean":1078.0,"median":1225.0,"min":-65,"max":1640,"stdev":463.0002945217991},"long":{"mean":920.0,"median":1009.0,"min":132,"max":1507,"stdev":323.6469913346948}},"input_tokens":{"all":{"mean":26461.7,"median":23367.5,"min":14728,"max":49766,"stdev":8797.515934946696},"short":{"mean":22782.0,"median":21178.0,"min":14728,"max":47740,"stdev":7237.564249989583},"long":{"mean":31440.117647058825,"median":29252.0,"min":19657,"max":49766,"stdev":8416.057731223931}},"output_tokens":{"all":{"mean":29816.65,"median":29584.5,"min":14417,"max":42556,"stdev":4778.389239117385},"short":{"mean":30814.782608695652,"median":31266.0,"min":23760,"max":38602,"stdev":3468.8949374341855},"long":{"mean":28466.235294117647,"median":28385.0,"min":14417,"max":42556,"stdev":5978.295749306525}},"total_tokens":{"all":{"mean":56278.35,"median":55457.5,"min":43548,"max":78397,"stdev":7942.75925882119},"short":{"mean":53596.782608695656,"median":53808.0,"min":43548,"max":75302,"stdev":7024.367606324053},"long":{"mean":59906.35294117647,"median":59474.0,"min":47450,"max":78397,"stdev":7849.1317190277205}},"cost":{"all":{"mean":0.52663485,"median":0.526281,"min":0.34091699999999997,"max":0.699636,"stdev":0.06451828004628432},"short":{"mean":0.5305677391304348,"median":0.53055,"min":0.418503,"max":0.643791,"stdev":0.050005959464136406},"long":{"mean":0.5213138823529412,"median":0.519927,"min":0.34091699999999997,"max":0.699636,"stdev":0.08158260664418791}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":498935090778,"overall_relative_score":498935090778,"max_execution_time_ms":2913,"max_memory_usage_kib":3072,"rank":1013,"performance":756,"input_tokens":20432,"output_tokens":42556,"total_tokens":62988,"cost":0.699636},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2335,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":14728,"output_tokens":30882,"total_tokens":45610,"cost":0.507414},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2747946920477,"overall_relative_score":2747946920477,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":264,"performance":1507,"input_tokens":29252,"output_tokens":32579,"total_tokens":61831,"cost":0.576441},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3402997418,"overall_relative_score":3402997418,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":285,"performance":1322,"input_tokens":21178,"output_tokens":34643,"total_tokens":55821,"cost":0.583179},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15357585,"overall_relative_score":15357585,"max_execution_time_ms":830,"max_memory_usage_kib":7168,"rank":156,"performance":1640,"input_tokens":22847,"output_tokens":33438,"total_tokens":56285,"cost":0.570111},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4857410,"overall_relative_score":4857410,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":479,"performance":1056,"input_tokens":30588,"output_tokens":20654,"total_tokens":51242,"cost":0.401574},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1448428,"overall_relative_score":1448428,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":198,"performance":1493,"input_tokens":21210,"output_tokens":34417,"total_tokens":55627,"cost":0.579885},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":18380,"output_tokens":25168,"total_tokens":43548,"cost":0.43266000000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218178939,"overall_relative_score":218178939,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":583,"performance":978,"input_tokens":26740,"output_tokens":32734,"total_tokens":59474,"cost":0.57123},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493722757,"overall_relative_score":493722757,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":771,"input_tokens":21918,"output_tokens":34130,"total_tokens":56048,"cost":0.577704},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15144,"overall_relative_score":15144,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":311,"performance":1292,"input_tokens":47740,"output_tokens":27562,"total_tokens":75302,"cost":0.55665},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211061283,"overall_relative_score":211061283,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":582,"performance":1009,"input_tokens":49766,"output_tokens":28631,"total_tokens":78397,"cost":0.5787629999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32949439,"overall_relative_score":32949439,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":649,"performance":664,"input_tokens":32051,"output_tokens":28275,"total_tokens":60326,"cost":0.520278},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":640958956,"overall_relative_score":640958956,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":553,"performance":892,"input_tokens":27279,"output_tokens":28385,"total_tokens":55664,"cost":0.507612},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72211591,"overall_relative_score":72211591,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":400,"performance":1225,"input_tokens":26566,"output_tokens":27771,"total_tokens":54337,"cost":0.496263},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3918046098,"overall_relative_score":22115884067,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":673,"performance":1032,"input_tokens":28552,"output_tokens":26643,"total_tokens":55195,"cost":0.485301},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321916796184,"overall_relative_score":790313953289,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":468,"performance":1223,"input_tokens":41554,"output_tokens":14417,"total_tokens":55971,"cost":0.34091699999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":36724,"output_tokens":26919,"total_tokens":63643,"cost":0.513957},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430592075,"overall_relative_score":430592075,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":459,"performance":1282,"input_tokens":31485,"output_tokens":29073,"total_tokens":60558,"cost":0.53055},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":18137,"output_tokens":31266,"total_tokens":49403,"cost":0.523401},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1004,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":21555,"output_tokens":32253,"total_tokens":53808,"cost":0.54846},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":17345,"output_tokens":31353,"total_tokens":48698,"cost":0.52233},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72648960507,"overall_relative_score":196145580103,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":658,"performance":1062,"input_tokens":19657,"output_tokens":27793,"total_tokens":47450,"cost":0.475866},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357896,"overall_relative_score":1357896,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":413,"performance":1277,"input_tokens":19001,"output_tokens":30820,"total_tokens":49821,"cost":0.519303},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":816963510381,"overall_relative_score":96130579874,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":974,"performance":463,"input_tokens":29182,"output_tokens":33303,"total_tokens":62485,"cost":0.5870909999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1014198,"overall_relative_score":1014198,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":454,"performance":1314,"input_tokens":23225,"output_tokens":27785,"total_tokens":51010,"cost":0.48645},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":741770594020,"overall_relative_score":98534452214,"max_execution_time_ms":2311,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":31154,"output_tokens":24134,"total_tokens":55288,"cost":0.455472},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6137346000,"overall_relative_score":60552815451,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":539,"performance":1198,"input_tokens":23510,"output_tokens":27945,"total_tokens":51455,"cost":0.48970499999999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10010473715129,"overall_relative_score":10010473715129,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":1114,"input_tokens":19513,"output_tokens":31793,"total_tokens":51306,"cost":0.535434},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3906,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":25300,"output_tokens":29985,"total_tokens":55285,"cost":0.525675},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2886105712,"overall_relative_score":2886105712,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":20691,"output_tokens":34159,"total_tokens":54850,"cost":0.574458},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246290197,"overall_relative_score":246290197,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":315,"performance":1570,"input_tokens":31596,"output_tokens":29183,"total_tokens":60779,"cost":0.532533},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":314369621,"overall_relative_score":4249782171,"max_execution_time_ms":320,"max_memory_usage_kib":7168,"rank":651,"performance":1018,"input_tokens":34518,"output_tokens":32752,"total_tokens":67270,"cost":0.594834},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285224,"overall_relative_score":285224,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":269,"performance":1482,"input_tokens":20701,"output_tokens":23760,"total_tokens":44461,"cost":0.418503},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5026729912,"overall_relative_score":1926146712820,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":46749,"output_tokens":25312,"total_tokens":72061,"cost":0.519927},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65374506,"overall_relative_score":65374506,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":517,"performance":1311,"input_tokens":17474,"output_tokens":31631,"total_tokens":49105,"cost":0.526887},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438210,"overall_relative_score":438210,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":590,"performance":1166,"input_tokens":21587,"output_tokens":38602,"total_tokens":60189,"cost":0.643791},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132352144,"overall_relative_score":132352144,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":586,"performance":1169,"input_tokens":20221,"output_tokens":27224,"total_tokens":47445,"cost":0.469023},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960249438,"overall_relative_score":1433184700409,"max_execution_time_ms":140,"max_memory_usage_kib":7168,"rank":668,"performance":1164,"input_tokens":33525,"output_tokens":29184,"total_tokens":62709,"cost":0.538335},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":14837,"output_tokens":33552,"total_tokens":48389,"cost":0.547791}]},{"num_self_refine":8,"rank":{"all":{"mean":541.7,"median":552.0,"min":10,"max":1019,"stdev":259.5754126873246},"short":{"mean":460.9130434782609,"median":446.0,"min":10,"max":1019,"stdev":244.3248420822124},"long":{"mean":651.0,"median":584.0,"min":230,"max":1011,"stdev":245.1165539085437}},"performance":{"all":{"mean":1072.1,"median":1125.0,"min":-70,"max":2778,"stdev":487.1378891822346},"short":{"mean":1125.2173913043478,"median":1218.0,"min":-70,"max":2778,"stdev":592.1003413520795},"long":{"mean":1000.2352941176471,"median":1031.0,"min":574,"max":1516,"stdev":294.67323627447166}},"input_tokens":{"all":{"mean":95889.65,"median":94873.5,"min":54895,"max":151460,"stdev":23898.528939332282},"short":{"mean":85636.30434782608,"median":84094.0,"min":54895,"max":146398,"stdev":20425.625038694503},"long":{"mean":109761.82352941176,"median":106072.0,"min":69109,"max":151460,"stdev":21515.20486549946}},"output_tokens":{"all":{"mean":47586.725,"median":47392.5,"min":29667,"max":62796,"stdev":6673.019287370252},"short":{"mean":48178.913043478264,"median":48127.0,"min":36423,"max":62796,"stdev":6064.988375264611},"long":{"mean":46785.529411764706,"median":45867.0,"min":29667,"max":60667,"stdev":7534.9605350463435}},"total_tokens":{"all":{"mean":143476.375,"median":144055.0,"min":95580,"max":196858,"stdev":24394.12946895373},"short":{"mean":133815.21739130435,"median":129172.0,"min":95580,"max":191888,"stdev":21433.989152653023},"long":{"mean":156547.35294117648,"median":153255.0,"min":110701,"max":196858,"stdev":22429.73448890216}},"cost":{"all":{"mean":1.001469825,"median":0.985986,"min":0.723816,"max":1.24071,"stdev":0.11930018751739889},"short":{"mean":0.9795926086956522,"median":0.9553499999999999,"min":0.723816,"max":1.201203,"stdev":0.11079453288601758},"long":{"mean":1.031068411764706,"median":1.049307,"min":0.809268,"max":1.24071,"stdev":0.1272566403336476}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":505549603174,"overall_relative_score":505549603174,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1011,"performance":758,"input_tokens":84105,"output_tokens":60667,"total_tokens":144772,"cost":1.16232},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2335,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":54895,"output_tokens":49950,"total_tokens":104845,"cost":0.913935},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2747946920477,"overall_relative_score":2747946920477,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":264,"performance":1507,"input_tokens":123239,"output_tokens":53590,"total_tokens":176829,"cost":1.173567},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3402997418,"overall_relative_score":3402997418,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":285,"performance":1322,"input_tokens":86421,"output_tokens":62796,"total_tokens":149217,"cost":1.201203},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16336400,"overall_relative_score":16336400,"max_execution_time_ms":990,"max_memory_usage_kib":7168,"rank":144,"performance":1684,"input_tokens":93403,"output_tokens":50202,"total_tokens":143605,"cost":1.033239},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5431503,"overall_relative_score":5431503,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":230,"performance":1516,"input_tokens":102208,"output_tokens":38170,"total_tokens":140378,"cost":0.879174},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1476467,"overall_relative_score":1476467,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":180,"performance":1549,"input_tokens":103289,"output_tokens":56766,"total_tokens":160055,"cost":1.161357},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6794789319,"overall_relative_score":6794789319,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":528,"performance":730,"input_tokens":59157,"output_tokens":36423,"total_tokens":95580,"cost":0.723816},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217363270,"overall_relative_score":217363270,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":584,"performance":976,"input_tokens":102002,"output_tokens":51253,"total_tokens":153255,"cost":1.074801},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493651863,"overall_relative_score":493651863,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":771,"input_tokens":77320,"output_tokens":51140,"total_tokens":128460,"cost":0.9990600000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15144,"overall_relative_score":15144,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":311,"performance":1292,"input_tokens":146398,"output_tokens":45490,"total_tokens":191888,"cost":1.121544},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":378315619,"overall_relative_score":378315619,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":542,"performance":1063,"input_tokens":142680,"output_tokens":54178,"total_tokens":196858,"cost":1.24071},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32949439,"overall_relative_score":32949439,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":649,"performance":664,"input_tokens":96623,"output_tokens":40536,"total_tokens":137159,"cost":0.8979090000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":653729344,"overall_relative_score":653729344,"max_execution_time_ms":4810,"max_memory_usage_kib":3072,"rank":552,"performance":894,"input_tokens":126700,"output_tokens":46958,"total_tokens":173658,"cost":1.08447},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71779657,"overall_relative_score":71779657,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":99240,"output_tokens":41145,"total_tokens":140385,"cost":0.914895},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3876917908,"overall_relative_score":21863045291,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":674,"performance":1031,"input_tokens":106072,"output_tokens":42109,"total_tokens":148181,"cost":0.949851},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346461741729,"overall_relative_score":789262744141,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":471,"performance":1218,"input_tokens":121421,"output_tokens":29667,"total_tokens":151088,"cost":0.809268},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":122079,"output_tokens":44455,"total_tokens":166534,"cost":1.0330620000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2050,"max_memory_usage_kib":3072,"rank":967,"performance":-70,"input_tokens":112244,"output_tokens":48127,"total_tokens":160371,"cost":1.058637},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":65355,"output_tokens":44003,"total_tokens":109358,"cost":0.8561100000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1004,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":70247,"output_tokens":49246,"total_tokens":119493,"cost":0.9494309999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":68638,"output_tokens":47827,"total_tokens":116465,"cost":0.923319},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43246170672,"overall_relative_score":244226611403,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":588,"performance":1144,"input_tokens":69109,"output_tokens":41592,"total_tokens":110701,"cost":0.831207},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1367324,"overall_relative_score":1367324,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":335,"performance":1419,"input_tokens":75803,"output_tokens":46074,"total_tokens":121877,"cost":0.918519},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69736295637,"overall_relative_score":785320686382,"max_execution_time_ms":370,"max_memory_usage_kib":4096,"rank":912,"performance":629,"input_tokens":103296,"output_tokens":56592,"total_tokens":159888,"cost":1.1587679999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1017757,"overall_relative_score":1017757,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":437,"performance":1341,"input_tokens":94276,"output_tokens":44524,"total_tokens":138800,"cost":0.950688},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":741770594020,"overall_relative_score":98534452214,"max_execution_time_ms":2311,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":98740,"output_tokens":45867,"total_tokens":144607,"cost":0.984225},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5699123500,"overall_relative_score":59217528686,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":542,"performance":1194,"input_tokens":81842,"output_tokens":42242,"total_tokens":124084,"cost":0.8791559999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10047433870422,"overall_relative_score":10047433870422,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":601,"performance":1131,"input_tokens":78786,"output_tokens":42980,"total_tokens":121766,"cost":0.8810579999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47442013600,"overall_relative_score":5372226,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":93189,"output_tokens":51316,"total_tokens":144505,"cost":1.049307},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2886105712,"overall_relative_score":2886105712,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":76934,"output_tokens":50463,"total_tokens":127397,"cost":0.987747},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":270533683,"overall_relative_score":270533683,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":10,"performance":2778,"input_tokens":105506,"output_tokens":48542,"total_tokens":154048,"cost":1.044648},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6915290,"overall_relative_score":40621512723,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":593,"performance":1090,"input_tokens":119765,"output_tokens":50081,"total_tokens":169846,"cost":1.1105099999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291309,"overall_relative_score":291309,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":221,"performance":1588,"input_tokens":95471,"output_tokens":45417,"total_tokens":140888,"cost":0.967668},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5026729912,"overall_relative_score":1926146712820,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":151460,"output_tokens":43228,"total_tokens":194688,"cost":1.1028},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65374506,"overall_relative_score":65374506,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":517,"performance":1311,"input_tokens":75010,"output_tokens":48688,"total_tokens":123698,"cost":0.9553499999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440170,"overall_relative_score":440170,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":552,"performance":1218,"input_tokens":88142,"output_tokens":60390,"total_tokens":148532,"cost":1.170276},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132414150,"overall_relative_score":132414150,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":586,"performance":1169,"input_tokens":84094,"output_tokens":45078,"total_tokens":129172,"cost":0.928452},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891982672,"overall_relative_score":1542663754062,"max_execution_time_ms":170,"max_memory_usage_kib":9580,"rank":578,"performance":1260,"input_tokens":118044,"output_tokens":43389,"total_tokens":161433,"cost":1.0049670000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":62383,"output_tokens":52308,"total_tokens":114691,"cost":0.971769}]},{"num_self_refine":16,"rank":{"all":{"mean":477.8,"median":480.0,"min":21,"max":1019,"stdev":242.6521410135537},"short":{"mean":389.2608695652174,"median":372.0,"min":21,"max":1019,"stdev":221.35311513739234},"long":{"mean":597.5882352941177,"median":578.0,"min":155,"max":989,"stdev":222.78719072904792}},"performance":{"all":{"mean":1192.025,"median":1218.0,"min":-65,"max":2572,"stdev":449.62328890202843},"short":{"mean":1274.2173913043478,"median":1302.0,"min":-65,"max":2572,"stdev":529.3957925204354},"long":{"mean":1080.8235294117646,"median":1056.0,"min":593,"max":1760,"stdev":290.7929321901836}},"input_tokens":{"all":{"mean":383038.2,"median":392141.5,"min":202743,"max":533516,"stdev":91322.3315290827},"short":{"mean":349416.73913043475,"median":338753.0,"min":202743,"max":530875,"stdev":91900.72920485125},"long":{"mean":428526.0588235294,"median":426870.0,"min":291182,"max":533516,"stdev":69941.87853002537}},"output_tokens":{"all":{"mean":76490.425,"median":77375.0,"min":51794,"max":97564,"stdev":11056.54950322693},"short":{"mean":75817.13043478261,"median":76846.0,"min":55058,"max":97564,"stdev":11298.176076873277},"long":{"mean":77401.35294117648,"median":79569.0,"min":51794,"max":91202,"stdev":10996.698532634558}},"total_tokens":{"all":{"mean":459528.625,"median":473123.5,"min":270109,"max":613085,"stdev":96970.38417586446},"short":{"mean":425233.8695652174,"median":403167.0,"min":270109,"max":611778,"stdev":98678.07205587284},"long":{"mean":505927.4117647059,"median":503384.0,"min":351187,"max":613085,"stdev":74521.63997630053}},"cost":{"all":{"mean":2.296470975,"median":2.341221,"min":1.4710230000000004,"max":2.8998030000000004,"stdev":0.38068273992538976},"short":{"mean":2.1855071739130434,"median":1.9972560000000001,"min":1.4710230000000004,"max":2.8998030000000004,"stdev":0.3963726549190859},"long":{"mean":2.4465984705882353,"median":2.52777,"min":1.7736210000000001,"max":2.857161,"stdev":0.3091376810777679}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":621719505314,"overall_relative_score":621719505314,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":949,"performance":819,"input_tokens":359620,"output_tokens":88747,"total_tokens":448367,"cost":2.410065},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2335,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":202743,"output_tokens":80426,"total_tokens":283169,"cost":1.814619},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2811156365158,"overall_relative_score":2811156365158,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":155,"performance":1760,"input_tokens":506300,"output_tokens":83775,"total_tokens":590075,"cost":2.7755250000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3651626764,"overall_relative_score":3651626764,"max_execution_time_ms":2080,"max_memory_usage_kib":3072,"rank":254,"performance":1400,"input_tokens":385325,"output_tokens":97564,"total_tokens":482889,"cost":2.6194349999999997},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17974991,"overall_relative_score":17974991,"max_execution_time_ms":1120,"max_memory_usage_kib":7168,"rank":88,"performance":1930,"input_tokens":392431,"output_tokens":85604,"total_tokens":478035,"cost":2.461353},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5431503,"overall_relative_score":5431503,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":230,"performance":1516,"input_tokens":402224,"output_tokens":65329,"total_tokens":467553,"cost":2.186607},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1499636,"overall_relative_score":1499636,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":165,"performance":1597,"input_tokens":471479,"output_tokens":92463,"total_tokens":563942,"cost":2.801382},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6832375326,"overall_relative_score":6832375326,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":528,"performance":730,"input_tokens":215051,"output_tokens":55058,"total_tokens":270109,"cost":1.4710230000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217363270,"overall_relative_score":217363270,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":584,"performance":976,"input_tokens":428390,"output_tokens":82840,"total_tokens":511230,"cost":2.52777},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":538140475,"overall_relative_score":538140475,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":630,"performance":787,"input_tokens":286974,"output_tokens":73661,"total_tokens":360635,"cost":1.965837},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15976,"overall_relative_score":15976,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":307,"performance":1301,"input_tokens":530875,"output_tokens":80903,"total_tokens":611778,"cost":2.8061700000000003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":419461378,"overall_relative_score":419461378,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":531,"performance":1078,"input_tokens":510792,"output_tokens":88319,"total_tokens":599111,"cost":2.857161},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35434302,"overall_relative_score":35434302,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":646,"performance":674,"input_tokens":349876,"output_tokens":62643,"total_tokens":412519,"cost":1.9892729999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":705916038,"overall_relative_score":705916038,"max_execution_time_ms":4810,"max_memory_usage_kib":3072,"rank":538,"performance":920,"input_tokens":533516,"output_tokens":79569,"total_tokens":613085,"cost":2.7940829999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76121648,"overall_relative_score":76121648,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":375,"performance":1268,"input_tokens":392367,"output_tokens":67619,"total_tokens":459986,"cost":2.191386},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3851367169,"overall_relative_score":21673002776,"max_execution_time_ms":220,"max_memory_usage_kib":4096,"rank":675,"performance":1030,"input_tokens":416769,"output_tokens":68138,"total_tokens":484907,"cost":2.272377},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346276959190,"overall_relative_score":788848308910,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":471,"performance":1218,"input_tokens":426870,"output_tokens":51794,"total_tokens":478664,"cost":2.0575200000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594326550766038,"overall_relative_score":5772967005,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":460258,"output_tokens":81491,"total_tokens":541749,"cost":2.603139},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461212980,"overall_relative_score":461212980,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":180,"performance":1780,"input_tokens":455079,"output_tokens":79474,"total_tokens":534553,"cost":2.557347},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":236167,"output_tokens":65350,"total_tokens":301517,"cost":1.6887510000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1004,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":248442,"output_tokens":73731,"total_tokens":322173,"cost":1.8512909999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93687,"overall_relative_score":93687,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":342,"performance":1302,"input_tokens":287035,"output_tokens":77753,"total_tokens":364788,"cost":2.0273999999999996},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":593,"performance":1138,"input_tokens":291182,"output_tokens":60005,"total_tokens":351187,"cost":1.7736210000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1366143,"overall_relative_score":1366143,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":343,"performance":1404,"input_tokens":324512,"output_tokens":68248,"total_tokens":392760,"cost":1.9972560000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":68695088238,"overall_relative_score":791362373570,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":905,"performance":644,"input_tokens":416292,"output_tokens":87092,"total_tokens":503384,"cost":2.555256},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1032773,"overall_relative_score":1032773,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":372,"performance":1447,"input_tokens":431714,"output_tokens":79010,"total_tokens":510724,"cost":2.4802920000000004},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":741770594020,"overall_relative_score":98534452214,"max_execution_time_ms":2311,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":357552,"output_tokens":71044,"total_tokens":428596,"cost":2.1383159999999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3457196228,"overall_relative_score":85735145731,"max_execution_time_ms":3100,"max_memory_usage_kib":5120,"rank":472,"performance":1286,"input_tokens":329494,"output_tokens":76554,"total_tokens":406048,"cost":2.136792},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10047433870422,"overall_relative_score":10047433870422,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":601,"performance":1131,"input_tokens":325339,"output_tokens":62576,"total_tokens":387915,"cost":1.9146569999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3836322,"overall_relative_score":70205018592,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":744,"performance":965,"input_tokens":381916,"output_tokens":86296,"total_tokens":468212,"cost":2.440188},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4561929708,"overall_relative_score":4561929708,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":375,"performance":1419,"input_tokens":296907,"output_tokens":70342,"total_tokens":367249,"cost":1.945851},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":268432204,"overall_relative_score":268432204,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":21,"performance":2572,"input_tokens":421839,"output_tokens":77938,"total_tokens":499777,"cost":2.434587},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3886463,"overall_relative_score":65934024687,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":488,"performance":1222,"input_tokens":470824,"output_tokens":91202,"total_tokens":562026,"cost":2.780502},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291605,"overall_relative_score":291605,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":214,"performance":1604,"input_tokens":497731,"output_tokens":93774,"total_tokens":591505,"cost":2.8998030000000004},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4710773190,"overall_relative_score":2055952758506,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":700,"performance":1056,"input_tokens":516348,"output_tokens":76631,"total_tokens":592979,"cost":2.6985090000000005},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69830975,"overall_relative_score":69830975,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":325,"performance":1589,"input_tokens":300205,"output_tokens":65889,"total_tokens":366094,"cost":1.8889500000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440170,"overall_relative_score":440170,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":552,"performance":1218,"input_tokens":391916,"output_tokens":92508,"total_tokens":484424,"cost":2.5633680000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132775332,"overall_relative_score":132775332,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":581,"performance":1176,"input_tokens":338753,"output_tokens":64414,"total_tokens":403167,"cost":1.9824690000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891982672,"overall_relative_score":1542663754062,"max_execution_time_ms":170,"max_memory_usage_kib":9580,"rank":578,"performance":1260,"input_tokens":476596,"output_tokens":76997,"total_tokens":553593,"cost":2.5847430000000005},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":253825,"output_tokens":76846,"total_tokens":330671,"cost":1.9141650000000001}]}]},{"model_name":"claude-4.6-opus-no-thinking","detail_path":"data/model_details/claude-4.6-opus-no-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":571.3,"median":560.5,"min":174,"max":993,"stdev":206.00139407046342},"short":{"mean":523.4782608695652,"median":546.0,"min":174,"max":970,"stdev":208.9686513168939},"long":{"mean":636.0,"median":598.0,"min":314,"max":993,"stdev":188.84021023076627}},"performance":{"all":{"mean":996.5,"median":1064.0,"min":-21,"max":1633,"stdev":331.0453528461405},"short":{"mean":1002.4347826086956,"median":1065.0,"min":-21,"max":1633,"stdev":389.6075911719563},"long":{"mean":988.4705882352941,"median":1060.0,"min":574,"max":1408,"stdev":241.43765179831075}},"input_tokens":{"all":{"mean":3357.2,"median":2965.0,"min":1519,"max":8476,"stdev":1769.0775692868433},"short":{"mean":2699.2608695652175,"median":2094.0,"min":1575,"max":8342,"stdev":1565.5019589253823},"long":{"mean":4247.35294117647,"median":3885.0,"min":1519,"max":8476,"stdev":1671.6684009237774}},"output_tokens":{"all":{"mean":1796.075,"median":1527.5,"min":1235,"max":3657,"stdev":607.0429118232679},"short":{"mean":1659.1739130434783,"median":1478.0,"min":1235,"max":2794,"stdev":474.4460551933566},"long":{"mean":1981.2941176470588,"median":1675.0,"min":1351,"max":3657,"stdev":724.7885695761456}},"total_tokens":{"all":{"mean":5153.275,"median":4641.0,"min":2900,"max":10151,"stdev":1857.3360850132394},"short":{"mean":4358.434782608696,"median":3942.0,"min":2900,"max":9815,"stdev":1608.1069284349944},"long":{"mean":6228.64705882353,"median":6359.0,"min":3099,"max":10151,"stdev":1648.0303372957244}},"cost":{"all":{"mean":0.061687874999999996,"median":0.058410000000000004,"min":0.03924,"max":0.10697,"stdev":0.017392503280683598},"short":{"mean":0.054975652173913044,"median":0.05143,"min":0.03924,"max":0.09018,"stdev":0.013810172988215132},"long":{"mean":0.07076911764705882,"median":0.063215,"min":0.047095,"max":0.10697,"stdev":0.017964192442475505}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":882101862880,"overall_relative_score":882101862880,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":684,"performance":1060,"input_tokens":1519,"output_tokens":1580,"total_tokens":3099,"cost":0.047095},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1897513,"overall_relative_score":1897513,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":546,"performance":1102,"input_tokens":1663,"output_tokens":1237,"total_tokens":2900,"cost":0.03924},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2568301326939,"overall_relative_score":2568301326939,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":490,"performance":1150,"input_tokens":3089,"output_tokens":1748,"total_tokens":4837,"cost":0.059145},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":604,"performance":-21,"input_tokens":1835,"output_tokens":2156,"total_tokens":3991,"cost":0.063075},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13733312,"overall_relative_score":13733312,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":174,"performance":1578,"input_tokens":2034,"output_tokens":2637,"total_tokens":4671,"cost":0.076095},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5255363,"overall_relative_score":5255363,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":314,"performance":1339,"input_tokens":4410,"output_tokens":2049,"total_tokens":6459,"cost":0.073275},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1328909,"overall_relative_score":1328909,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":249,"performance":1349,"input_tokens":1784,"output_tokens":1767,"total_tokens":3551,"cost":0.053095},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7592223706,"overall_relative_score":7592223706,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":2574,"output_tokens":1368,"total_tokens":3942,"cost":0.04707},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226213600,"overall_relative_score":226213600,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":3302,"output_tokens":2594,"total_tokens":5896,"cost":0.08136},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":2562,"output_tokens":1478,"total_tokens":4040,"cost":0.04976},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10372,"overall_relative_score":10372,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":351,"performance":1207,"input_tokens":8342,"output_tokens":1473,"total_tokens":9815,"cost":0.078535},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":378723194,"overall_relative_score":378723194,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":542,"performance":1063,"input_tokens":8476,"output_tokens":1675,"total_tokens":10151,"cost":0.084255},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73474856,"overall_relative_score":73474856,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":370,"performance":1244,"input_tokens":5070,"output_tokens":1293,"total_tokens":6363,"cost":0.057675},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":877813786,"overall_relative_score":877813786,"max_execution_time_ms":4000,"max_memory_usage_kib":3072,"rank":510,"performance":972,"input_tokens":3109,"output_tokens":3657,"total_tokens":6766,"cost":0.10697},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2841,"output_tokens":1489,"total_tokens":4330,"cost":0.05143},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5860415536,"overall_relative_score":34653217528,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":556,"performance":1174,"input_tokens":3117,"output_tokens":1798,"total_tokens":4915,"cost":0.060535},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2364796328480,"overall_relative_score":386398124954,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":7330,"output_tokens":1437,"total_tokens":8767,"cost":0.072575},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":5163,"output_tokens":1452,"total_tokens":6615,"cost":0.062115},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416856305,"overall_relative_score":416856305,"max_execution_time_ms":10,"max_memory_usage_kib":8192,"rank":547,"performance":1160,"input_tokens":4066,"output_tokens":2794,"total_tokens":6860,"cost":0.09018},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6074100,"overall_relative_score":6074100,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":970,"performance":629,"input_tokens":1899,"output_tokens":1524,"total_tokens":3423,"cost":0.047595},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2491,"output_tokens":1803,"total_tokens":4294,"cost":0.05753},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":2059,"output_tokens":1245,"total_tokens":3304,"cost":0.04142},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50670693762,"overall_relative_score":228809484316,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":605,"performance":1124,"input_tokens":3241,"output_tokens":1370,"total_tokens":4611,"cost":0.050455},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1293814,"overall_relative_score":1293814,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":683,"performance":715,"input_tokens":1972,"output_tokens":1359,"total_tokens":3331,"cost":0.043835},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69336850157,"overall_relative_score":808145213181,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":903,"performance":649,"input_tokens":3885,"output_tokens":1465,"total_tokens":5350,"cost":0.05605},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":983964,"overall_relative_score":983964,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":527,"performance":1200,"input_tokens":2109,"output_tokens":1317,"total_tokens":3426,"cost":0.04347},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4745,"output_tokens":1494,"total_tokens":6239,"cost":0.061075},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1119061616,"overall_relative_score":134931519169,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":386,"performance":1408,"input_tokens":3451,"output_tokens":1351,"total_tokens":4802,"cost":0.05103},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1948,"output_tokens":1364,"total_tokens":3312,"cost":0.04384},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46429039804,"overall_relative_score":5526366,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":3093,"output_tokens":3532,"total_tokens":6625,"cost":0.103765},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":2208,"output_tokens":1235,"total_tokens":3443,"cost":0.041915},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224441585,"overall_relative_score":224441585,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":526,"performance":1257,"input_tokens":4978,"output_tokens":1531,"total_tokens":6509,"cost":0.063165},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7124389,"overall_relative_score":39013930375,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":598,"performance":1084,"input_tokens":4561,"output_tokens":2423,"total_tokens":6984,"cost":0.08338},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292077,"overall_relative_score":292077,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":202,"performance":1633,"input_tokens":2094,"output_tokens":1389,"total_tokens":3483,"cost":0.045195},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4898338332,"overall_relative_score":1973430217655,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":981,"performance":675,"input_tokens":4788,"output_tokens":1571,"total_tokens":6359,"cost":0.063215},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69024348,"overall_relative_score":69024348,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":379,"performance":1505,"input_tokens":1873,"output_tokens":2610,"total_tokens":4483,"cost":0.074615},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2450,"output_tokens":1607,"total_tokens":4057,"cost":0.052425},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127639120,"overall_relative_score":127639120,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":662,"performance":1065,"input_tokens":1656,"output_tokens":1381,"total_tokens":3037,"cost":0.042805},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1182905577,"overall_relative_score":1248345787393,"max_execution_time_ms":220,"max_memory_usage_kib":20664,"rank":726,"performance":1104,"input_tokens":4926,"output_tokens":2486,"total_tokens":7412,"cost":0.08678},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1575,"output_tokens":2104,"total_tokens":3679,"cost":0.060475}]},{"num_self_refine":2,"rank":{"all":{"mean":472.85,"median":528.0,"min":142,"max":981,"stdev":205.76094543587874},"short":{"mean":415.0869565217391,"median":379.0,"min":142,"max":847,"stdev":222.04522738386558},"long":{"mean":551.0,"median":561.0,"min":314,"max":981,"stdev":155.30373466211302}},"performance":{"all":{"mean":1185.8,"median":1172.5,"min":483,"max":1884,"stdev":340.5844298351788},"short":{"mean":1235.4782608695652,"median":1260.0,"min":483,"max":1884,"stdev":411.9463634068283},"long":{"mean":1118.5882352941176,"median":1134.0,"min":668,"max":1408,"stdev":202.63238229103752}},"input_tokens":{"all":{"mean":9072.225,"median":8101.5,"min":5128,"max":19193,"stdev":3591.1502941615254},"short":{"mean":7594.782608695652,"median":6267.0,"min":5128,"max":18672,"stdev":3141.369272329877},"long":{"mean":11071.117647058823,"median":10441.0,"min":5235,"max":19193,"stdev":3237.743116013702}},"output_tokens":{"all":{"mean":4328.65,"median":3812.0,"min":2538,"max":7888,"stdev":1560.4218619269236},"short":{"mean":3861.608695652174,"median":3546.0,"min":2538,"max":6929,"stdev":1201.3757545236679},"long":{"mean":4960.529411764706,"median":4192.0,"min":2891,"max":7888,"stdev":1792.42339856014}},"total_tokens":{"all":{"mean":13400.875,"median":12127.5,"min":7666,"max":22569,"stdev":4106.6570482789875},"short":{"mean":11456.391304347826,"median":10704.0,"min":7666,"max":21729,"stdev":3400.9241757222194},"long":{"mean":16031.64705882353,"median":16496.0,"min":9427,"max":22569,"stdev":3523.5160163744195}},"cost":{"all":{"mean":0.153577375,"median":0.14214749999999998,"min":0.08909,"max":0.256845,"stdev":0.04512096147121134},"short":{"mean":0.1345141304347826,"median":0.13558499999999998,"min":0.08909,"max":0.230935,"stdev":0.034360113756961054},"long":{"mean":0.17936882352941177,"median":0.17049999999999998,"min":0.115005,"max":0.256845,"stdev":0.04593461016520562}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":882101862880,"overall_relative_score":882101862880,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":684,"performance":1060,"input_tokens":5235,"output_tokens":4192,"total_tokens":9427,"cost":0.130975},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1996077,"overall_relative_score":1996077,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":532,"performance":1119,"input_tokens":5128,"output_tokens":2538,"total_tokens":7666,"cost":0.08909},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2672220780692,"overall_relative_score":2672220780692,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":395,"performance":1285,"input_tokens":8543,"output_tokens":3379,"total_tokens":11922,"cost":0.12719},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3379462531,"overall_relative_score":3379462531,"max_execution_time_ms":2660,"max_memory_usage_kib":44052,"rank":286,"performance":1319,"input_tokens":5988,"output_tokens":3607,"total_tokens":9595,"cost":0.120115},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13733312,"overall_relative_score":13733312,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":174,"performance":1578,"input_tokens":7271,"output_tokens":5503,"total_tokens":12774,"cost":0.17393},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5255363,"overall_relative_score":5255363,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":314,"performance":1339,"input_tokens":11434,"output_tokens":5052,"total_tokens":16486,"cost":0.18347000000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1414609,"overall_relative_score":1414609,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":212,"performance":1452,"input_tokens":5900,"output_tokens":4531,"total_tokens":10431,"cost":0.14277499999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7592223706,"overall_relative_score":7592223706,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":7133,"output_tokens":2757,"total_tokens":9890,"cost":0.10459},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226213600,"overall_relative_score":226213600,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":9764,"output_tokens":7888,"total_tokens":17652,"cost":0.24602000000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":7159,"output_tokens":2925,"total_tokens":10084,"cost":0.10891999999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13064,"overall_relative_score":13064,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":18672,"output_tokens":3057,"total_tokens":21729,"cost":0.169785},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":361113832,"overall_relative_score":361113832,"max_execution_time_ms":728,"max_memory_usage_kib":3072,"rank":548,"performance":1055,"input_tokens":19193,"output_tokens":3376,"total_tokens":22569,"cost":0.180365},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85211695,"overall_relative_score":85211695,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":166,"performance":1700,"input_tokens":11999,"output_tokens":3261,"total_tokens":15260,"cost":0.14152},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1267141963,"overall_relative_score":1267141963,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":396,"performance":1171,"input_tokens":10441,"output_tokens":6761,"total_tokens":17202,"cost":0.22122999999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73328614,"overall_relative_score":73328614,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":391,"performance":1240,"input_tokens":7737,"output_tokens":3876,"total_tokens":11613,"cost":0.13558499999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5860415536,"overall_relative_score":34653217528,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":556,"performance":1174,"input_tokens":8592,"output_tokens":3937,"total_tokens":12529,"cost":0.141385},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":155481814446,"overall_relative_score":854139632142,"max_execution_time_ms":5580,"max_memory_usage_kib":3072,"rank":374,"performance":1362,"input_tokens":16726,"output_tokens":3464,"total_tokens":20190,"cost":0.17023},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":12449,"output_tokens":2891,"total_tokens":15340,"cost":0.13452},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465494044,"overall_relative_score":465494044,"max_execution_time_ms":670,"max_memory_usage_kib":6144,"rank":142,"performance":1884,"input_tokens":11542,"output_tokens":6929,"total_tokens":18471,"cost":0.230935},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12777545,"overall_relative_score":12777545,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1200,"input_tokens":5888,"output_tokens":2969,"total_tokens":8857,"cost":0.10366500000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":6956,"output_tokens":3748,"total_tokens":10704,"cost":0.12847999999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93687,"overall_relative_score":93687,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":342,"performance":1302,"input_tokens":5877,"output_tokens":5286,"total_tokens":11163,"cost":0.16153499999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45788489881,"overall_relative_score":244813720073,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":586,"performance":1146,"input_tokens":8466,"output_tokens":2907,"total_tokens":11373,"cost":0.115005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1293814,"overall_relative_score":1293814,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":683,"performance":715,"input_tokens":5868,"output_tokens":2781,"total_tokens":8649,"cost":0.09886500000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59935717907,"overall_relative_score":920799164624,"max_execution_time_ms":90,"max_memory_usage_kib":15360,"rank":572,"performance":1134,"input_tokens":9850,"output_tokens":7288,"total_tokens":17138,"cost":0.23145},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064257,"overall_relative_score":1064257,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":180,"performance":1829,"input_tokens":6100,"output_tokens":3546,"total_tokens":9646,"cost":0.11915},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":636609129104,"overall_relative_score":120624577757,"max_execution_time_ms":2360,"max_memory_usage_kib":5120,"rank":630,"performance":1102,"input_tokens":11601,"output_tokens":5884,"total_tokens":17485,"cost":0.20510499999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1119061616,"overall_relative_score":134931519169,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":386,"performance":1408,"input_tokens":8821,"output_tokens":3720,"total_tokens":12541,"cost":0.137105},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9528150872657,"overall_relative_score":9528150872657,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":723,"performance":946,"input_tokens":5928,"output_tokens":2998,"total_tokens":8926,"cost":0.10458999999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":699495,"overall_relative_score":357786732897,"max_execution_time_ms":3100,"max_memory_usage_kib":106232,"rank":639,"performance":1090,"input_tokens":10333,"output_tokens":7386,"total_tokens":17719,"cost":0.236315},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":6267,"output_tokens":2550,"total_tokens":8817,"cost":0.095085},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224871328,"overall_relative_score":224871328,"max_execution_time_ms":1510,"max_memory_usage_kib":3072,"rank":524,"performance":1260,"input_tokens":12053,"output_tokens":3332,"total_tokens":15385,"cost":0.143565},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6524602,"overall_relative_score":44278380340,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":571,"performance":1117,"input_tokens":12095,"output_tokens":4401,"total_tokens":16496,"cost":0.17049999999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292077,"overall_relative_score":292077,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":202,"performance":1633,"input_tokens":6142,"output_tokens":4786,"total_tokens":10928,"cost":0.15036},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4898338332,"overall_relative_score":1973430217655,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":981,"performance":675,"input_tokens":11762,"output_tokens":4110,"total_tokens":15872,"cost":0.16155999999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69024348,"overall_relative_score":69024348,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":379,"performance":1505,"input_tokens":6922,"output_tokens":5411,"total_tokens":12333,"cost":0.169885},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":7072,"output_tokens":4088,"total_tokens":11160,"cost":0.13756000000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147218128,"overall_relative_score":147218128,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":167,"performance":1856,"input_tokens":5259,"output_tokens":2767,"total_tokens":8026,"cost":0.09547},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":938404664,"overall_relative_score":1494933908594,"max_execution_time_ms":690,"max_memory_usage_kib":29776,"rank":614,"performance":1221,"input_tokens":12904,"output_tokens":7693,"total_tokens":20597,"cost":0.256845},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":5819,"output_tokens":5571,"total_tokens":11390,"cost":0.16837000000000002}]},{"num_self_refine":4,"rank":{"all":{"mean":394.025,"median":382.5,"min":122,"max":842,"stdev":196.49786160511928},"short":{"mean":331.95652173913044,"median":296.0,"min":122,"max":842,"stdev":199.54026211653024},"long":{"mean":478.0,"median":534.0,"min":180,"max":684,"stdev":162.2879385536707}},"performance":{"all":{"mean":1320.225,"median":1248.0,"min":265,"max":1947,"stdev":379.3969227603197},"short":{"mean":1373.391304347826,"median":1505.0,"min":265,"max":1947,"stdev":458.59724250156535},"long":{"mean":1248.2941176470588,"median":1165.0,"min":943,"max":1742,"stdev":228.29743885605745}},"input_tokens":{"all":{"mean":30294.425,"median":26976.5,"min":17991,"max":47479,"stdev":8983.502811457318},"short":{"mean":26271.0,"median":23982.0,"min":17991,"max":45841,"stdev":8061.558607478964},"long":{"mean":35737.882352941175,"median":36227.0,"min":22098,"max":47479,"stdev":7252.688698702993}},"output_tokens":{"all":{"mean":9728.05,"median":8606.5,"min":5165,"max":18033,"stdev":3542.8804010151734},"short":{"mean":8668.565217391304,"median":7999.0,"min":5165,"max":15547,"stdev":2897.2872865067006},"long":{"mean":11161.470588235294,"median":9053.0,"min":6377,"max":18033,"stdev":3905.9773763689263}},"total_tokens":{"all":{"mean":40022.475,"median":37493.0,"min":23706,"max":62041,"stdev":11510.201100935394},"short":{"mean":34939.565217391304,"median":33521.0,"min":23706,"max":57463,"stdev":10012.021945577984},"long":{"mean":46899.35294117647,"median":48115.0,"min":30617,"max":62041,"stdev":9885.056916510246}},"cost":{"all":{"mean":0.394673375,"median":0.38646,"min":0.22979,"max":0.65623,"stdev":0.12151649955705339},"short":{"mean":0.3480691304347826,"median":0.33476,"min":0.22979,"max":0.5923,"stdev":0.10113524124624788},"long":{"mean":0.4577261764705882,"median":0.44806,"min":0.2878,"max":0.65623,"stdev":0.12075791517186113}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":882101862880,"overall_relative_score":882101862880,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":684,"performance":1060,"input_tokens":22098,"output_tokens":8519,"total_tokens":30617,"cost":0.323465},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2905755,"overall_relative_score":2905755,"max_execution_time_ms":70,"max_memory_usage_kib":81920,"rank":355,"performance":1354,"input_tokens":17991,"output_tokens":5715,"total_tokens":23706,"cost":0.23283000000000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2792005977258,"overall_relative_score":2792005977258,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":180,"performance":1692,"input_tokens":26447,"output_tokens":7509,"total_tokens":33956,"cost":0.31996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4902689400,"overall_relative_score":4902689400,"max_execution_time_ms":2770,"max_memory_usage_kib":36036,"rank":147,"performance":1719,"input_tokens":20775,"output_tokens":7516,"total_tokens":28291,"cost":0.291775},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15548379,"overall_relative_score":15548379,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":155,"performance":1644,"input_tokens":28260,"output_tokens":12216,"total_tokens":40476,"cost":0.4467},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5484268,"overall_relative_score":5484268,"max_execution_time_ms":1230,"max_memory_usage_kib":3072,"rank":195,"performance":1603,"input_tokens":36227,"output_tokens":11888,"total_tokens":48115,"cost":0.47833500000000007},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1571035,"overall_relative_score":1571035,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":130,"performance":1722,"input_tokens":23982,"output_tokens":11054,"total_tokens":35036,"cost":0.39626},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8133181284,"overall_relative_score":8133181284,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":22657,"output_tokens":6231,"total_tokens":28888,"cost":0.26906},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5125592550,"overall_relative_score":5125592550,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":459,"performance":1145,"input_tokens":37540,"output_tokens":15807,"total_tokens":53347,"cost":0.582875},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5471372563,"overall_relative_score":5471372563,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":198,"performance":1633,"input_tokens":22242,"output_tokens":6113,"total_tokens":28355,"cost":0.264035},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10828,"overall_relative_score":10828,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":347,"performance":1215,"input_tokens":45841,"output_tokens":7569,"total_tokens":53410,"cost":0.41843},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":361113832,"overall_relative_score":361113832,"max_execution_time_ms":728,"max_memory_usage_kib":3072,"rank":548,"performance":1055,"input_tokens":47479,"output_tokens":7657,"total_tokens":55136,"cost":0.42882},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85179561,"overall_relative_score":85179561,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":166,"performance":1700,"input_tokens":33994,"output_tokens":9030,"total_tokens":43024,"cost":0.39572},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1316023919,"overall_relative_score":1316023919,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":358,"performance":1238,"input_tokens":35987,"output_tokens":12881,"total_tokens":48868,"cost":0.50196},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118966323,"overall_relative_score":118966323,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":215,"performance":1592,"input_tokens":25654,"output_tokens":7999,"total_tokens":33653,"cost":0.328245},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8020778621,"overall_relative_score":49256034204,"max_execution_time_ms":1040,"max_memory_usage_kib":5120,"rank":534,"performance":1201,"input_tokens":37064,"output_tokens":8663,"total_tokens":45727,"cost":0.401895},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30977778454,"overall_relative_score":1128613848437,"max_execution_time_ms":5340,"max_memory_usage_kib":3072,"rank":182,"performance":1742,"input_tokens":44347,"output_tokens":9053,"total_tokens":53400,"cost":0.44806},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465397000000000,"overall_relative_score":7452859984,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":513,"performance":943,"input_tokens":32032,"output_tokens":7062,"total_tokens":39094,"cost":0.33671},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":469800886,"overall_relative_score":469800886,"max_execution_time_ms":1950,"max_memory_usage_kib":6144,"rank":122,"performance":1947,"input_tokens":40725,"output_tokens":15547,"total_tokens":56272,"cost":0.5923},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":19802,"output_tokens":5617,"total_tokens":25419,"cost":0.239435},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":21875,"output_tokens":6867,"total_tokens":28742,"cost":0.28104999999999997},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93687,"overall_relative_score":93687,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":342,"performance":1302,"input_tokens":44602,"output_tokens":12861,"total_tokens":57463,"cost":0.544535},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45788489881,"overall_relative_score":244813720073,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":586,"performance":1146,"input_tokens":25675,"output_tokens":6377,"total_tokens":32052,"cost":0.2878},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327298,"overall_relative_score":1327298,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":582,"performance":964,"input_tokens":19398,"output_tokens":5541,"total_tokens":24939,"cost":0.235515},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59935717907,"overall_relative_score":920799164624,"max_execution_time_ms":90,"max_memory_usage_kib":15360,"rank":572,"performance":1134,"input_tokens":41081,"output_tokens":18033,"total_tokens":59114,"cost":0.65623},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065606,"overall_relative_score":1065606,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":163,"performance":1873,"input_tokens":23432,"output_tokens":10089,"total_tokens":33521,"cost":0.369385},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":636609129104,"overall_relative_score":120624577757,"max_execution_time_ms":2360,"max_memory_usage_kib":5120,"rank":630,"performance":1102,"input_tokens":41639,"output_tokens":17125,"total_tokens":58764,"cost":0.63632},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1119061616,"overall_relative_score":134931519169,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":386,"performance":1408,"input_tokens":27506,"output_tokens":8386,"total_tokens":35892,"cost":0.34718},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10201337382935,"overall_relative_score":10201337382935,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":536,"performance":1224,"input_tokens":20713,"output_tokens":6345,"total_tokens":27058,"cost":0.26219000000000003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":670352,"overall_relative_score":379205208107,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":585,"performance":1153,"input_tokens":37786,"output_tokens":14549,"total_tokens":52335,"cost":0.552655},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6678464378,"overall_relative_score":6678464378,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":181,"performance":1791,"input_tokens":20133,"output_tokens":5165,"total_tokens":25298,"cost":0.22979},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247604990,"overall_relative_score":247604990,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":296,"performance":1602,"input_tokens":33408,"output_tokens":8192,"total_tokens":41600,"cost":0.37184},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5526891,"overall_relative_score":56463229375,"max_execution_time_ms":2710,"max_memory_usage_kib":4096,"rank":495,"performance":1213,"input_tokens":35394,"output_tokens":11111,"total_tokens":46505,"cost":0.45474499999999995},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":775,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":25638,"output_tokens":13512,"total_tokens":39150,"cost":0.46598999999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3863849868,"overall_relative_score":2503744426123,"max_execution_time_ms":2720,"max_memory_usage_kib":3072,"rank":605,"performance":1165,"input_tokens":33647,"output_tokens":8679,"total_tokens":42326,"cost":0.38521},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69024348,"overall_relative_score":69024348,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":379,"performance":1505,"input_tokens":25402,"output_tokens":10428,"total_tokens":35830,"cost":0.38771000000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":24202,"output_tokens":8550,"total_tokens":32752,"cost":0.33476},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147218128,"overall_relative_score":147218128,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":167,"performance":1856,"input_tokens":18413,"output_tokens":6565,"total_tokens":24978,"cost":0.25619000000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":938404664,"overall_relative_score":1494933908594,"max_execution_time_ms":690,"max_memory_usage_kib":29776,"rank":614,"performance":1221,"input_tokens":45595,"output_tokens":16446,"total_tokens":62041,"cost":0.6391249999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":25094,"output_tokens":10655,"total_tokens":35749,"cost":0.39184500000000005}]},{"num_self_refine":8,"rank":{"all":{"mean":349.475,"median":359.5,"min":2,"max":830,"stdev":208.30327834489492},"short":{"mean":281.6521739130435,"median":180.0,"min":2,"max":830,"stdev":214.26292444217648},"long":{"mean":441.2352941176471,"median":513.0,"min":128,"max":597,"stdev":164.5624993018476}},"performance":{"all":{"mean":1457.125,"median":1367.0,"min":265,"max":3241,"stdev":509.96305484583127},"short":{"mean":1567.9565217391305,"median":1602.0,"min":265,"max":3241,"stdev":617.9801760766403},"long":{"mean":1307.1764705882354,"median":1237.0,"min":943,"max":1834,"stdev":259.31164534545053}},"input_tokens":{"all":{"mean":117636.575,"median":111716.5,"min":70043,"max":208988,"stdev":34666.26980287197},"short":{"mean":105155.21739130435,"median":97251.0,"min":70043,"max":208988,"stdev":34861.181134421655},"long":{"mean":134523.11764705883,"median":135411.0,"min":87331,"max":171853,"stdev":27042.71877022157}},"output_tokens":{"all":{"mean":22283.025,"median":20976.0,"min":11814,"max":37289,"stdev":7272.71130441101},"short":{"mean":20349.652173913044,"median":19706.0,"min":11814,"max":36337,"stdev":6856.71745350165},"long":{"mean":24898.764705882353,"median":23869.0,"min":16671,"max":37289,"stdev":7185.889919917816}},"total_tokens":{"all":{"mean":139919.6,"median":135187.5,"min":82891,"max":238149,"stdev":40555.716289872325},"short":{"mean":125504.86956521739,"median":117631.0,"min":82891,"max":238149,"stdev":40605.90661278048},"long":{"mean":159421.88235294117,"median":161870.0,"min":104139,"max":207732,"stdev":32236.04423599915}},"cost":{"all":{"mean":1.1452585,"median":1.1214725,"min":0.650735,"max":1.78444,"stdev":0.33446510150863196},"short":{"mean":1.034517391304348,"median":0.9725600000000001,"min":0.650735,"max":1.773965,"stdev":0.3287583437581663},"long":{"mean":1.295084705882353,"median":1.27604,"min":0.8568549999999999,"max":1.78444,"stdev":0.2873725136825382}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":902901997037,"overall_relative_score":902901997037,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":597,"performance":1140,"input_tokens":87331,"output_tokens":16808,"total_tokens":104139,"cost":0.8568549999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3035259,"overall_relative_score":3035259,"max_execution_time_ms":120,"max_memory_usage_kib":10240,"rank":333,"performance":1388,"input_tokens":70043,"output_tokens":13088,"total_tokens":83131,"cost":0.6774150000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2829828637209,"overall_relative_score":2829828637209,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":131,"performance":1834,"input_tokens":97854,"output_tokens":18674,"total_tokens":116528,"cost":0.95612},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5234222019,"overall_relative_score":5234222019,"max_execution_time_ms":2800,"max_memory_usage_kib":39444,"rank":123,"performance":1811,"input_tokens":89532,"output_tokens":20996,"total_tokens":110528,"cost":0.9725600000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17274815,"overall_relative_score":17274815,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":105,"performance":1846,"input_tokens":125439,"output_tokens":29688,"total_tokens":155127,"cost":1.3693950000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5667455,"overall_relative_score":5667455,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":128,"performance":1808,"input_tokens":138160,"output_tokens":27856,"total_tokens":166016,"cost":1.3872000000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1571035,"overall_relative_score":1571035,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":130,"performance":1722,"input_tokens":154646,"output_tokens":28113,"total_tokens":182759,"cost":1.4760550000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10769383761,"overall_relative_score":10769383761,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":82007,"output_tokens":13919,"total_tokens":95926,"cost":0.7580100000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5125592550,"overall_relative_score":5125592550,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":459,"performance":1145,"input_tokens":155729,"output_tokens":34136,"total_tokens":189865,"cost":1.6320450000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7085639370,"overall_relative_score":7085639370,"max_execution_time_ms":1610,"max_memory_usage_kib":3072,"rank":35,"performance":2369,"input_tokens":83434,"output_tokens":16201,"total_tokens":99635,"cost":0.822195},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16452,"overall_relative_score":16452,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":304,"performance":1307,"input_tokens":138548,"output_tokens":19706,"total_tokens":158254,"cost":1.1853900000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":361113832,"overall_relative_score":361113832,"max_execution_time_ms":728,"max_memory_usage_kib":3072,"rank":548,"performance":1055,"input_tokens":133410,"output_tokens":17425,"total_tokens":150835,"cost":1.102675},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85872296,"overall_relative_score":85872296,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":162,"performance":1712,"input_tokens":120296,"output_tokens":21887,"total_tokens":142183,"cost":1.148655},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1374481961,"overall_relative_score":1374481961,"max_execution_time_ms":630,"max_memory_usage_kib":101788,"rank":291,"performance":1363,"input_tokens":133549,"output_tokens":26657,"total_tokens":160206,"cost":1.3341699999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122557825,"overall_relative_score":122557825,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":180,"performance":1683,"input_tokens":94969,"output_tokens":17728,"total_tokens":112697,"cost":0.918045},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":7709428790,"overall_relative_score":49251884167,"max_execution_time_ms":5100,"max_memory_usage_kib":410860,"rank":534,"performance":1201,"input_tokens":135411,"output_tokens":21719,"total_tokens":157130,"cost":1.22003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30977778454,"overall_relative_score":1128613848437,"max_execution_time_ms":5340,"max_memory_usage_kib":3072,"rank":182,"performance":1742,"input_tokens":140914,"output_tokens":20956,"total_tokens":161870,"cost":1.22847},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465397000000000,"overall_relative_score":7452859984,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":513,"performance":943,"input_tokens":171853,"output_tokens":16671,"total_tokens":188524,"cost":1.27604},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":502229586,"overall_relative_score":502229586,"max_execution_time_ms":1600,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":159907,"output_tokens":36337,"total_tokens":196244,"cost":1.7079600000000004},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":71077,"output_tokens":11814,"total_tokens":82891,"cost":0.650735},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243755313971,"overall_relative_score":243755313971,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":180,"performance":871,"input_tokens":73548,"output_tokens":15089,"total_tokens":88637,"cost":0.744965},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93751,"overall_relative_score":93751,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":340,"performance":1312,"input_tokens":208988,"output_tokens":29161,"total_tokens":238149,"cost":1.773965},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45788489881,"overall_relative_score":244813720073,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":586,"performance":1146,"input_tokens":92002,"output_tokens":17591,"total_tokens":109593,"cost":0.8997850000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1352190,"overall_relative_score":1352190,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":492,"performance":1136,"input_tokens":72297,"output_tokens":12269,"total_tokens":84566,"cost":0.66821},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45237548587,"overall_relative_score":1208211757142,"max_execution_time_ms":290,"max_memory_usage_kib":13312,"rank":394,"performance":1371,"input_tokens":165756,"output_tokens":36663,"total_tokens":202419,"cost":1.745355},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1080629,"overall_relative_score":1080629,"max_execution_time_ms":1660,"max_memory_usage_kib":5120,"rank":64,"performance":2239,"input_tokens":110639,"output_tokens":27158,"total_tokens":137797,"cost":1.232145},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":443914685999,"overall_relative_score":176160282853,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":517,"performance":1237,"input_tokens":170443,"output_tokens":37289,"total_tokens":207732,"cost":1.78444},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1109104196,"overall_relative_score":135788507226,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":382,"performance":1414,"input_tokens":108709,"output_tokens":23869,"total_tokens":132578,"cost":1.1402700000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10512402628218,"overall_relative_score":10512402628218,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":412,"performance":1404,"input_tokens":82939,"output_tokens":15702,"total_tokens":98641,"cost":0.807245},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":670352,"overall_relative_score":379205208107,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":585,"performance":1153,"input_tokens":142476,"output_tokens":28635,"total_tokens":171111,"cost":1.428255},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7416817256,"overall_relative_score":7416817256,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":86,"performance":2097,"input_tokens":75447,"output_tokens":15507,"total_tokens":90954,"cost":0.7649100000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247604990,"overall_relative_score":247604990,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":296,"performance":1602,"input_tokens":110102,"output_tokens":15581,"total_tokens":125683,"cost":0.940035},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2427503,"overall_relative_score":95898793343,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":470,"performance":1246,"input_tokens":135107,"output_tokens":28282,"total_tokens":163389,"cost":1.3825849999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":775,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":122464,"output_tokens":29958,"total_tokens":152422,"cost":1.3612699999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3835974833,"overall_relative_score":2522100191854,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":588,"performance":1184,"input_tokens":112794,"output_tokens":17820,"total_tokens":130614,"cost":1.0094699999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69024348,"overall_relative_score":69024348,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":379,"performance":1505,"input_tokens":102100,"output_tokens":22624,"total_tokens":124724,"cost":1.0761},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":97251,"output_tokens":20380,"total_tokens":117631,"cost":0.995755},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147208434,"overall_relative_score":147208434,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":169,"performance":1851,"input_tokens":71919,"output_tokens":13135,"total_tokens":85054,"cost":0.6879700000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":923878480,"overall_relative_score":1516373144603,"max_execution_time_ms":1580,"max_memory_usage_kib":16652,"rank":596,"performance":1240,"input_tokens":165395,"output_tokens":32228,"total_tokens":197623,"cost":1.6326749999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":186237,"overall_relative_score":186237,"max_execution_time_ms":190,"max_memory_usage_kib":8300,"rank":830,"performance":753,"input_tokens":100978,"output_tokens":22001,"total_tokens":122979,"cost":1.054915}]},{"num_self_refine":16,"rank":{"all":{"mean":272.85,"median":217.0,"min":2,"max":664,"stdev":185.56228479532564},"short":{"mean":210.30434782608697,"median":162.0,"min":2,"max":664,"stdev":167.2603943726419},"long":{"mean":357.47058823529414,"median":403.0,"min":90,"max":586,"stdev":179.53450839847574}},"performance":{"all":{"mean":1606.575,"median":1585.5,"min":277,"max":3241,"stdev":504.9765106240599},"short":{"mean":1726.0,"median":1722.0,"min":277,"max":3241,"stdev":597.2218256987173},"long":{"mean":1445.0,"median":1342.0,"min":1146,"max":1930,"stdev":287.9214302548527}},"input_tokens":{"all":{"mean":478414.325,"median":467162.5,"min":290750,"max":766338,"stdev":128196.84803025254},"short":{"mean":441566.347826087,"median":416223.0,"min":290750,"max":766338,"stdev":134364.89116906066},"long":{"mean":528267.4705882353,"median":515914.0,"min":360372,"max":700001,"stdev":103161.587930124}},"output_tokens":{"all":{"mean":49866.6,"median":45586.0,"min":27437,"max":77564,"stdev":15039.928416018953},"short":{"mean":46538.95652173913,"median":42878.0,"min":27437,"max":76540,"stdev":15062.2813872578},"long":{"mean":54368.705882352944,"median":52929.0,"min":38135,"max":77564,"stdev":14211.19989552565}},"total_tokens":{"all":{"mean":528280.925,"median":508851.0,"min":318187,"max":832475,"stdev":141117.88676454755},"short":{"mean":488105.3043478261,"median":462644.0,"min":318187,"max":832475,"stdev":147154.10006657362},"long":{"mean":582636.1764705882,"median":565702.0,"min":398954,"max":777565,"stdev":115355.58624002313}},"cost":{"all":{"mean":3.638736625,"median":3.4785525,"min":2.139675,"max":5.485115,"stdev":0.9792541981027084},"short":{"mean":3.371305652173913,"median":3.1844200000000003,"min":2.139675,"max":5.485115,"stdev":1.0073901469676532},"long":{"mean":4.000555,"median":4.05985,"min":2.7664100000000005,"max":5.439104999999999,"stdev":0.8367267704610923}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":981352907512,"overall_relative_score":981352907512,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":90,"performance":1882,"input_tokens":360372,"output_tokens":38582,"total_tokens":398954,"cost":2.7664100000000005},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3339406,"overall_relative_score":3339406,"max_execution_time_ms":1160,"max_memory_usage_kib":75708,"rank":273,"performance":1490,"input_tokens":314154,"output_tokens":34693,"total_tokens":348847,"cost":2.4380949999999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2859553185997,"overall_relative_score":2859553185997,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":104,"performance":1930,"input_tokens":398009,"output_tokens":39389,"total_tokens":437398,"cost":2.97477},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5784650210,"overall_relative_score":5784650210,"max_execution_time_ms":2820,"max_memory_usage_kib":41924,"rank":73,"performance":2055,"input_tokens":437305,"output_tokens":57824,"total_tokens":495129,"cost":3.632125},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18019463,"overall_relative_score":18019463,"max_execution_time_ms":2370,"max_memory_usage_kib":23348,"rank":88,"performance":1930,"input_tokens":576254,"output_tokens":69466,"total_tokens":645720,"cost":4.61792},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5742986,"overall_relative_score":5742986,"max_execution_time_ms":3080,"max_memory_usage_kib":3072,"rank":102,"performance":1910,"input_tokens":572253,"output_tokens":63509,"total_tokens":635762,"cost":4.44899},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1571035,"overall_relative_score":1571035,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":130,"performance":1722,"input_tokens":695945,"output_tokens":50488,"total_tokens":746433,"cost":4.741924999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11347455852,"overall_relative_score":11347455852,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":493,"performance":840,"input_tokens":332476,"output_tokens":31733,"total_tokens":364209,"cost":2.455705},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6565156282,"overall_relative_score":6565156282,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":426,"performance":1190,"input_tokens":620640,"output_tokens":68848,"total_tokens":689488,"cost":4.8244},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7233949084,"overall_relative_score":7233949084,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":21,"performance":2540,"input_tokens":375882,"output_tokens":42878,"total_tokens":418760,"cost":2.95136},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46636,"overall_relative_score":46636,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":219,"performance":1505,"input_tokens":474706,"output_tokens":42797,"total_tokens":517503,"cost":3.4434550000000006},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962545902,"overall_relative_score":962545902,"max_execution_time_ms":2500,"max_memory_usage_kib":3072,"rank":328,"performance":1372,"input_tokens":459619,"output_tokens":40580,"total_tokens":500199,"cost":3.312595},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88491233,"overall_relative_score":88491233,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":131,"performance":1812,"input_tokens":475210,"output_tokens":47991,"total_tokens":523201,"cost":3.575825},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1544333701,"overall_relative_score":1544333701,"max_execution_time_ms":4460,"max_memory_usage_kib":85664,"rank":197,"performance":1569,"input_tokens":512566,"output_tokens":52929,"total_tokens":565495,"cost":3.886055},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123685441,"overall_relative_score":123685441,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":169,"performance":1714,"input_tokens":374395,"output_tokens":36550,"total_tokens":410945,"cost":2.785725},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9292684878,"overall_relative_score":57529317227,"max_execution_time_ms":2650,"max_memory_usage_kib":4096,"rank":524,"performance":1213,"input_tokens":515914,"output_tokens":49788,"total_tokens":565702,"cost":3.8242700000000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30977778454,"overall_relative_score":1128613848437,"max_execution_time_ms":5340,"max_memory_usage_kib":3072,"rank":182,"performance":1742,"input_tokens":493885,"output_tokens":41769,"total_tokens":535654,"cost":3.51365},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190218916666671,"overall_relative_score":18637417749,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1172,"input_tokens":607715,"output_tokens":40851,"total_tokens":648566,"cost":4.05985},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":502183897,"overall_relative_score":502183897,"max_execution_time_ms":1610,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":656908,"output_tokens":74377,"total_tokens":731285,"cost":5.143965},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13455950,"overall_relative_score":13455950,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":111,"performance":2056,"input_tokens":297990,"output_tokens":31918,"total_tokens":329908,"cost":2.2879000000000005},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":262500439140,"overall_relative_score":262500439140,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":170,"performance":1048,"input_tokens":329372,"output_tokens":37989,"total_tokens":367361,"cost":2.596585},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2709,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":766338,"output_tokens":66137,"total_tokens":832475,"cost":5.485115},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45788489881,"overall_relative_score":244813720073,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":586,"performance":1146,"input_tokens":381510,"output_tokens":38406,"total_tokens":419916,"cost":2.8677},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386113,"overall_relative_score":1386113,"max_execution_time_ms":1530,"max_memory_usage_kib":3072,"rank":162,"performance":1802,"input_tokens":300806,"output_tokens":31924,"total_tokens":332730,"cost":2.30213},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38968524573,"overall_relative_score":1373691954837,"max_execution_time_ms":1850,"max_memory_usage_kib":13312,"rank":306,"performance":1508,"input_tokens":675179,"output_tokens":74497,"total_tokens":749676,"cost":5.23832},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1080651,"overall_relative_score":1080651,"max_execution_time_ms":1520,"max_memory_usage_kib":4096,"rank":64,"performance":2239,"input_tokens":532276,"output_tokens":65893,"total_tokens":598169,"cost":4.308705},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":443914685999,"overall_relative_score":176160282853,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":517,"performance":1237,"input_tokens":700001,"output_tokens":77564,"total_tokens":777565,"cost":5.439104999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":647134944,"overall_relative_score":252957157267,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":215,"performance":1707,"input_tokens":497632,"output_tokens":63972,"total_tokens":561604,"cost":4.08746},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10522371753193,"overall_relative_score":10522371753193,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":408,"performance":1410,"input_tokens":365280,"output_tokens":37519,"total_tokens":402799,"cost":2.764375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":665376,"overall_relative_score":382042379781,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":572011,"output_tokens":64076,"total_tokens":636087,"cost":4.461955},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7795578514,"overall_relative_score":7795578514,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":52,"performance":2279,"input_tokens":354747,"output_tokens":37110,"total_tokens":391857,"cost":2.7014850000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247604990,"overall_relative_score":247604990,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":296,"performance":1602,"input_tokens":367063,"output_tokens":28022,"total_tokens":395085,"cost":2.535865},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1859724,"overall_relative_score":120201525299,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":449,"performance":1274,"input_tokens":552691,"output_tokens":63997,"total_tokens":616688,"cost":4.363379999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":354524,"overall_relative_score":354524,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":118,"performance":1876,"input_tokens":579106,"output_tokens":76540,"total_tokens":655646,"cost":4.80903},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3746484817,"overall_relative_score":2585901505881,"max_execution_time_ms":2710,"max_memory_usage_kib":3072,"rank":561,"performance":1216,"input_tokens":416306,"output_tokens":38135,"total_tokens":454441,"cost":3.034905},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70759006,"overall_relative_score":70759006,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":255,"performance":1709,"input_tokens":419084,"output_tokens":43560,"total_tokens":462644,"cost":3.1844200000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458715,"overall_relative_score":458715,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":353,"performance":1501,"input_tokens":416223,"output_tokens":47612,"total_tokens":463835,"cost":3.271415},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147800226,"overall_relative_score":147800226,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":139,"performance":1931,"input_tokens":290750,"output_tokens":27437,"total_tokens":318187,"cost":2.139675},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":825824989,"overall_relative_score":1671491369135,"max_execution_time_ms":1560,"max_memory_usage_kib":16604,"rank":504,"performance":1342,"input_tokens":644244,"output_tokens":67376,"total_tokens":711620,"cost":4.905619999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":423756,"output_tokens":49938,"total_tokens":473694,"cost":3.36723}]}]},{"model_name":"claude-4.6-sonnet-medium","detail_path":"data/model_details/claude-4.6-sonnet-medium.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":421.05,"median":436.0,"min":23,"max":1012,"stdev":234.0553243824948},"short":{"mean":329.0,"median":289.0,"min":23,"max":701,"stdev":194.41614224039208},"long":{"mean":545.5882352941177,"median":490.0,"min":161,"max":1012,"stdev":229.99947250578896}},"performance":{"all":{"mean":1327.3,"median":1257.5,"min":212,"max":2440,"stdev":420.0385940753784},"short":{"mean":1480.695652173913,"median":1400.0,"min":828,"max":2440,"stdev":401.26305527134156},"long":{"mean":1119.764705882353,"median":1190.0,"min":212,"max":1699,"stdev":359.27001151845474}},"input_tokens":{"all":{"mean":55201.025,"median":4752.0,"min":1536,"max":142723,"stdev":64542.190708565955},"short":{"mean":47434.69565217391,"median":2574.0,"min":1575,"max":135928,"stdev":62637.76641817385},"long":{"mean":65708.41176470589,"median":7330.0,"min":1536,"max":142723,"stdev":67491.27380082075}},"output_tokens":{"all":{"mean":107010.0,"median":110585.0,"min":39167,"max":216489,"stdev":39543.003357915324},"short":{"mean":93594.91304347826,"median":75620.0,"min":39167,"max":176991,"stdev":39608.30479367248},"long":{"mean":125159.82352941176,"median":127731.0,"min":73891,"max":216489,"stdev":32335.22193606241}},"total_tokens":{"all":{"mean":162211.025,"median":115337.0,"min":42008,"max":350453,"stdev":98125.530380141},"short":{"mean":141029.60869565216,"median":77195.0,"min":42008,"max":312919,"stdev":98197.54341342165},"long":{"mean":190868.23529411765,"median":135061.0,"min":75427,"max":350453,"stdev":93238.76977116964}},"cost":{"all":{"mean":1.770753075,"median":1.673031,"min":0.596028,"max":3.649227,"stdev":0.7515182831749505},"short":{"mean":1.5462277826086956,"median":1.139025,"min":0.596028,"max":3.062649,"stdev":0.7583308396508956},"long":{"mean":2.0745225882352942,"median":1.937955,"min":1.112973,"max":3.649227,"stdev":0.6445350720049161}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":944327238287,"overall_relative_score":944327238287,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":385,"performance":1354,"input_tokens":1536,"output_tokens":73891,"total_tokens":75427,"cost":1.112973},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2057271,"overall_relative_score":2057271,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":524,"performance":1128,"input_tokens":1680,"output_tokens":60121,"total_tokens":61801,"cost":0.906855},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2755132713552,"overall_relative_score":2755132713552,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":247,"performance":1540,"input_tokens":3106,"output_tokens":98821,"total_tokens":101927,"cost":1.491633},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4366093588,"overall_relative_score":4366093588,"max_execution_time_ms":2940,"max_memory_usage_kib":3072,"rank":190,"performance":1578,"input_tokens":1835,"output_tokens":72420,"total_tokens":74255,"cost":1.091805},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15221193,"overall_relative_score":15221193,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":158,"performance":1633,"input_tokens":2034,"output_tokens":72380,"total_tokens":74414,"cost":1.091802},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5568730,"overall_relative_score":5568730,"max_execution_time_ms":1790,"max_memory_usage_kib":3072,"rank":161,"performance":1699,"input_tokens":4410,"output_tokens":100528,"total_tokens":104938,"cost":1.52115},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1897671,"overall_relative_score":1897671,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":128963,"output_tokens":131700,"total_tokens":260663,"cost":2.362389},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10104987773,"overall_relative_score":10104987773,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":2574,"output_tokens":59200,"total_tokens":61774,"cost":0.895722},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":6568919257,"overall_relative_score":6568919257,"max_execution_time_ms":959,"max_memory_usage_kib":3072,"rank":426,"performance":1190,"input_tokens":3302,"output_tokens":92677,"total_tokens":95979,"cost":1.400061},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7093974584,"overall_relative_score":7093974584,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":35,"performance":2369,"input_tokens":2562,"output_tokens":44956,"total_tokens":47518,"cost":0.682026},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24360,"overall_relative_score":24360,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":268,"performance":1387,"input_tokens":8342,"output_tokens":67667,"total_tokens":76009,"cost":1.040031},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":24649602,"overall_relative_score":24649602,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":922,"performance":212,"input_tokens":142723,"output_tokens":171550,"total_tokens":314273,"cost":3.001419},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87883528,"overall_relative_score":87883528,"max_execution_time_ms":2780,"max_memory_usage_kib":4096,"rank":142,"performance":1775,"input_tokens":135928,"output_tokens":176991,"total_tokens":312919,"cost":3.062649},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1233558686,"overall_relative_score":1233558686,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":415,"performance":1138,"input_tokens":3109,"output_tokens":107800,"total_tokens":110909,"cost":1.626327},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115909697,"overall_relative_score":115909697,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":238,"performance":1538,"input_tokens":2841,"output_tokens":39167,"total_tokens":42008,"cost":0.596028},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":10170151946,"overall_relative_score":83958993719,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":472,"performance":1278,"input_tokens":133964,"output_tokens":216489,"total_tokens":350453,"cost":3.649227},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":391907612106,"overall_relative_score":781386018934,"max_execution_time_ms":5520,"max_memory_usage_kib":12288,"rank":484,"performance":1200,"input_tokens":7330,"output_tokens":127731,"total_tokens":135061,"cost":1.937955},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140751120786220,"overall_relative_score":20591931665,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":400,"performance":1178,"input_tokens":136418,"output_tokens":131224,"total_tokens":267642,"cost":2.377614},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438161571,"overall_relative_score":438161571,"max_execution_time_ms":50,"max_memory_usage_kib":7168,"rank":379,"performance":1400,"input_tokens":135830,"output_tokens":131496,"total_tokens":267326,"cost":2.37993},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12782855,"overall_relative_score":12782855,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":585,"performance":1202,"input_tokens":1899,"output_tokens":123271,"total_tokens":125170,"cost":1.854762},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282866580402,"overall_relative_score":282866580402,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":109,"performance":1604,"input_tokens":130893,"output_tokens":130060,"total_tokens":260953,"cost":2.343579},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93687,"overall_relative_score":93687,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":342,"performance":1302,"input_tokens":130049,"output_tokens":129680,"total_tokens":259729,"cost":2.335347},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48254831652,"overall_relative_score":244657228358,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":587,"performance":1145,"input_tokens":131744,"output_tokens":130619,"total_tokens":262363,"cost":2.354517},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1343061,"overall_relative_score":1343061,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":524,"performance":1076,"input_tokens":1972,"output_tokens":103590,"total_tokens":105562,"cost":1.559766},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76841912186,"overall_relative_score":758435431021,"max_execution_time_ms":290,"max_memory_usage_kib":18432,"rank":915,"performance":623,"input_tokens":3885,"output_tokens":117839,"total_tokens":121724,"cost":1.77924},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064288,"overall_relative_score":1064288,"max_execution_time_ms":1720,"max_memory_usage_kib":4096,"rank":180,"performance":1829,"input_tokens":129792,"output_tokens":130822,"total_tokens":260614,"cost":2.351706},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":8288775784,"overall_relative_score":43900736839,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":1012,"performance":539,"input_tokens":134656,"output_tokens":139357,"total_tokens":274013,"cost":2.494323},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3560869300,"overall_relative_score":75940959815,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":490,"performance":1262,"input_tokens":132338,"output_tokens":136562,"total_tokens":268900,"cost":2.445444},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9684024327605,"overall_relative_score":9684024327605,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":701,"performance":981,"input_tokens":1965,"output_tokens":44707,"total_tokens":46672,"cost":0.6765},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":735378,"overall_relative_score":346082748135,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":658,"performance":1067,"input_tokens":133910,"output_tokens":130352,"total_tokens":264262,"cost":2.35701},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3128582037,"overall_relative_score":3128582037,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":557,"performance":1152,"input_tokens":2225,"output_tokens":54781,"total_tokens":57006,"cost":0.82839},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248121337,"overall_relative_score":248121337,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":289,"performance":1614,"input_tokens":4995,"output_tokens":49940,"total_tokens":54935,"cost":0.764085},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5652125,"overall_relative_score":54419522211,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":500,"performance":1207,"input_tokens":4578,"output_tokens":112169,"total_tokens":116747,"cost":1.696269},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293237,"overall_relative_score":293237,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":191,"performance":1661,"input_tokens":129681,"output_tokens":130676,"total_tokens":260357,"cost":2.349183},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3985946624,"overall_relative_score":2460762666928,"max_execution_time_ms":2770,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":135108,"output_tokens":131107,"total_tokens":266215,"cost":2.371929},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66833004,"overall_relative_score":66833004,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":477,"performance":1366,"input_tokens":1890,"output_tokens":73125,"total_tokens":75015,"cost":1.102545},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441422,"overall_relative_score":441422,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":536,"performance":1240,"input_tokens":2450,"output_tokens":108449,"total_tokens":110899,"cost":1.634085},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147077766,"overall_relative_score":147077766,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":176,"performance":1834,"input_tokens":129023,"output_tokens":141864,"total_tokens":270887,"cost":2.515029},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":901479927,"overall_relative_score":1533090834584,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":584,"performance":1253,"input_tokens":4926,"output_tokens":109001,"total_tokens":113927,"cost":1.649793},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":80,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":1575,"output_tokens":75620,"total_tokens":77195,"cost":1.139025}]},{"num_self_refine":2,"rank":{"all":{"mean":344.625,"median":333.5,"min":11,"max":1012,"stdev":228.53330425530137},"short":{"mean":250.17391304347825,"median":238.0,"min":11,"max":532,"stdev":168.8144899462433},"long":{"mean":472.4117647058824,"median":456.0,"min":116,"max":1012,"stdev":240.71821151076455}},"performance":{"all":{"mean":1487.175,"median":1441.0,"min":212,"max":2738,"stdev":473.21729640344364},"short":{"mean":1671.9565217391305,"median":1604.0,"min":828,"max":2738,"stdev":446.57509581875877},"long":{"mean":1237.1764705882354,"median":1260.0,"min":212,"max":1885,"stdev":395.1424166193307}},"input_tokens":{"all":{"mean":197745.675,"median":256587.5,"min":44676,"max":519040,"stdev":116197.59931594586},"short":{"mean":171044.08695652173,"median":111981.0,"min":44676,"max":519040,"stdev":124392.80847925144},"long":{"mean":233871.35294117648,"median":269134.0,"min":97789,"max":360337,"stdev":96037.2079417277}},"output_tokens":{"all":{"mean":193607.15,"median":199768.0,"min":92600,"max":331387,"stdev":47781.617271761825},"short":{"mean":178434.21739130435,"median":187916.0,"min":92600,"max":263659,"stdev":43532.38341318347},"long":{"mean":214135.23529411765,"median":210407.0,"min":106891,"max":331387,"stdev":46697.08228375919}},"total_tokens":{"all":{"mean":391352.825,"median":440669.5,"min":137276,"max":782699,"stdev":155497.08380477462},"short":{"mean":349478.3043478261,"median":313946.0,"min":137276,"max":782699,"stdev":161736.16405695328},"long":{"mean":448006.5882352941,"median":478224.0,"min":204680,"max":685109,"stdev":130530.5289602105}},"cost":{"all":{"mean":3.497344275,"median":3.650826,"min":1.523028,"max":6.031971,"stdev":1.0064579543850927},"short":{"mean":3.1896455217391306,"median":3.1968300000000003,"min":1.523028,"max":5.512005,"stdev":0.9804081642553905},"long":{"mean":3.913642588235294,"median":3.9146159999999997,"min":1.896732,"max":6.031971,"stdev":0.9095041354126062}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958047039936,"overall_relative_score":958047039936,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":278,"performance":1489,"input_tokens":278814,"output_tokens":204700,"total_tokens":483514,"cost":3.906942},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2057271,"overall_relative_score":2057271,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":524,"performance":1128,"input_tokens":62725,"output_tokens":131183,"total_tokens":193908,"cost":2.15592},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2845168054583,"overall_relative_score":2845168054583,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":116,"performance":1885,"input_tokens":103952,"output_tokens":197620,"total_tokens":301572,"cost":3.2761560000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6111883062,"overall_relative_score":6111883062,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":56,"performance":2168,"input_tokens":75368,"output_tokens":189793,"total_tokens":265161,"cost":3.072999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15221193,"overall_relative_score":15221193,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":158,"performance":1633,"input_tokens":75682,"output_tokens":147330,"total_tokens":223012,"cost":2.4369959999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5568730,"overall_relative_score":5568730,"max_execution_time_ms":1790,"max_memory_usage_kib":3072,"rank":161,"performance":1699,"input_tokens":107758,"output_tokens":158909,"total_tokens":266667,"cost":2.706909},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1920862,"overall_relative_score":1920862,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":22,"performance":2456,"input_tokens":260405,"output_tokens":179463,"total_tokens":439868,"cost":3.47316},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10104987773,"overall_relative_score":10104987773,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":252975,"output_tokens":188496,"total_tokens":441471,"cost":3.5863650000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6877877595,"overall_relative_score":6877877595,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":422,"performance":1196,"input_tokens":97789,"output_tokens":106891,"total_tokens":204680,"cost":1.896732},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7350643773,"overall_relative_score":7350643773,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":11,"performance":2738,"input_tokens":49914,"output_tokens":135090,"total_tokens":185004,"cost":2.1760919999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24360,"overall_relative_score":24360,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":268,"performance":1387,"input_tokens":83540,"output_tokens":147869,"total_tokens":231409,"cost":2.468655},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":24649602,"overall_relative_score":24649602,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":922,"performance":212,"input_tokens":320008,"output_tokens":210407,"total_tokens":530415,"cost":4.116129},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87883528,"overall_relative_score":87883528,"max_execution_time_ms":2780,"max_memory_usage_kib":4096,"rank":142,"performance":1775,"input_tokens":315451,"output_tokens":208487,"total_tokens":523938,"cost":4.073658},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1320297255,"overall_relative_score":1320297255,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":353585,"output_tokens":242611,"total_tokens":596196,"cost":4.69992},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115909697,"overall_relative_score":115909697,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":238,"performance":1538,"input_tokens":44676,"output_tokens":92600,"total_tokens":137276,"cost":1.523028},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":10170151946,"overall_relative_score":83958993719,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":472,"performance":1278,"input_tokens":353722,"output_tokens":331387,"total_tokens":685109,"cost":6.031971},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46160494258,"overall_relative_score":839696473662,"max_execution_time_ms":5320,"max_memory_usage_kib":12288,"rank":397,"performance":1327,"input_tokens":140808,"output_tokens":244933,"total_tokens":385741,"cost":4.096419},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106679007987530,"overall_relative_score":33135923751,"max_execution_time_ms":40,"max_memory_usage_kib":7168,"rank":357,"performance":1256,"input_tokens":271562,"output_tokens":206662,"total_tokens":478224,"cost":3.9146159999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463097684,"overall_relative_score":463097684,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":163,"performance":1824,"input_tokens":271706,"output_tokens":192962,"total_tokens":464668,"cost":3.709548},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":126030,"output_tokens":187916,"total_tokens":313946,"cost":3.1968300000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282866580402,"overall_relative_score":282866580402,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":109,"performance":1604,"input_tokens":261970,"output_tokens":215348,"total_tokens":477318,"cost":4.01613},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210593,"overall_relative_score":210593,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":241,"performance":1519,"input_tokens":260200,"output_tokens":229198,"total_tokens":489398,"cost":4.21857},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48254831652,"overall_relative_score":244657228358,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":587,"performance":1145,"input_tokens":263439,"output_tokens":208061,"total_tokens":471500,"cost":3.911232},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1368829,"overall_relative_score":1368829,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":321,"performance":1445,"input_tokens":106312,"output_tokens":156832,"total_tokens":263144,"cost":2.671416},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34971828310,"overall_relative_score":1509544180224,"max_execution_time_ms":280,"max_memory_usage_kib":18432,"rank":211,"performance":1688,"input_tokens":124228,"output_tokens":213799,"total_tokens":338027,"cost":3.579669},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064288,"overall_relative_score":1064288,"max_execution_time_ms":1720,"max_memory_usage_kib":4096,"rank":180,"performance":1829,"input_tokens":260861,"output_tokens":201916,"total_tokens":462777,"cost":3.811323},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":8288775784,"overall_relative_score":43900736839,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":1012,"performance":539,"input_tokens":275928,"output_tokens":184288,"total_tokens":460216,"cost":3.592104},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2553526700,"overall_relative_score":95887935439,"max_execution_time_ms":1140,"max_memory_usage_kib":4096,"rank":456,"performance":1308,"input_tokens":270279,"output_tokens":252251,"total_tokens":522530,"cost":4.594602},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10217532996141,"overall_relative_score":10217532996141,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":532,"performance":1229,"input_tokens":48324,"output_tokens":146223,"total_tokens":194547,"cost":2.338317},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":704507,"overall_relative_score":361043919530,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":636,"performance":1093,"input_tokens":267593,"output_tokens":222329,"total_tokens":489922,"cost":4.137714},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4666650526,"overall_relative_score":4666650526,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":366,"performance":1433,"input_tokens":58700,"output_tokens":145761,"total_tokens":204461,"cost":2.362515},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248458907,"overall_relative_score":248458907,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":59414,"output_tokens":111672,"total_tokens":171086,"cost":1.853322},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11294280,"overall_relative_score":53126075117,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":505,"performance":1200,"input_tokens":360337,"output_tokens":250940,"total_tokens":611277,"cost":4.845111},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368497,"overall_relative_score":368497,"max_execution_time_ms":1570,"max_memory_usage_kib":4096,"rank":101,"performance":1939,"input_tokens":519040,"output_tokens":263659,"total_tokens":782699,"cost":5.512005},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3985946624,"overall_relative_score":2460762666928,"max_execution_time_ms":2770,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":269134,"output_tokens":214807,"total_tokens":483941,"cost":4.029507000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75283150,"overall_relative_score":75283150,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":41,"performance":2386,"input_tokens":76158,"output_tokens":153410,"total_tokens":229568,"cost":2.529624},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441702,"overall_relative_score":441702,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":111981,"output_tokens":231863,"total_tokens":343844,"cost":3.8138880000000004},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147077766,"overall_relative_score":147077766,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":176,"performance":1834,"input_tokens":270558,"output_tokens":240148,"total_tokens":510706,"cost":4.413894},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":869186958,"overall_relative_score":1606141845686,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":536,"performance":1306,"input_tokens":116877,"output_tokens":189704,"total_tokens":306581,"cost":3.196191},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207104,"overall_relative_score":207104,"max_execution_time_ms":450,"max_memory_usage_kib":9216,"rank":397,"performance":1441,"input_tokens":282024,"output_tokens":206768,"total_tokens":488792,"cost":3.947592}]},{"num_self_refine":4,"rank":{"all":{"mean":312.275,"median":275.5,"min":11,"max":1012,"stdev":232.53199256038417},"short":{"mean":208.3913043478261,"median":172.0,"min":11,"max":525,"stdev":151.39915309311428},"long":{"mean":452.8235294117647,"median":422.0,"min":116,"max":1012,"stdev":252.54559867826782}},"performance":{"all":{"mean":1559.75,"median":1552.5,"min":212,"max":2738,"stdev":497.59584825953704},"short":{"mean":1774.2608695652175,"median":1645.0,"min":862,"max":2738,"stdev":449.4366390161338},"long":{"mean":1269.5294117647059,"median":1315.0,"min":212,"max":1885,"stdev":412.4918359263397}},"input_tokens":{"all":{"mean":670199.45,"median":703535.0,"min":272966,"max":1111282,"stdev":218879.23409156533},"short":{"mean":622573.7826086957,"median":667506.0,"min":272966,"max":1111282,"stdev":239299.85382169994},"long":{"mean":734634.1764705882,"median":749274.0,"min":410986,"max":1085506,"stdev":174257.26861283122}},"output_tokens":{"all":{"mean":305747.775,"median":296541.5,"min":187277,"max":459040,"stdev":65995.74947326396},"short":{"mean":288701.82608695654,"median":288503.0,"min":187277,"max":427354,"stdev":63759.01761366222},"long":{"mean":328809.9411764706,"median":309238.0,"min":248140,"max":459040,"stdev":63591.85656342975}},"total_tokens":{"all":{"mean":975947.225,"median":1005903.5,"min":460243,"max":1544546,"stdev":275905.4888307735},"short":{"mean":911275.6086956522,"median":946524.0,"min":460243,"max":1476534,"stdev":294352.28674710344},"long":{"mean":1063444.1176470588,"median":1048295.0,"min":664501,"max":1544546,"stdev":228628.40777336768}},"cost":{"all":{"mean":6.596814975,"median":6.5709585,"min":3.6280529999999995,"max":10.142118,"stdev":1.5763437020697935},"short":{"mean":6.198248739130435,"median":6.174216,"min":3.6280529999999995,"max":9.337149,"stdev":1.6028618747601886},"long":{"mean":7.1360516470588236,"median":6.733137,"min":5.035683000000001,"max":10.142118,"stdev":1.4095877460232362}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973519962239,"overall_relative_score":973519962239,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":136,"performance":1747,"input_tokens":752363,"output_tokens":296950,"total_tokens":1049313,"cost":6.711339},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2623062,"overall_relative_score":2623062,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":418,"performance":1264,"input_tokens":371306,"output_tokens":210932,"total_tokens":582238,"cost":4.277898},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2845168054583,"overall_relative_score":2845168054583,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":116,"performance":1885,"input_tokens":565713,"output_tokens":293200,"total_tokens":858913,"cost":6.0951390000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6269554669,"overall_relative_score":6269554669,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":46,"performance":2248,"input_tokens":515262,"output_tokens":296133,"total_tokens":811395,"cost":5.987781},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15221193,"overall_relative_score":15221193,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":158,"performance":1633,"input_tokens":422482,"output_tokens":245488,"total_tokens":667970,"cost":4.949765999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5578402,"overall_relative_score":5578402,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":158,"performance":1708,"input_tokens":474863,"output_tokens":250462,"total_tokens":725325,"cost":5.181519},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1920862,"overall_relative_score":1920862,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":22,"performance":2456,"input_tokens":668637,"output_tokens":277887,"total_tokens":946524,"cost":6.174216},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12047428001,"overall_relative_score":12047428001,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":485,"performance":862,"input_tokens":1084120,"output_tokens":392414,"total_tokens":1476534,"cost":9.13857},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6877877595,"overall_relative_score":6877877595,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":422,"performance":1196,"input_tokens":410986,"output_tokens":253515,"total_tokens":664501,"cost":5.035683000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7350643773,"overall_relative_score":7350643773,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":11,"performance":2738,"input_tokens":369372,"output_tokens":203769,"total_tokens":573141,"cost":4.164651},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26900,"overall_relative_score":26900,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":253,"performance":1422,"input_tokens":482804,"output_tokens":293501,"total_tokens":776305,"cost":5.850927},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":24649602,"overall_relative_score":24649602,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":922,"performance":212,"input_tokens":805541,"output_tokens":309238,"total_tokens":1114779,"cost":7.055193},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88141706,"overall_relative_score":88141706,"max_execution_time_ms":2920,"max_memory_usage_kib":4096,"rank":135,"performance":1798,"input_tokens":790647,"output_tokens":277637,"total_tokens":1068284,"cost":6.536496},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1347452045,"overall_relative_score":1347452045,"max_execution_time_ms":4390,"max_memory_usage_kib":3072,"rank":313,"performance":1321,"input_tokens":900449,"output_tokens":343303,"total_tokens":1243752,"cost":7.850892},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":133707213,"overall_relative_score":133707213,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":97,"performance":1968,"input_tokens":272966,"output_tokens":187277,"total_tokens":460243,"cost":3.6280529999999995},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":12415757360,"overall_relative_score":147732479270,"max_execution_time_ms":5100,"max_memory_usage_kib":4096,"rank":385,"performance":1395,"input_tokens":1085506,"output_tokens":459040,"total_tokens":1544546,"cost":10.142118},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46160494258,"overall_relative_score":839696473662,"max_execution_time_ms":5320,"max_memory_usage_kib":12288,"rank":397,"performance":1327,"input_tokens":686417,"output_tokens":310757,"total_tokens":997174,"cost":6.720606},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41647635684454,"overall_relative_score":41441557137,"max_execution_time_ms":40,"max_memory_usage_kib":7076,"rank":326,"performance":1315,"input_tokens":812624,"output_tokens":419116,"total_tokens":1231740,"cost":8.724612},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":489545505,"overall_relative_score":489545505,"max_execution_time_ms":1860,"max_memory_usage_kib":11264,"rank":26,"performance":2493,"input_tokens":720653,"output_tokens":272600,"total_tokens":993253,"cost":6.250959},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13087185,"overall_relative_score":13087185,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":384,"performance":1472,"input_tokens":975613,"output_tokens":427354,"total_tokens":1402967,"cost":9.337149},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282866580402,"overall_relative_score":282866580402,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":109,"performance":1604,"input_tokens":753215,"output_tokens":328334,"total_tokens":1081549,"cost":7.184655},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250886,"overall_relative_score":250886,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":176,"performance":1679,"input_tokens":796198,"output_tokens":366263,"total_tokens":1162461,"cost":7.8825389999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48254831652,"overall_relative_score":244657228358,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":587,"performance":1145,"input_tokens":729742,"output_tokens":300745,"total_tokens":1030487,"cost":6.700400999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1372793,"overall_relative_score":1372793,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":292,"performance":1501,"input_tokens":485663,"output_tokens":285674,"total_tokens":771337,"cost":5.742099},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34971828310,"overall_relative_score":1509544180224,"max_execution_time_ms":280,"max_memory_usage_kib":18432,"rank":211,"performance":1688,"input_tokens":650053,"output_tokens":322236,"total_tokens":972289,"cost":6.7836989999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065701,"overall_relative_score":1065701,"max_execution_time_ms":1730,"max_memory_usage_kib":4096,"rank":163,"performance":1873,"input_tokens":722551,"output_tokens":292082,"total_tokens":1014633,"cost":6.548883},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":8288775784,"overall_relative_score":43900736839,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":1012,"performance":539,"input_tokens":670915,"output_tokens":248140,"total_tokens":919055,"cost":5.734845},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2533862260,"overall_relative_score":96322719452,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":455,"performance":1310,"input_tokens":888601,"output_tokens":420436,"total_tokens":1309037,"cost":8.972343},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10963446545157,"overall_relative_score":10963446545157,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":268,"performance":1645,"input_tokens":423945,"output_tokens":288503,"total_tokens":712448,"cost":5.59938},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":704507,"overall_relative_score":361043919530,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":636,"performance":1093,"input_tokens":834666,"output_tokens":409311,"total_tokens":1243977,"cost":8.643663},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5808543070,"overall_relative_score":5808543070,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":265,"performance":1609,"input_tokens":397555,"output_tokens":231942,"total_tokens":629497,"cost":4.671795},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248458907,"overall_relative_score":248458907,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":342704,"output_tokens":194280,"total_tokens":536984,"cost":3.9423120000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4651525,"overall_relative_score":68941454812,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":484,"performance":1227,"input_tokens":929911,"output_tokens":354267,"total_tokens":1284178,"cost":8.103738},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368497,"overall_relative_score":368497,"max_execution_time_ms":1570,"max_memory_usage_kib":4096,"rank":101,"performance":1939,"input_tokens":1111282,"output_tokens":345924,"total_tokens":1457206,"cost":8.522706},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3985946624,"overall_relative_score":2460762666928,"max_execution_time_ms":2770,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":749274,"output_tokens":299021,"total_tokens":1048295,"cost":6.733137},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75283150,"overall_relative_score":75283150,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":41,"performance":2386,"input_tokens":426150,"output_tokens":245968,"total_tokens":672118,"cost":4.96797},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441710,"overall_relative_score":441710,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":667506,"output_tokens":379946,"total_tokens":1047452,"cost":7.701708},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147174820,"overall_relative_score":147174820,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":172,"performance":1844,"input_tokens":773828,"output_tokens":305646,"total_tokens":1079474,"cost":6.906174},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":853778399,"overall_relative_score":1635515352271,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":521,"performance":1323,"input_tokens":541157,"output_tokens":300032,"total_tokens":841189,"cost":6.123951},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":208851,"overall_relative_score":208851,"max_execution_time_ms":1540,"max_memory_usage_kib":23552,"rank":363,"performance":1494,"input_tokens":744738,"output_tokens":290588,"total_tokens":1035326,"cost":6.593034}]},{"num_self_refine":8,"rank":{"all":{"mean":259.3,"median":205.5,"min":9,"max":625,"stdev":188.6163111199899},"short":{"mean":174.34782608695653,"median":156.0,"min":9,"max":525,"stdev":144.7268928630286},"long":{"mean":374.2352941176471,"median":385.0,"min":116,"max":625,"stdev":183.04696440113557}},"performance":{"all":{"mean":1688.0,"median":1632.5,"min":1000,"max":2796,"stdev":447.8692002279466},"short":{"mean":1893.8695652173913,"median":1798.0,"min":1255,"max":2796,"stdev":441.63490725297953},"long":{"mean":1409.4705882352941,"median":1339.0,"min":1000,"max":1885,"stdev":278.2025156354312}},"input_tokens":{"all":{"mean":2105637.0,"median":2116990.5,"min":1128125,"max":3202565,"stdev":476702.66314102296},"short":{"mean":1984845.1739130435,"median":1965269.0,"min":1128125,"max":2947359,"stdev":491101.83569237747},"long":{"mean":2269061.2352941176,"median":2158529.0,"min":1658571,"max":3202565,"stdev":415855.8174124972}},"output_tokens":{"all":{"mean":431415.775,"median":418686.0,"min":246008,"max":671732,"stdev":83727.1768192835},"short":{"mean":410360.47826086957,"median":413125.0,"min":246008,"max":584414,"stdev":79052.5144588132},"long":{"mean":459902.35294117645,"median":433701.0,"min":374074,"max":671732,"stdev":83637.24887568127}},"total_tokens":{"all":{"mean":2537052.775,"median":2523042.5,"min":1374133,"max":3874297,"stdev":554081.3266732827},"short":{"mean":2395205.652173913,"median":2393785.0,"min":1374133,"max":3531773,"stdev":564194.2612559492},"long":{"mean":2728963.588235294,"median":2613836.0,"min":2065351,"max":3874297,"stdev":492533.3149097707}},"cost":{"all":{"mean":12.788147625,"median":12.536778,"min":7.074495000000001,"max":19.683675,"stdev":2.6260774978620334},"short":{"mean":12.109942695652174,"median":12.354422999999999,"min":7.074495000000001,"max":17.608287,"stdev":2.6012573764255453},"long":{"mean":13.705719,"median":12.966792,"min":11.077413000000002,"max":19.683675,"stdev":2.439250680782856}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973519962239,"overall_relative_score":973519962239,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":136,"performance":1747,"input_tokens":2117875,"output_tokens":404374,"total_tokens":2522249,"cost":12.419234999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2678777,"overall_relative_score":2678777,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":405,"performance":1282,"input_tokens":1364791,"output_tokens":311609,"total_tokens":1676400,"cost":8.768508},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2845168054583,"overall_relative_score":2845168054583,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":116,"performance":1885,"input_tokens":1940578,"output_tokens":390472,"total_tokens":2331050,"cost":11.678814000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6276586498,"overall_relative_score":6276586498,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":44,"performance":2266,"input_tokens":1905731,"output_tokens":431590,"total_tokens":2337321,"cost":12.191042999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15427470,"overall_relative_score":15427470,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":156,"performance":1640,"input_tokens":1553373,"output_tokens":335249,"total_tokens":1888622,"cost":9.688854},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5597049,"overall_relative_score":5597049,"max_execution_time_ms":2190,"max_memory_usage_kib":3072,"rank":148,"performance":1740,"input_tokens":1792360,"output_tokens":397862,"total_tokens":2190222,"cost":11.34501},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1920862,"overall_relative_score":1920862,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":22,"performance":2456,"input_tokens":1965269,"output_tokens":378148,"total_tokens":2343417,"cost":11.568027},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13925007764,"overall_relative_score":13925007764,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":221,"performance":1493,"input_tokens":2864400,"output_tokens":530221,"total_tokens":3394621,"cost":16.546515},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7898539054,"overall_relative_score":7898539054,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":395,"performance":1234,"input_tokens":1658571,"output_tokens":406780,"total_tokens":2065351,"cost":11.077413000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7397429401,"overall_relative_score":7397429401,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":9,"performance":2796,"input_tokens":1406735,"output_tokens":331664,"total_tokens":1738399,"cost":9.195165000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72224,"overall_relative_score":72224,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":190,"performance":1581,"input_tokens":1951279,"output_tokens":441413,"total_tokens":2392692,"cost":12.475032},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204200878,"overall_relative_score":204200878,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":588,"performance":1000,"input_tokens":2211121,"output_tokens":402715,"total_tokens":2613836,"cost":12.674088},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88148230,"overall_relative_score":88148230,"max_execution_time_ms":2930,"max_memory_usage_kib":4096,"rank":135,"performance":1798,"input_tokens":2173523,"output_tokens":413125,"total_tokens":2586648,"cost":12.717444},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1352782854,"overall_relative_score":1352782854,"max_execution_time_ms":4410,"max_memory_usage_kib":3072,"rank":307,"performance":1332,"input_tokens":2482587,"output_tokens":433701,"total_tokens":2916288,"cost":13.953275999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140611130,"overall_relative_score":140611130,"max_execution_time_ms":1620,"max_memory_usage_kib":3072,"rank":21,"performance":2543,"input_tokens":1128125,"output_tokens":246008,"total_tokens":1374133,"cost":7.074495000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":12415757360,"overall_relative_score":147732479270,"max_execution_time_ms":5100,"max_memory_usage_kib":4096,"rank":385,"performance":1395,"input_tokens":3202565,"output_tokens":671732,"total_tokens":3874297,"cost":19.683675},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30792249885,"overall_relative_score":1127562878999,"max_execution_time_ms":5220,"max_memory_usage_kib":12288,"rank":182,"performance":1742,"input_tokens":2208189,"output_tokens":440613,"total_tokens":2648802,"cost":13.233762},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25770059131413,"overall_relative_score":61924331683,"max_execution_time_ms":300,"max_memory_usage_kib":8960,"rank":278,"performance":1413,"input_tokens":2776457,"output_tokens":589524,"total_tokens":3365981,"cost":17.172231},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":489545505,"overall_relative_score":489545505,"max_execution_time_ms":1860,"max_memory_usage_kib":11264,"rank":26,"performance":2493,"input_tokens":2010085,"output_tokens":383700,"total_tokens":2393785,"cost":11.785754999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13099045,"overall_relative_score":13099045,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":376,"performance":1484,"input_tokens":2947359,"output_tokens":584414,"total_tokens":3531773,"cost":17.608287},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285571362784,"overall_relative_score":285571362784,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":75,"performance":1853,"input_tokens":2344682,"output_tokens":507941,"total_tokens":2852623,"cost":14.653161},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251606,"overall_relative_score":251606,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":174,"performance":1684,"input_tokens":2420397,"output_tokens":473561,"total_tokens":2893958,"cost":14.364605999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40027302401,"overall_relative_score":259994290964,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":557,"performance":1180,"input_tokens":2158529,"output_tokens":492168,"total_tokens":2650697,"cost":13.858107},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1372793,"overall_relative_score":1372793,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":292,"performance":1501,"input_tokens":1930881,"output_tokens":468201,"total_tokens":2399082,"cost":12.815657999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33179360288,"overall_relative_score":1571037876569,"max_execution_time_ms":260,"max_memory_usage_kib":18432,"rank":173,"performance":1776,"input_tokens":2150159,"output_tokens":434421,"total_tokens":2584580,"cost":12.966792},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083972,"overall_relative_score":1083972,"max_execution_time_ms":1720,"max_memory_usage_kib":6144,"rank":51,"performance":2318,"input_tokens":2104918,"output_tokens":418918,"total_tokens":2523836,"cost":12.598524},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":638424397645,"overall_relative_score":131076824065,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":612,"performance":1124,"input_tokens":1824749,"output_tokens":374074,"total_tokens":2198823,"cost":11.085357},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2459016600,"overall_relative_score":106733273622,"max_execution_time_ms":1160,"max_memory_usage_kib":4096,"rank":434,"performance":1339,"input_tokens":2722646,"output_tokens":552192,"total_tokens":3274838,"cost":16.450818},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10963446545157,"overall_relative_score":10963446545157,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":268,"performance":1645,"input_tokens":1777524,"output_tokens":412784,"total_tokens":2190308,"cost":11.524332000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":694612,"overall_relative_score":366107668801,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":625,"performance":1106,"input_tokens":2748842,"output_tokens":550851,"total_tokens":3299693,"cost":16.509291},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7368193535,"overall_relative_score":7368193535,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":93,"performance":2067,"input_tokens":1521800,"output_tokens":345791,"total_tokens":1867591,"cost":9.752265},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248458907,"overall_relative_score":248458907,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":1316961,"output_tokens":313276,"total_tokens":1630237,"cost":8.650023000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2434614,"overall_relative_score":104251360706,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":463,"performance":1255,"input_tokens":2521874,"output_tokens":459474,"total_tokens":2981348,"cost":14.457732},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398651,"overall_relative_score":398651,"max_execution_time_ms":1860,"max_memory_usage_kib":4096,"rank":80,"performance":2030,"input_tokens":2709965,"output_tokens":443661,"total_tokens":3153626,"cost":14.784809999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3985946624,"overall_relative_score":2460762666928,"max_execution_time_ms":2770,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":2116106,"output_tokens":397408,"total_tokens":2513514,"cost":12.309438000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75274548,"overall_relative_score":75274548,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":41,"performance":2386,"input_tokens":1593599,"output_tokens":361596,"total_tokens":1955195,"cost":10.204737},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441710,"overall_relative_score":441710,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":2379804,"output_tokens":492329,"total_tokens":2872133,"cost":14.524347},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147285866,"overall_relative_score":147285866,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":165,"performance":1861,"input_tokens":2144951,"output_tokens":394638,"total_tokens":2539589,"cost":12.354422999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":742387196,"overall_relative_score":1874585433341,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":346,"performance":1542,"input_tokens":1940833,"output_tokens":419979,"total_tokens":2360812,"cost":12.122183999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209019,"overall_relative_score":209019,"max_execution_time_ms":950,"max_memory_usage_kib":23552,"rank":358,"performance":1502,"input_tokens":2135287,"output_tokens":418454,"total_tokens":2553741,"cost":12.682671000000001}]},{"num_self_refine":16,"rank":{"all":{"mean":228.95,"median":173.5,"min":10,"max":617,"stdev":177.81551228803525},"short":{"mean":147.04347826086956,"median":86.0,"min":10,"max":421,"stdev":133.6771817955717},"long":{"mean":339.7647058823529,"median":344.0,"min":116,"max":617,"stdev":172.6497644842604}},"performance":{"all":{"mean":1767.575,"median":1682.0,"min":1124,"max":2765,"stdev":446.2609267497993},"short":{"mean":1991.9565217391305,"median":2085.0,"min":1282,"max":2765,"stdev":425.8767937775676},"long":{"mean":1464.0,"median":1455.0,"min":1124,"max":1885,"stdev":256.4147031665696}},"input_tokens":{"all":{"mean":6282079.475,"median":6074464.0,"min":3628515,"max":9241218,"stdev":1182960.5613169798},"short":{"mean":6012028.956521739,"median":5923254.0,"min":3628515,"max":8307843,"stdev":1195839.8195191103},"long":{"mean":6647441.94117647,"median":6412840.0,"min":5451949,"max":9241218,"stdev":1094562.005205762}},"output_tokens":{"all":{"mean":606411.525,"median":585208.5,"min":377269,"max":904026,"stdev":109819.82658275338},"short":{"mean":587895.0,"median":560615.0,"min":377269,"max":865360,"stdev":109675.31240894644},"long":{"mean":631463.2941176471,"median":604562.0,"min":518548,"max":904026,"stdev":108157.77780791165}},"total_tokens":{"all":{"mean":6888491.0,"median":6648414.0,"min":4005784,"max":10145244,"stdev":1287873.6364495328},"short":{"mean":6599923.956521739,"median":6483869.0,"min":4005784,"max":9087332,"stdev":1300221.1906567868},"long":{"mean":7278905.235294118,"median":6998560.0,"min":5970497,"max":10145244,"stdev":1198620.070869442}},"cost":{"all":{"mean":27.9424113,"median":26.936415,"min":16.54458,"max":41.284043999999994,"stdev":5.141056195468838},"short":{"mean":26.85451186956522,"median":26.262437999999996,"min":16.54458,"max":37.081359,"stdev":5.172993272152298},"long":{"mean":29.414275235294117,"median":27.627579000000004,"min":24.134067,"max":41.284043999999994,"stdev":4.860693039939681}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973992066432,"overall_relative_score":973992066432,"max_execution_time_ms":4580,"max_memory_usage_kib":103424,"rank":131,"performance":1760,"input_tokens":5994336,"output_tokens":584697,"total_tokens":6579033,"cost":26.753462999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2678777,"overall_relative_score":2678777,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":405,"performance":1282,"input_tokens":4583778,"output_tokens":471245,"total_tokens":5055023,"cost":20.820009},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2845294771673,"overall_relative_score":2845294771673,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":116,"performance":1885,"input_tokens":5651952,"output_tokens":532158,"total_tokens":6184110,"cost":24.938226},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6275053715,"overall_relative_score":6275053715,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":44,"performance":2266,"input_tokens":6177587,"output_tokens":637139,"total_tokens":6814726,"cost":28.089846},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19007538,"overall_relative_score":19007538,"max_execution_time_ms":2900,"max_memory_usage_kib":7168,"rank":55,"performance":2136,"input_tokens":4829880,"output_tokens":476473,"total_tokens":5306353,"cost":21.636734999999994},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5597084,"overall_relative_score":5597084,"max_execution_time_ms":2160,"max_memory_usage_kib":3072,"rank":148,"performance":1740,"input_tokens":5451949,"output_tokens":518548,"total_tokens":5970497,"cost":24.134067},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1949013,"overall_relative_score":1949013,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":20,"performance":2488,"input_tokens":5730012,"output_tokens":557619,"total_tokens":6287631,"cost":25.554321},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13980381486,"overall_relative_score":13980381486,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":208,"performance":1528,"input_tokens":7886226,"output_tokens":708316,"total_tokens":8594542,"cost":34.283418},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7446094609,"overall_relative_score":7446094609,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":405,"performance":1220,"input_tokens":5798850,"output_tokens":619194,"total_tokens":6418044,"cost":26.68446},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7391032945,"overall_relative_score":7391032945,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":10,"performance":2765,"input_tokens":4876127,"output_tokens":529703,"total_tokens":5405830,"cost":22.573925999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117696,"overall_relative_score":117696,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":159,"performance":1672,"input_tokens":6436356,"output_tokens":659545,"total_tokens":7095901,"cost":29.202243},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1247543598,"overall_relative_score":1247543598,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":198,"performance":1628,"input_tokens":6066014,"output_tokens":547781,"total_tokens":6613795,"cost":26.414756999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88270296,"overall_relative_score":88270296,"max_execution_time_ms":2920,"max_memory_usage_kib":4096,"rank":133,"performance":1805,"input_tokens":5852120,"output_tokens":498814,"total_tokens":6350934,"cost":25.03857},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355101870,"overall_relative_score":1355101870,"max_execution_time_ms":4400,"max_memory_usage_kib":3072,"rank":305,"performance":1336,"input_tokens":6449328,"output_tokens":551973,"total_tokens":7001301,"cost":27.627579000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139606003,"overall_relative_score":139606003,"max_execution_time_ms":1620,"max_memory_usage_kib":3072,"rank":26,"performance":2472,"input_tokens":3628515,"output_tokens":377269,"total_tokens":4005784,"cost":16.54458},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":19058476429,"overall_relative_score":188033458398,"max_execution_time_ms":5100,"max_memory_usage_kib":4096,"rank":344,"performance":1455,"input_tokens":9241218,"output_tokens":904026,"total_tokens":10145244,"cost":41.284043999999994},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29145500604,"overall_relative_score":1181816147920,"max_execution_time_ms":5300,"max_memory_usage_kib":12288,"rank":168,"performance":1780,"input_tokens":6412840,"output_tokens":585720,"total_tokens":6998560,"cost":28.02432},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19950587299290,"overall_relative_score":73215949431,"max_execution_time_ms":4980,"max_memory_usage_kib":10536,"rank":255,"performance":1463,"input_tokens":8151951,"output_tokens":762281,"total_tokens":8914232,"cost":35.890068},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":491293234,"overall_relative_score":491293234,"max_execution_time_ms":1860,"max_memory_usage_kib":11264,"rank":20,"performance":2573,"input_tokens":5860096,"output_tokens":578810,"total_tokens":6438906,"cost":26.262437999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13147840,"overall_relative_score":13147840,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":343,"performance":1535,"input_tokens":8307843,"output_tokens":779489,"total_tokens":9087332,"cost":36.615864},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290474309363,"overall_relative_score":290474309363,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":22,"performance":2385,"input_tokens":7154350,"output_tokens":671721,"total_tokens":7826071,"cost":31.538865},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252006,"overall_relative_score":252006,"max_execution_time_ms":1430,"max_memory_usage_kib":3072,"rank":174,"performance":1684,"input_tokens":7133348,"output_tokens":682405,"total_tokens":7815753,"cost":31.636119000000004},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30172655868,"overall_relative_score":284341574573,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":512,"performance":1235,"input_tokens":6878334,"output_tokens":676336,"total_tokens":7554670,"cost":30.780042},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1397939,"overall_relative_score":1397939,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":53,"performance":2242,"input_tokens":6525741,"output_tokens":643029,"total_tokens":7168770,"cost":29.222658},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33179360288,"overall_relative_score":1571037876569,"max_execution_time_ms":260,"max_memory_usage_kib":18432,"rank":173,"performance":1776,"input_tokens":6467614,"output_tokens":604562,"total_tokens":7072176,"cost":28.471271999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1084624,"overall_relative_score":1084624,"max_execution_time_ms":1720,"max_memory_usage_kib":6120,"rank":50,"performance":2325,"input_tokens":6035539,"output_tokens":559400,"total_tokens":6594939,"cost":26.497616999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":640288241931,"overall_relative_score":130238640018,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":612,"performance":1124,"input_tokens":5495127,"output_tokens":537294,"total_tokens":6032421,"cost":24.544790999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2455602000,"overall_relative_score":107065330515,"max_execution_time_ms":2970,"max_memory_usage_kib":4096,"rank":434,"performance":1339,"input_tokens":7839852,"output_tokens":716552,"total_tokens":8556404,"cost":34.267836},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11033227993270,"overall_relative_score":11033227993270,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":250,"performance":1680,"input_tokens":5628099,"output_tokens":559618,"total_tokens":6187717,"cost":25.278567000000006},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4660729,"overall_relative_score":388096523362,"max_execution_time_ms":60,"max_memory_usage_kib":5664,"rank":581,"performance":1157,"input_tokens":8256547,"output_tokens":806653,"total_tokens":9063200,"cost":36.869436},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7405258009,"overall_relative_score":7405258009,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":86,"performance":2097,"input_tokens":5094315,"output_tokens":519277,"total_tokens":5613592,"cost":23.0721},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248458907,"overall_relative_score":248458907,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":4467662,"output_tokens":468958,"total_tokens":4936620,"cost":20.437356},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1671052,"overall_relative_score":139014463286,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":433,"performance":1295,"input_tokens":6768830,"output_tokens":613899,"total_tokens":7382729,"cost":29.514975000000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414318,"overall_relative_score":414318,"max_execution_time_ms":1950,"max_memory_usage_kib":14336,"rank":69,"performance":2085,"input_tokens":6911927,"output_tokens":612772,"total_tokens":7524699,"cost":29.927360999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3985946624,"overall_relative_score":2460762666928,"max_execution_time_ms":2770,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":5998857,"output_tokens":558918,"total_tokens":6557775,"cost":26.380341},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75297926,"overall_relative_score":75297926,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":41,"performance":2386,"input_tokens":5106394,"output_tokens":514819,"total_tokens":5621213,"cost":23.041466999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453181,"overall_relative_score":453181,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":421,"performance":1400,"input_tokens":8033653,"output_tokens":865360,"total_tokens":8899013,"cost":37.081359},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147289238,"overall_relative_score":147289238,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":165,"performance":1861,"input_tokens":5923254,"output_tokens":560615,"total_tokens":6483869,"cost":26.178987},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":741755109,"overall_relative_score":1876210702977,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":344,"performance":1544,"input_tokens":6082914,"output_tokens":614284,"total_tokens":6697198,"cost":27.463002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210048,"overall_relative_score":210048,"max_execution_time_ms":1510,"max_memory_usage_kib":78848,"rank":345,"performance":1523,"input_tokens":6093844,"output_tokens":589189,"total_tokens":6683033,"cost":27.119367000000004}]}]},{"model_name":"claude-4.7-opus-no-thinking","detail_path":"data/model_details/claude-4.7-opus-no-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":397.45,"median":390.0,"min":25,"max":868,"stdev":209.58334123464329},"short":{"mean":352.82608695652175,"median":282.0,"min":25,"max":868,"stdev":234.6766929152285},"long":{"mean":457.8235294117647,"median":493.0,"min":167,"max":690,"stdev":156.86548190014497}},"performance":{"all":{"mean":1323.05,"median":1359.0,"min":-61,"max":2411,"stdev":444.76077983793857},"short":{"mean":1358.2173913043478,"median":1376.0,"min":-61,"max":2411,"stdev":562.2001387828278},"long":{"mean":1275.4705882352941,"median":1194.0,"min":1015,"max":1681,"stdev":208.30059938915767}},"input_tokens":{"all":{"mean":4168.225,"median":3672.5,"min":1907,"max":10312,"stdev":2068.667916335757},"short":{"mean":3362.521739130435,"median":2716.0,"min":2036,"max":10062,"stdev":1824.9171306108226},"long":{"mean":5258.294117647059,"median":4952.0,"min":1907,"max":10312,"stdev":1912.1013559924681}},"output_tokens":{"all":{"mean":8148.325,"median":7483.5,"min":1498,"max":23350,"stdev":4458.176224718021},"short":{"mean":7526.695652173913,"median":7119.0,"min":1751,"max":15117,"stdev":3413.349094295175},"long":{"mean":8989.35294117647,"median":8193.0,"min":1498,"max":23350,"stdev":5578.445257654417}},"total_tokens":{"all":{"mean":12316.55,"median":12069.0,"min":4593,"max":29465,"stdev":5269.703353447263},"short":{"mean":10889.217391304348,"median":10450.0,"min":4593,"max":17564,"stdev":3761.465574583224},"long":{"mean":14247.64705882353,"median":13263.0,"min":5464,"max":29465,"stdev":6429.904450506792}},"cost":{"all":{"mean":0.22454925,"median":0.21161,"min":0.05771,"max":0.60412,"stdev":0.11393397478223731},"short":{"mean":0.20498,"median":0.19738,"min":0.057985,"max":0.39016,"stdev":0.08521162875453091},"long":{"mean":0.25102529411764707,"median":0.244165,"min":0.05771,"max":0.60412,"stdev":0.14269502966850522}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":902947908447,"overall_relative_score":902947908447,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":597,"performance":1140,"input_tokens":1907,"output_tokens":3557,"total_tokens":5464,"cost":0.09846},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838739,"overall_relative_score":3838739,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":178,"performance":1695,"input_tokens":2081,"output_tokens":4794,"total_tokens":6875,"cost":0.130255},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2554250029959,"overall_relative_score":2554250029959,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":493,"performance":1146,"input_tokens":3798,"output_tokens":4283,"total_tokens":8081,"cost":0.126065},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5090664456,"overall_relative_score":5090664456,"max_execution_time_ms":2500,"max_memory_usage_kib":3072,"rank":134,"performance":1767,"input_tokens":2338,"output_tokens":12999,"total_tokens":15337,"cost":0.336665},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15170542,"overall_relative_score":15170542,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":158,"performance":1633,"input_tokens":2550,"output_tokens":7119,"total_tokens":9669,"cost":0.190725},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5551701,"overall_relative_score":5551701,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":5436,"output_tokens":6301,"total_tokens":11737,"cost":0.184705},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1878985,"overall_relative_score":1878985,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":25,"performance":2411,"input_tokens":2269,"output_tokens":7248,"total_tokens":9517,"cost":0.192545},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":3249,"output_tokens":7719,"total_tokens":10968,"cost":0.20922},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1321788933,"overall_relative_score":1321788933,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":531,"performance":1048,"input_tokens":4216,"output_tokens":11954,"total_tokens":16170,"cost":0.31993},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6773911106,"overall_relative_score":6773911106,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":75,"performance":2079,"input_tokens":3151,"output_tokens":4622,"total_tokens":7773,"cost":0.131305},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23460,"overall_relative_score":23460,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":276,"performance":1369,"input_tokens":10062,"output_tokens":6707,"total_tokens":16769,"cost":0.217985},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237067293,"overall_relative_score":237067293,"max_execution_time_ms":2300,"max_memory_usage_kib":3072,"rank":577,"performance":1015,"input_tokens":10312,"output_tokens":19153,"total_tokens":29465,"cost":0.530385},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91263265,"overall_relative_score":91263265,"max_execution_time_ms":2710,"max_memory_usage_kib":3072,"rank":95,"performance":1952,"input_tokens":5738,"output_tokens":9901,"total_tokens":15639,"cost":0.276215},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1371891207,"overall_relative_score":1371891207,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":291,"performance":1363,"input_tokens":3858,"output_tokens":8995,"total_tokens":12853,"cost":0.244165},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115083394,"overall_relative_score":115083394,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":244,"performance":1524,"input_tokens":3547,"output_tokens":8854,"total_tokens":12401,"cost":0.239085},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11080743589,"overall_relative_score":136840794434,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":395,"performance":1381,"input_tokens":4052,"output_tokens":1498,"total_tokens":5550,"cost":0.05771},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76881026307,"overall_relative_score":1006265286846,"max_execution_time_ms":5410,"max_memory_usage_kib":3072,"rank":223,"performance":1643,"input_tokens":8139,"output_tokens":8193,"total_tokens":16332,"cost":0.24552},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32712710582474,"overall_relative_score":51687617126,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":306,"performance":1355,"input_tokens":6259,"output_tokens":7004,"total_tokens":13263,"cost":0.206395},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441402260,"overall_relative_score":441402260,"max_execution_time_ms":1700,"max_memory_usage_kib":7168,"rank":338,"performance":1465,"input_tokens":4964,"output_tokens":3834,"total_tokens":8798,"cost":0.12067},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11272160,"overall_relative_score":11272160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":823,"input_tokens":2358,"output_tokens":8092,"total_tokens":10450,"cost":0.21409},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1431,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":3210,"output_tokens":7918,"total_tokens":11128,"cost":0.214},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93753,"overall_relative_score":93753,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":340,"performance":1312,"input_tokens":2665,"output_tokens":12177,"total_tokens":14842,"cost":0.31775},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46102447007,"overall_relative_score":244453591162,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":587,"performance":1145,"input_tokens":4081,"output_tokens":10857,"total_tokens":14938,"cost":0.29183},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1293814,"overall_relative_score":1293814,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":683,"performance":715,"input_tokens":2531,"output_tokens":2586,"total_tokens":5117,"cost":0.077305},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40493566379,"overall_relative_score":1369730394528,"max_execution_time_ms":1820,"max_memory_usage_kib":15360,"rank":309,"performance":1503,"input_tokens":4952,"output_tokens":7720,"total_tokens":12672,"cost":0.21776},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064647,"overall_relative_score":1064647,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":175,"performance":1842,"input_tokens":2716,"output_tokens":4739,"total_tokens":7455,"cost":0.132055},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":482176000000,"overall_relative_score":110068531752,"max_execution_time_ms":1990,"max_memory_usage_kib":2094620,"rank":690,"performance":1032,"input_tokens":5994,"output_tokens":3533,"total_tokens":9527,"cost":0.118295},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1156466507,"overall_relative_score":135008251419,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":385,"performance":1409,"input_tokens":4397,"output_tokens":11329,"total_tokens":15726,"cost":0.30521},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10076337894912,"overall_relative_score":10076337894912,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":586,"performance":1152,"input_tokens":2447,"output_tokens":15117,"total_tokens":17564,"cost":0.39016},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":189706738,"overall_relative_score":358026999285,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":1090,"input_tokens":4074,"output_tokens":23350,"total_tokens":27424,"cost":0.60412},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2001941422,"overall_relative_score":2001941422,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":737,"performance":882,"input_tokens":2842,"output_tokens":1751,"total_tokens":4593,"cost":0.057985},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231874045,"overall_relative_score":231874045,"max_execution_time_ms":1510,"max_memory_usage_kib":3072,"rank":470,"performance":1335,"input_tokens":6066,"output_tokens":6682,"total_tokens":12748,"cost":0.19738},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5767496,"overall_relative_score":52100999609,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":510,"performance":1194,"input_tokens":5769,"output_tokens":4933,"total_tokens":10702,"cost":0.15217},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29719,"overall_relative_score":29719,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":569,"performance":891,"input_tokens":2811,"output_tokens":5756,"total_tokens":8567,"cost":0.157955},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3941021626,"overall_relative_score":2463807300458,"max_execution_time_ms":2500,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":6022,"output_tokens":9436,"total_tokens":15458,"cost":0.26601},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66978495,"overall_relative_score":66978495,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":470,"performance":1376,"input_tokens":2446,"output_tokens":10947,"total_tokens":13393,"cost":0.285905},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461570,"overall_relative_score":461570,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":282,"performance":1619,"input_tokens":3138,"output_tokens":12111,"total_tokens":15249,"cost":0.318465},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147230002,"overall_relative_score":147230002,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":167,"performance":1856,"input_tokens":2123,"output_tokens":5453,"total_tokens":7576,"cost":0.14694},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":801348129,"overall_relative_score":1726576901981,"max_execution_time_ms":50,"max_memory_usage_kib":11772,"rank":466,"performance":1387,"input_tokens":6125,"output_tokens":10723,"total_tokens":16848,"cost":0.2987},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":2036,"output_tokens":5988,"total_tokens":8024,"cost":0.15988}]},{"num_self_refine":2,"rank":{"all":{"mean":313.275,"median":248.5,"min":26,"max":617,"stdev":196.4834419199693},"short":{"mean":245.8695652173913,"median":182.0,"min":26,"max":616,"stdev":197.1912556487935},"long":{"mean":404.47058823529414,"median":384.0,"min":167,"max":617,"stdev":158.95837412946307}},"performance":{"all":{"mean":1520.525,"median":1505.5,"min":483,"max":2436,"stdev":440.9483944164686},"short":{"mean":1641.304347826087,"median":1736.0,"min":483,"max":2436,"stdev":524.7571243210441},"long":{"mean":1357.1176470588234,"median":1304.0,"min":1048,"max":1742,"stdev":214.38775686619246}},"input_tokens":{"all":{"mean":17131.325,"median":16867.0,"min":8089,"max":40444,"stdev":6655.322768136563},"short":{"mean":14886.869565217392,"median":14449.0,"min":8152,"max":27447,"stdev":4825.387910024793},"long":{"mean":20167.941176470587,"median":19729.0,"min":8089,"max":40444,"stdev":7675.290837083864}},"output_tokens":{"all":{"mean":17642.75,"median":17851.0,"min":5186,"max":35303,"stdev":7225.176075398635},"short":{"mean":17464.391304347828,"median":17770.0,"min":7697,"max":27057,"stdev":5666.009833280387},"long":{"mean":17884.058823529413,"median":17932.0,"min":5186,"max":35303,"stdev":9110.163757245175}},"total_tokens":{"all":{"mean":34774.075,"median":34774.0,"min":14113,"max":75747,"stdev":12540.927443697174},"short":{"mean":32351.260869565216,"median":33139.0,"min":16011,"max":49101,"stdev":9028.779537061127},"long":{"mean":38052.0,"median":37753.0,"min":14113,"max":75747,"stdev":15856.056701620362}},"cost":{"all":{"mean":0.526725375,"median":0.5226875,"min":0.18113,"max":1.084795,"stdev":0.20330177123910734},"short":{"mean":0.5110441304347826,"median":0.513185,"min":0.233995,"max":0.786645,"stdev":0.15463911005402353},"long":{"mean":0.5479411764705883,"median":0.5374950000000001,"min":0.18113,"max":1.084795,"stdev":0.258907994592972}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":902947908447,"overall_relative_score":902947908447,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":597,"performance":1140,"input_tokens":8089,"output_tokens":6024,"total_tokens":14113,"cost":0.19104500000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838739,"overall_relative_score":3838739,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":178,"performance":1695,"input_tokens":9623,"output_tokens":14862,"total_tokens":24485,"cost":0.419665},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2685592643958,"overall_relative_score":2685592643958,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":384,"performance":1302,"input_tokens":12597,"output_tokens":11357,"total_tokens":23954,"cost":0.34691000000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5090664456,"overall_relative_score":5090664456,"max_execution_time_ms":2500,"max_memory_usage_kib":3072,"rank":134,"performance":1767,"input_tokens":18393,"output_tokens":23632,"total_tokens":42025,"cost":0.6827650000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16717654,"overall_relative_score":16717654,"max_execution_time_ms":2700,"max_memory_usage_kib":5120,"rank":123,"performance":1767,"input_tokens":12886,"output_tokens":16150,"total_tokens":29036,"cost":0.46818000000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5551701,"overall_relative_score":5551701,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":17839,"output_tokens":17932,"total_tokens":35771,"cost":0.5374950000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1874271,"overall_relative_score":1874271,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":26,"performance":2397,"input_tokens":12452,"output_tokens":18037,"total_tokens":30489,"cost":0.513185},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13918881535,"overall_relative_score":13918881535,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":221,"performance":1493,"input_tokens":14449,"output_tokens":12549,"total_tokens":26998,"cost":0.38597},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1321788933,"overall_relative_score":1321788933,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":531,"performance":1048,"input_tokens":21060,"output_tokens":23598,"total_tokens":44658,"cost":0.6952499999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7137433365,"overall_relative_score":7137433365,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":31,"performance":2411,"input_tokens":11642,"output_tokens":11703,"total_tokens":23345,"cost":0.350785},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210984,"overall_relative_score":210984,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":139,"performance":1736,"input_tokens":27447,"output_tokens":14590,"total_tokens":42037,"cost":0.501985},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":841207991,"overall_relative_score":841207991,"max_execution_time_ms":2550,"max_memory_usage_kib":3072,"rank":381,"performance":1288,"input_tokens":40444,"output_tokens":35303,"total_tokens":75747,"cost":1.084795},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96256068,"overall_relative_score":96256068,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":26,"performance":2436,"input_tokens":22044,"output_tokens":27057,"total_tokens":49101,"cost":0.786645},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1438263044,"overall_relative_score":1438263044,"max_execution_time_ms":4400,"max_memory_usage_kib":3072,"rank":253,"performance":1440,"input_tokens":17378,"output_tokens":27329,"total_tokens":44707,"cost":0.770115},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115083394,"overall_relative_score":115083394,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":244,"performance":1524,"input_tokens":16615,"output_tokens":17770,"total_tokens":34385,"cost":0.527325},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15050423093,"overall_relative_score":173978993097,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":352,"performance":1443,"input_tokens":10296,"output_tokens":5186,"total_tokens":15482,"cost":0.18113},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76881026307,"overall_relative_score":1006265286846,"max_execution_time_ms":5410,"max_memory_usage_kib":3072,"rank":223,"performance":1643,"input_tokens":25189,"output_tokens":12016,"total_tokens":37205,"cost":0.426345},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21121819058922,"overall_relative_score":96441480680,"max_execution_time_ms":3470,"max_memory_usage_kib":3072,"rank":231,"performance":1518,"input_tokens":20289,"output_tokens":11944,"total_tokens":32233,"cost":0.400045},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445398982,"overall_relative_score":445398982,"max_execution_time_ms":1850,"max_memory_usage_kib":7168,"rank":302,"performance":1526,"input_tokens":14479,"output_tokens":8760,"total_tokens":23239,"cost":0.29139499999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12771730,"overall_relative_score":12771730,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":591,"performance":1195,"input_tokens":13475,"output_tokens":18027,"total_tokens":31502,"cost":0.51805},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1431,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":14561,"output_tokens":20010,"total_tokens":34571,"cost":0.573055},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283770,"overall_relative_score":283770,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":111,"performance":1883,"input_tokens":18123,"output_tokens":21827,"total_tokens":39950,"cost":0.63629},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46102447007,"overall_relative_score":244453591162,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":587,"performance":1145,"input_tokens":19729,"output_tokens":20115,"total_tokens":39844,"cost":0.60152},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1328739,"overall_relative_score":1328739,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":578,"performance":973,"input_tokens":8314,"output_tokens":7697,"total_tokens":16011,"cost":0.233995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39755342264,"overall_relative_score":1398548899592,"max_execution_time_ms":1940,"max_memory_usage_kib":28672,"rank":296,"performance":1525,"input_tokens":18340,"output_tokens":12668,"total_tokens":31008,"cost":0.4084},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083089,"overall_relative_score":1083089,"max_execution_time_ms":1800,"max_memory_usage_kib":5120,"rank":55,"performance":2292,"input_tokens":10837,"output_tokens":24140,"total_tokens":34977,"cost":0.6576850000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":629573000000,"overall_relative_score":133041111732,"max_execution_time_ms":50,"max_memory_usage_kib":13312,"rank":608,"performance":1128,"input_tokens":15754,"output_tokens":6378,"total_tokens":22132,"cost":0.23822},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":813797015,"overall_relative_score":267539519583,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":199,"performance":1742,"input_tokens":20792,"output_tokens":23333,"total_tokens":44125,"cost":0.6872849999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11642644040910,"overall_relative_score":11642644040910,"max_execution_time_ms":220,"max_memory_usage_kib":27076,"rank":64,"performance":2244,"input_tokens":20780,"output_tokens":25987,"total_tokens":46767,"cost":0.753575},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":632693,"overall_relative_score":401968633476,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":574,"performance":1166,"input_tokens":32114,"output_tokens":34769,"total_tokens":66883,"cost":1.029795},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2873971726,"overall_relative_score":2873971726,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":8152,"output_tokens":9683,"total_tokens":17835,"cost":0.282835},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255164926,"overall_relative_score":255164926,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":19481,"output_tokens":15975,"total_tokens":35456,"cost":0.49678},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1812839,"overall_relative_score":145719056731,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":427,"performance":1304,"input_tokens":17119,"output_tokens":20634,"total_tokens":37753,"cost":0.601445},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29719,"overall_relative_score":29719,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":569,"performance":891,"input_tokens":11994,"output_tokens":13548,"total_tokens":25542,"cost":0.39867},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3941021626,"overall_relative_score":2463807300458,"max_execution_time_ms":2500,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":22186,"output_tokens":16873,"total_tokens":39059,"cost":0.5327550000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66978495,"overall_relative_score":66978495,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":470,"performance":1376,"input_tokens":16506,"output_tokens":20084,"total_tokens":36590,"cost":0.58463},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463569,"overall_relative_score":463569,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":196,"performance":1788,"input_tokens":19053,"output_tokens":24734,"total_tokens":43787,"cost":0.713615},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147230002,"overall_relative_score":147230002,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":167,"performance":1856,"input_tokens":10366,"output_tokens":12446,"total_tokens":22812,"cost":0.36297999999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":792347318,"overall_relative_score":1750810487662,"max_execution_time_ms":190,"max_memory_usage_kib":11800,"rank":449,"performance":1407,"input_tokens":23640,"output_tokens":18570,"total_tokens":42210,"cost":0.58245},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":10726,"output_tokens":22413,"total_tokens":33139,"cost":0.613955}]},{"num_self_refine":4,"rank":{"all":{"mean":247.825,"median":173.0,"min":11,"max":617,"stdev":188.91442744649203},"short":{"mean":183.17391304347825,"median":131.0,"min":11,"max":613,"stdev":182.61525679912475},"long":{"mean":335.29411764705884,"median":309.0,"min":111,"max":617,"stdev":164.31591702642595}},"performance":{"all":{"mean":1694.95,"median":1659.0,"min":-61,"max":2749,"stdev":541.6792006439387},"short":{"mean":1857.695652173913,"median":1864.0,"min":-61,"max":2749,"stdev":639.0558685764926},"long":{"mean":1474.764705882353,"median":1440.0,"min":1151,"max":1987,"stdev":253.1349762013748}},"input_tokens":{"all":{"mean":75855.45,"median":77150.0,"min":30360,"max":144987,"stdev":23172.146519153728},"short":{"mean":73869.34782608696,"median":76719.0,"min":39144,"max":105687,"stdev":19522.345811004037},"long":{"mean":78542.5294117647,"median":77581.0,"min":30360,"max":144987,"stdev":27774.57283226343}},"output_tokens":{"all":{"mean":42395.45,"median":40755.5,"min":12149,"max":76671,"stdev":17540.283133623936},"short":{"mean":45692.17391304348,"median":43615.0,"min":19224,"max":70160,"stdev":16572.47597305455},"long":{"mean":37935.17647058824,"median":34517.0,"min":12149,"max":76671,"stdev":18317.33303197853}},"total_tokens":{"all":{"mean":118250.9,"median":118976.5,"min":42509,"max":217783,"stdev":39196.570261917506},"short":{"mean":119561.52173913043,"median":120129.0,"min":58960,"max":173845,"stdev":34962.683331166314},"long":{"mean":116477.70588235294,"median":112098.0,"min":42509,"max":217783,"stdev":45368.5954540207}},"cost":{"all":{"mean":1.4391635,"median":1.3963325,"min":0.45552500000000007,"max":2.55132,"stdev":0.5405389151675509},"short":{"mean":1.5116510869565218,"median":1.45394,"min":0.69112,"max":2.262925,"stdev":0.5020059108782678},"long":{"mean":1.3410920588235293,"median":1.25083,"min":0.45552500000000007,"max":2.55132,"stdev":0.5898375511821529}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926297826391,"overall_relative_score":926297826391,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":460,"performance":1273,"input_tokens":30360,"output_tokens":12149,"total_tokens":42509,"cost":0.45552500000000007},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5775040,"overall_relative_score":5775040,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":16,"performance":2613,"input_tokens":62124,"output_tokens":40979,"total_tokens":103103,"cost":1.335095},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2731086844450,"overall_relative_score":2731086844450,"max_execution_time_ms":1430,"max_memory_usage_kib":3072,"rank":309,"performance":1424,"input_tokens":55594,"output_tokens":26949,"total_tokens":82543,"cost":0.951695},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5157508666,"overall_relative_score":5157508666,"max_execution_time_ms":2590,"max_memory_usage_kib":3072,"rank":131,"performance":1779,"input_tokens":96083,"output_tokens":67757,"total_tokens":163840,"cost":2.17434},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20092541,"overall_relative_score":20092541,"max_execution_time_ms":2750,"max_memory_usage_kib":9216,"rank":29,"performance":2384,"input_tokens":83298,"output_tokens":63757,"total_tokens":147055,"cost":2.010415},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5551701,"overall_relative_score":5551701,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":70356,"output_tokens":25968,"total_tokens":96324,"cost":1.0009800000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1944398,"overall_relative_score":1944398,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":21,"performance":2472,"input_tokens":76719,"output_tokens":51804,"total_tokens":128523,"cost":1.6786949999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":56484,"output_tokens":29224,"total_tokens":85708,"cost":1.01302},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6814982592,"overall_relative_score":6814982592,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":424,"performance":1193,"input_tokens":83259,"output_tokens":38338,"total_tokens":121597,"cost":1.3747449999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7137433365,"overall_relative_score":7137433365,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":31,"performance":2411,"input_tokens":48717,"output_tokens":26511,"total_tokens":75228,"cost":0.90636},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271376,"overall_relative_score":271376,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":126,"performance":1781,"input_tokens":89958,"output_tokens":30171,"total_tokens":120129,"cost":1.204065},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360163114,"overall_relative_score":1360163114,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":179,"performance":1675,"input_tokens":144987,"output_tokens":72796,"total_tokens":217783,"cost":2.544835},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96990770,"overall_relative_score":96990770,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":17,"performance":2575,"input_tokens":101785,"output_tokens":70160,"total_tokens":171945,"cost":2.262925},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1461953188,"overall_relative_score":1461953188,"max_execution_time_ms":4400,"max_memory_usage_kib":3072,"rank":243,"performance":1462,"input_tokens":92555,"output_tokens":47679,"total_tokens":140234,"cost":1.6547500000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126638432,"overall_relative_score":126638432,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":73107,"output_tokens":36049,"total_tokens":109156,"cost":1.26676},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22096013831,"overall_relative_score":364460043752,"max_execution_time_ms":140,"max_memory_usage_kib":5120,"rank":246,"performance":1621,"input_tokens":51551,"output_tokens":31211,"total_tokens":82762,"cost":1.03803},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76881026307,"overall_relative_score":1006265286846,"max_execution_time_ms":5410,"max_memory_usage_kib":3072,"rank":223,"performance":1643,"input_tokens":72708,"output_tokens":19605,"total_tokens":92313,"cost":0.853665},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16921035429156,"overall_relative_score":185009650034,"max_execution_time_ms":5320,"max_memory_usage_kib":3072,"rank":192,"performance":1617,"input_tokens":66011,"output_tokens":28563,"total_tokens":94574,"cost":1.04413},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494903386,"overall_relative_score":494903386,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":11,"performance":2749,"input_tokens":50736,"output_tokens":19224,"total_tokens":69960,"cost":0.7342799999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12973300,"overall_relative_score":12973300,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":471,"performance":1349,"input_tokens":83882,"output_tokens":64158,"total_tokens":148040,"cost":2.02336},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277100865839,"overall_relative_score":277100865839,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":70194,"output_tokens":43615,"total_tokens":113809,"cost":1.4413449999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284621,"overall_relative_score":284621,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":104,"performance":1909,"input_tokens":79196,"output_tokens":47946,"total_tokens":127142,"cost":1.59463},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34923467444,"overall_relative_score":287521040484,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":497,"performance":1253,"input_tokens":80924,"output_tokens":40532,"total_tokens":121456,"cost":1.41792},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1358409,"overall_relative_score":1358409,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":411,"performance":1281,"input_tokens":39144,"output_tokens":19816,"total_tokens":58960,"cost":0.69112},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32135267091,"overall_relative_score":1621948993475,"max_execution_time_ms":1930,"max_memory_usage_kib":29696,"rank":138,"performance":1870,"input_tokens":63107,"output_tokens":24872,"total_tokens":87979,"cost":0.937335},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1084010,"overall_relative_score":1084010,"max_execution_time_ms":1500,"max_memory_usage_kib":24576,"rank":51,"performance":2318,"input_tokens":83006,"output_tokens":54901,"total_tokens":137907,"cost":1.7875550000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":553193000000,"overall_relative_score":147804728237,"max_execution_time_ms":70,"max_memory_usage_kib":24576,"rank":574,"performance":1168,"input_tokens":49278,"output_tokens":17191,"total_tokens":66469,"cost":0.676165},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":638437861,"overall_relative_score":425689844182,"max_execution_time_ms":2520,"max_memory_usage_kib":3072,"rank":111,"performance":1987,"input_tokens":95058,"output_tokens":58615,"total_tokens":153673,"cost":1.940665},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11642644040910,"overall_relative_score":11642644040910,"max_execution_time_ms":220,"max_memory_usage_kib":27076,"rank":64,"performance":2244,"input_tokens":105687,"output_tokens":68158,"total_tokens":173845,"cost":2.232385},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":614259,"overall_relative_score":413990220687,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":550,"performance":1194,"input_tokens":126909,"output_tokens":76671,"total_tokens":203580,"cost":2.55132},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4240326503,"overall_relative_score":4240326503,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":403,"performance":1375,"input_tokens":45640,"output_tokens":30901,"total_tokens":76541,"cost":1.000725},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256704650,"overall_relative_score":256704650,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":163,"performance":1877,"input_tokens":81537,"output_tokens":47140,"total_tokens":128677,"cost":1.586185},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":939548,"overall_relative_score":263723354675,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":348,"performance":1419,"input_tokens":88196,"output_tokens":48028,"total_tokens":136224,"cost":1.64168},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474947,"overall_relative_score":474947,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":34,"performance":2329,"input_tokens":53979,"output_tokens":38678,"total_tokens":92657,"cost":1.236845},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3941021626,"overall_relative_score":2463807300458,"max_execution_time_ms":2500,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":77581,"output_tokens":34517,"total_tokens":112098,"cost":1.25083},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67541845,"overall_relative_score":67541845,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":445,"performance":1410,"input_tokens":91140,"output_tokens":59202,"total_tokens":150342,"cost":1.93575},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464224,"overall_relative_score":464224,"max_execution_time_ms":1770,"max_memory_usage_kib":221812,"rank":164,"performance":1864,"input_tokens":99920,"output_tokens":68892,"total_tokens":168812,"cost":2.2219},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147230002,"overall_relative_score":147230002,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":167,"performance":1856,"input_tokens":52076,"output_tokens":28636,"total_tokens":80712,"cost":0.97628},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780668318,"overall_relative_score":1779974028977,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":422,"performance":1440,"input_tokens":86789,"output_tokens":41214,"total_tokens":128003,"cost":1.464295},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":74583,"output_tokens":43241,"total_tokens":117824,"cost":1.45394}]},{"num_self_refine":8,"rank":{"all":{"mean":203.425,"median":161.5,"min":7,"max":570,"stdev":161.4501411486626},"short":{"mean":150.08695652173913,"median":73.0,"min":7,"max":471,"stdev":158.07849403596884},"long":{"mean":275.5882352941176,"median":221.0,"min":111,"max":570,"stdev":139.8356440716786}},"performance":{"all":{"mean":1836.35,"median":1800.5,"min":1119,"max":2868,"stdev":473.0068872486059},"short":{"mean":2030.0869565217392,"median":1916.0,"min":1119,"max":2868,"stdev":514.4492123571205},"long":{"mean":1574.235294117647,"median":1636.0,"min":1205,"max":1987,"stdev":233.44660240935312}},"input_tokens":{"all":{"mean":356430.2,"median":348217.0,"min":125490,"max":653859,"stdev":117638.99370536224},"short":{"mean":364640.60869565216,"median":366615.0,"min":203354,"max":503152,"stdev":99862.82451886375},"long":{"mean":345322.0,"median":313643.0,"min":125490,"max":653859,"stdev":140684.35956645999}},"output_tokens":{"all":{"mean":94706.05,"median":88651.5,"min":27464,"max":197496,"stdev":38178.046050758625},"short":{"mean":97114.30434782608,"median":91693.0,"min":47043,"max":147967,"stdev":31669.669245674715},"long":{"mean":91447.82352941176,"median":79675.0,"min":27464,"max":197496,"stdev":46412.42047156571}},"total_tokens":{"all":{"mean":451136.25,"median":434468.0,"min":152954,"max":851355,"stdev":153608.82912454224},"short":{"mean":461754.9130434783,"median":464587.0,"min":250397,"max":647663,"stdev":128925.25530177732},"long":{"mean":436769.82352941175,"median":393548.0,"min":152954,"max":851355,"stdev":185143.73830561867}},"cost":{"all":{"mean":4.14980225,"median":4.0485,"min":1.3140500000000002,"max":8.206695,"stdev":1.5147103235445714},"short":{"mean":4.251060652173913,"median":4.175075,"min":2.192845,"max":6.197655,"stdev":1.2577522748161647},"long":{"mean":4.012805588235294,"median":3.6375650000000004,"min":1.3140500000000002,"max":8.206695,"stdev":1.8391908447941536}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":925163172333,"overall_relative_score":925163172333,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":465,"performance":1268,"input_tokens":125490,"output_tokens":27464,"total_tokens":152954,"cost":1.3140500000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5764295,"overall_relative_score":5764295,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":16,"performance":2613,"input_tokens":325496,"output_tokens":87247,"total_tokens":412743,"cost":3.808655},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2776877551932,"overall_relative_score":2776877551932,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":203,"performance":1636,"input_tokens":265003,"output_tokens":63833,"total_tokens":328836,"cost":2.92084},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5789941297,"overall_relative_score":5789941297,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":73,"performance":2055,"input_tokens":483477,"output_tokens":143332,"total_tokens":626809,"cost":6.000684999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20997641,"overall_relative_score":20997641,"max_execution_time_ms":2110,"max_memory_usage_kib":12288,"rank":18,"performance":2552,"input_tokens":499696,"output_tokens":147967,"total_tokens":647663,"cost":6.197655},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5566299,"overall_relative_score":5566299,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":161,"performance":1699,"input_tokens":269919,"output_tokens":62673,"total_tokens":332592,"cost":2.91642},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2078493,"overall_relative_score":2078493,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":11,"performance":2684,"input_tokens":371980,"output_tokens":92607,"total_tokens":464587,"cost":4.175075},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14010978121,"overall_relative_score":14010978121,"max_execution_time_ms":1270,"max_memory_usage_kib":3072,"rank":201,"performance":1547,"input_tokens":229626,"output_tokens":52661,"total_tokens":282287,"cost":2.464655},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7228671983,"overall_relative_score":7228671983,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":413,"performance":1208,"input_tokens":322547,"output_tokens":71001,"total_tokens":393548,"cost":3.38776},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7440948661,"overall_relative_score":7440948661,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":7,"performance":2868,"input_tokens":215978,"output_tokens":48228,"total_tokens":264206,"cost":2.28559},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283044,"overall_relative_score":283044,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":124,"performance":1788,"input_tokens":347879,"output_tokens":81778,"total_tokens":429657,"cost":3.783845},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1842966058,"overall_relative_score":1842966058,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":126,"performance":1832,"input_tokens":629698,"output_tokens":163791,"total_tokens":793489,"cost":7.243265},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96908689,"overall_relative_score":96908689,"max_execution_time_ms":2720,"max_memory_usage_kib":3072,"rank":18,"performance":2556,"input_tokens":466128,"output_tokens":93423,"total_tokens":559551,"cost":4.666215},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1531723200,"overall_relative_score":1531723200,"max_execution_time_ms":4400,"max_memory_usage_kib":3072,"rank":205,"performance":1549,"input_tokens":381047,"output_tokens":88894,"total_tokens":469941,"cost":4.127585},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128925584,"overall_relative_score":128925584,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":135,"performance":1821,"input_tokens":342745,"output_tokens":91693,"total_tokens":434438,"cost":4.00605},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34423262226,"overall_relative_score":569046697295,"max_execution_time_ms":2050,"max_memory_usage_kib":51200,"rank":160,"performance":1813,"input_tokens":311269,"output_tokens":122914,"total_tokens":434183,"cost":4.629195},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74835129330,"overall_relative_score":1009773470829,"max_execution_time_ms":5410,"max_memory_usage_kib":3072,"rank":221,"performance":1647,"input_tokens":259554,"output_tokens":52313,"total_tokens":311867,"cost":2.605595},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8757780177321,"overall_relative_score":228653608893,"max_execution_time_ms":5300,"max_memory_usage_kib":3072,"rank":168,"performance":1685,"input_tokens":292430,"output_tokens":88192,"total_tokens":380622,"cost":3.66695},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494903386,"overall_relative_score":494903386,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":11,"performance":2749,"input_tokens":203354,"output_tokens":47043,"total_tokens":250397,"cost":2.192845},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12973300,"overall_relative_score":12973300,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":471,"performance":1349,"input_tokens":467394,"output_tokens":127393,"total_tokens":594787,"cost":5.521795},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286344474293,"overall_relative_score":286344474293,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":67,"performance":1916,"input_tokens":403212,"output_tokens":143600,"total_tokens":546812,"cost":5.60606},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307400,"overall_relative_score":307400,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":38,"performance":2274,"input_tokens":366615,"output_tokens":91496,"total_tokens":458111,"cost":4.120475},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29432095312,"overall_relative_score":301477992656,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":454,"performance":1308,"input_tokens":334338,"output_tokens":78635,"total_tokens":412973,"cost":3.6375650000000004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1364440,"overall_relative_score":1364440,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":359,"performance":1374,"input_tokens":226258,"output_tokens":63294,"total_tokens":289552,"cost":2.71364},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":29777495747,"overall_relative_score":1607602284747,"max_execution_time_ms":2070,"max_memory_usage_kib":29696,"rank":148,"performance":1841,"input_tokens":237957,"output_tokens":51128,"total_tokens":289085,"cost":2.4679849999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083994,"overall_relative_score":1083994,"max_execution_time_ms":1500,"max_memory_usage_kib":24576,"rank":51,"performance":2318,"input_tokens":428684,"output_tokens":107789,"total_tokens":536473,"cost":4.838145000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253381000000,"overall_relative_score":265673415949,"max_execution_time_ms":70,"max_memory_usage_kib":24576,"rank":240,"performance":1645,"input_tokens":190894,"output_tokens":48783,"total_tokens":239677,"cost":2.174045},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":638437861,"overall_relative_score":425689844182,"max_execution_time_ms":2520,"max_memory_usage_kib":3072,"rank":111,"performance":1987,"input_tokens":509251,"output_tokens":165072,"total_tokens":674323,"cost":6.673055},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11647449485622,"overall_relative_score":11647449485622,"max_execution_time_ms":1860,"max_memory_usage_kib":20480,"rank":60,"performance":2267,"input_tokens":503152,"output_tokens":127626,"total_tokens":630778,"cost":5.70641},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":530164,"overall_relative_score":479804633474,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":354,"performance":1450,"input_tokens":653859,"output_tokens":197496,"total_tokens":851355,"cost":8.206695},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4298203089,"overall_relative_score":4298203089,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":398,"performance":1383,"input_tokens":270391,"output_tokens":81203,"total_tokens":351594,"cost":3.3820300000000003},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256031356,"overall_relative_score":256031356,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":171,"performance":1857,"input_tokens":386461,"output_tokens":90075,"total_tokens":476536,"cost":4.1841800000000005},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2491023,"overall_relative_score":400366765532,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":288,"performance":1518,"input_tokens":397430,"output_tokens":104340,"total_tokens":501770,"cost":4.59565},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492625,"overall_relative_score":492625,"max_execution_time_ms":1420,"max_memory_usage_kib":6144,"rank":25,"performance":2426,"input_tokens":351154,"output_tokens":124396,"total_tokens":475550,"cost":4.86567},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3778074128,"overall_relative_score":2563433000626,"max_execution_time_ms":2550,"max_memory_usage_kib":5120,"rank":570,"performance":1205,"input_tokens":313643,"output_tokens":79675,"total_tokens":393318,"cost":3.56009},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68016369,"overall_relative_score":68016369,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":431,"performance":1430,"input_tokens":426672,"output_tokens":121360,"total_tokens":548032,"cost":5.16736},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464277,"overall_relative_score":464277,"max_execution_time_ms":1780,"max_memory_usage_kib":196164,"rank":162,"performance":1869,"input_tokens":502129,"output_tokens":130200,"total_tokens":632329,"cost":5.765644999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147439350,"overall_relative_score":147439350,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":159,"performance":1877,"input_tokens":219698,"output_tokens":53275,"total_tokens":272973,"cost":2.430365},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":767618695,"overall_relative_score":1813904957198,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":398,"performance":1471,"input_tokens":376145,"output_tokens":88409,"total_tokens":464554,"cost":4.090949999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":348555,"output_tokens":85943,"total_tokens":434498,"cost":3.89135}]},{"num_self_refine":16,"rank":{"all":{"mean":179.55,"median":146.5,"min":2,"max":523,"stdev":144.36562379366265},"short":{"mean":133.1304347826087,"median":60.0,"min":2,"max":471,"stdev":140.7183855493679},"long":{"mean":242.35294117647058,"median":205.0,"min":110,"max":523,"stdev":127.61462552175915}},"performance":{"all":{"mean":1897.075,"median":1839.0,"min":1119,"max":3229,"stdev":481.78165005875155},"short":{"mean":2089.8695652173915,"median":2007.0,"min":1119,"max":3229,"stdev":528.8690596106362},"long":{"mean":1636.235294117647,"median":1685.0,"min":1261,"max":1991,"stdev":235.50942906064418}},"input_tokens":{"all":{"mean":1514782.85,"median":1409009.5,"min":556083,"max":2873371,"stdev":524208.43431257235},"short":{"mean":1518160.347826087,"median":1446221.0,"min":830058,"max":2283198,"stdev":428778.0956462857},"long":{"mean":1510213.294117647,"median":1368835.0,"min":556083,"max":2873371,"stdev":645738.5818888674}},"output_tokens":{"all":{"mean":178376.375,"median":156485.5,"min":65093,"max":354475,"stdev":69773.58320059706},"short":{"mean":177535.78260869565,"median":158567.0,"min":78986,"max":305234,"stdev":57731.253153144105},"long":{"mean":179513.64705882352,"median":147024.0,"min":65093,"max":354475,"stdev":85331.62416049308}},"total_tokens":{"all":{"mean":1693159.225,"median":1560543.0,"min":621176,"max":3227846,"stdev":592344.21245354},"short":{"mean":1695696.1304347827,"median":1606498.0,"min":909044,"max":2588432,"stdev":484124.75158816285},"long":{"mean":1689726.9411764706,"median":1522698.0,"min":621176,"max":3227846,"stdev":730040.9931844128}},"cost":{"all":{"mean":12.033323625,"median":10.883965000000002,"min":4.40774,"max":23.228730000000002,"stdev":4.337474662667442},"short":{"mean":12.029196304347826,"median":11.20383,"min":6.12494,"max":19.046840000000003,"stdev":3.546615309312278},"long":{"mean":12.038907647058824,"median":10.69075,"min":4.40774,"max":23.228730000000002,"stdev":5.3444263390152305}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932931892208,"overall_relative_score":932931892208,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":428,"performance":1307,"input_tokens":556083,"output_tokens":65093,"total_tokens":621176,"cost":4.40774},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5784547,"overall_relative_score":5784547,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":15,"performance":2634,"input_tokens":1355897,"output_tokens":157161,"total_tokens":1513058,"cost":10.70851},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2807573126960,"overall_relative_score":2807573126960,"max_execution_time_ms":1010,"max_memory_usage_kib":3072,"rank":159,"performance":1749,"input_tokens":1179846,"output_tokens":145047,"total_tokens":1324893,"cost":9.525405},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6062380100,"overall_relative_score":6062380100,"max_execution_time_ms":2920,"max_memory_usage_kib":3072,"rank":60,"performance":2139,"input_tokens":2283198,"output_tokens":305234,"total_tokens":2588432,"cost":19.046840000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21188028,"overall_relative_score":21188028,"max_execution_time_ms":1530,"max_memory_usage_kib":11264,"rank":16,"performance":2592,"input_tokens":2186732,"output_tokens":256745,"total_tokens":2443477,"cost":17.352285000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5608226,"overall_relative_score":5608226,"max_execution_time_ms":1470,"max_memory_usage_kib":3072,"rank":147,"performance":1743,"input_tokens":1104887,"output_tokens":127596,"total_tokens":1232483,"cost":8.714335},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2096516,"overall_relative_score":2096516,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":11,"performance":2684,"input_tokens":1404085,"output_tokens":155810,"total_tokens":1559895,"cost":10.915675000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14012012338,"overall_relative_score":14012012338,"max_execution_time_ms":1180,"max_memory_usage_kib":3072,"rank":200,"performance":1550,"input_tokens":830058,"output_tokens":78986,"total_tokens":909044,"cost":6.12494},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10792698611,"overall_relative_score":10792698611,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":351,"performance":1300,"input_tokens":1243881,"output_tokens":141689,"total_tokens":1385570,"cost":9.76163},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7524804749,"overall_relative_score":7524804749,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":2,"performance":3229,"input_tokens":908240,"output_tokens":106140,"total_tokens":1014380,"cost":7.194699999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":316800,"overall_relative_score":316800,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":118,"performance":1810,"input_tokens":1337550,"output_tokens":138114,"total_tokens":1475664,"cost":10.140600000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1944736761,"overall_relative_score":1944736761,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":115,"performance":1871,"input_tokens":2549597,"output_tokens":296210,"total_tokens":2845807,"cost":20.153235000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96930371,"overall_relative_score":96930371,"max_execution_time_ms":2570,"max_memory_usage_kib":3072,"rank":17,"performance":2575,"input_tokens":1623963,"output_tokens":159637,"total_tokens":1783600,"cost":12.11074},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1531723200,"overall_relative_score":1531723200,"max_execution_time_ms":4400,"max_memory_usage_kib":3072,"rank":205,"performance":1549,"input_tokens":1409143,"output_tokens":147024,"total_tokens":1556167,"cost":10.721315},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128925584,"overall_relative_score":128925584,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":135,"performance":1821,"input_tokens":1336559,"output_tokens":141637,"total_tokens":1478196,"cost":10.22372},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37448044132,"overall_relative_score":632791018342,"max_execution_time_ms":3120,"max_memory_usage_kib":320512,"rank":134,"performance":1887,"input_tokens":2047797,"output_tokens":275886,"total_tokens":2323683,"cost":17.136135000000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68279909498,"overall_relative_score":1020724918851,"max_execution_time_ms":5810,"max_memory_usage_kib":3072,"rank":219,"performance":1652,"input_tokens":910391,"output_tokens":81136,"total_tokens":991527,"cost":6.580355000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8757780177321,"overall_relative_score":228653608893,"max_execution_time_ms":5300,"max_memory_usage_kib":3072,"rank":168,"performance":1685,"input_tokens":1368835,"output_tokens":153863,"total_tokens":1522698,"cost":10.69075},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":495478384,"overall_relative_score":495478384,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":8,"performance":2840,"input_tokens":903393,"output_tokens":111759,"total_tokens":1015152,"cost":7.3109399999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12968075,"overall_relative_score":12968075,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":471,"performance":1349,"input_tokens":1905008,"output_tokens":211526,"total_tokens":2116534,"cost":14.813189999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287273999632,"overall_relative_score":287273999632,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":56,"performance":2007,"input_tokens":2108939,"output_tokens":284283,"total_tokens":2393222,"cost":17.65177},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307551,"overall_relative_score":307551,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":38,"performance":2274,"input_tokens":1447931,"output_tokens":158567,"total_tokens":1606498,"cost":11.20383},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27526103974,"overall_relative_score":311240607729,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":426,"performance":1345,"input_tokens":1235895,"output_tokens":123148,"total_tokens":1359043,"cost":9.258175},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1366868,"overall_relative_score":1366868,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":338,"performance":1413,"input_tokens":1034395,"output_tokens":143297,"total_tokens":1177692,"cost":8.7544},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":31620588690,"overall_relative_score":1640313033260,"max_execution_time_ms":2060,"max_memory_usage_kib":30720,"rank":128,"performance":1900,"input_tokens":926719,"output_tokens":103303,"total_tokens":1030022,"cost":7.21617},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1084231,"overall_relative_score":1084231,"max_execution_time_ms":1700,"max_memory_usage_kib":23552,"rank":51,"performance":2318,"input_tokens":1627135,"output_tokens":179487,"total_tokens":1806622,"cost":12.62285},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":184663000000,"overall_relative_score":353246748371,"max_execution_time_ms":110,"max_memory_usage_kib":30720,"rank":143,"performance":1871,"input_tokens":1017456,"output_tokens":128979,"total_tokens":1146435,"cost":8.311755},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":632681424,"overall_relative_score":426744597535,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":110,"performance":1991,"input_tokens":2547423,"output_tokens":321908,"total_tokens":2869331,"cost":20.784814999999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11656501098436,"overall_relative_score":11656501098436,"max_execution_time_ms":1870,"max_memory_usage_kib":20480,"rank":55,"performance":2297,"input_tokens":2021312,"output_tokens":241608,"total_tokens":2262920,"cost":16.14676},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":511036,"overall_relative_score":497343891647,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":335,"performance":1478,"input_tokens":2873371,"output_tokens":354475,"total_tokens":3227846,"cost":23.228730000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6380701186,"overall_relative_score":6380701186,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":213,"performance":1716,"input_tokens":1446221,"output_tokens":195620,"total_tokens":1641841,"cost":12.121605000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256031356,"overall_relative_score":256031356,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":171,"performance":1857,"input_tokens":1408876,"output_tokens":152315,"total_tokens":1561191,"cost":10.852255000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":631605,"overall_relative_score":431805591451,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":277,"performance":1538,"input_tokens":1757961,"output_tokens":214329,"total_tokens":1972290,"cost":14.14803},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494569,"overall_relative_score":494569,"max_execution_time_ms":1800,"max_memory_usage_kib":6144,"rank":24,"performance":2438,"input_tokens":1756497,"output_tokens":218408,"total_tokens":1974905,"cost":14.242685000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3678924453,"overall_relative_score":2629888046183,"max_execution_time_ms":2590,"max_memory_usage_kib":5120,"rank":523,"performance":1261,"input_tokens":1451961,"output_tokens":192222,"total_tokens":1644183,"cost":12.065355},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69983241,"overall_relative_score":69983241,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":319,"performance":1598,"input_tokens":1664942,"output_tokens":176386,"total_tokens":1841328,"cost":12.73436},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464565,"overall_relative_score":464565,"max_execution_time_ms":1900,"max_memory_usage_kib":195488,"rank":146,"performance":1912,"input_tokens":2020167,"output_tokens":235300,"total_tokens":2255467,"cost":15.983335},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147547414,"overall_relative_score":147547414,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":152,"performance":1895,"input_tokens":985246,"output_tokens":127360,"total_tokens":1112606,"cost":8.11023},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":700056555,"overall_relative_score":1979911573777,"max_execution_time_ms":1030,"max_memory_usage_kib":22860,"rank":252,"performance":1689,"input_tokens":1492380,"output_tokens":179824,"total_tokens":1672204,"cost":11.957500000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1321344,"output_tokens":147943,"total_tokens":1469287,"cost":10.305295}]}]},{"model_name":"claude-4.8-opus-no-thinking","detail_path":"data/model_details/claude-4.8-opus-no-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":365.7,"median":385.5,"min":8,"max":997,"stdev":214.76322084016394},"short":{"mean":323.60869565217394,"median":283.0,"min":8,"max":997,"stdev":244.61523388419891},"long":{"mean":422.6470588235294,"median":460.0,"min":170,"max":628,"stdev":155.42721012441427}},"performance":{"all":{"mean":1411.825,"median":1385.5,"min":-80,"max":2783,"stdev":514.6284638156257},"short":{"mean":1470.2608695652175,"median":1571.0,"min":-80,"max":2783,"stdev":656.8696575695768},"long":{"mean":1332.764705882353,"median":1285.0,"min":1111,"max":1775,"stdev":201.79616244237795}},"input_tokens":{"all":{"mean":4163.225,"median":3667.5,"min":1902,"max":10307,"stdev":2068.667916335757},"short":{"mean":3357.521739130435,"median":2711.0,"min":2031,"max":10057,"stdev":1824.9171306108226},"long":{"mean":5253.294117647059,"median":4947.0,"min":1902,"max":10307,"stdev":1912.1013559924681}},"output_tokens":{"all":{"mean":16037.2,"median":15302.0,"min":3114,"max":30218,"stdev":7130.034513528148},"short":{"mean":14221.217391304348,"median":13644.0,"min":4704,"max":27375,"stdev":6270.130294111785},"long":{"mean":18494.117647058825,"median":19996.0,"min":3114,"max":30218,"stdev":7661.877053652983}},"total_tokens":{"all":{"mean":20200.425,"median":20608.5,"min":6780,"max":36962,"stdev":7845.906771760282},"short":{"mean":17578.739130434784,"median":17606.0,"min":6780,"max":30035,"stdev":6356.015856274856},"long":{"mean":23747.41176470588,"median":24072.0,"min":6907,"max":36962,"stdev":8441.089385106223}},"cost":{"all":{"mean":0.421746125,"median":0.41042,"min":0.096815,"max":0.77741,"stdev":0.1807914240807285},"short":{"mean":0.37231804347826086,"median":0.36931,"min":0.12798,"max":0.697675,"stdev":0.15612207369511097},"long":{"mean":0.4886194117647059,"median":0.52028,"min":0.096815,"max":0.77741,"stdev":0.1946614126734093}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":897147074446,"overall_relative_score":897147074446,"max_execution_time_ms":4880,"max_memory_usage_kib":3072,"rank":628,"performance":1111,"input_tokens":1902,"output_tokens":6411,"total_tokens":8313,"cost":0.169785},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2601787,"overall_relative_score":2601787,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":424,"performance":1256,"input_tokens":2076,"output_tokens":4704,"total_tokens":6780,"cost":0.12798},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2726512962037,"overall_relative_score":2726512962037,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":317,"performance":1410,"input_tokens":3793,"output_tokens":3114,"total_tokens":6907,"cost":0.096815},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4739967764,"overall_relative_score":4739967764,"max_execution_time_ms":2710,"max_memory_usage_kib":3072,"rank":161,"performance":1671,"input_tokens":2333,"output_tokens":9638,"total_tokens":11971,"cost":0.252615},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15329990,"overall_relative_score":15329990,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":156,"performance":1640,"input_tokens":2545,"output_tokens":13592,"total_tokens":16137,"cost":0.352525},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5529361,"overall_relative_score":5529361,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":178,"performance":1649,"input_tokens":5431,"output_tokens":10298,"total_tokens":15729,"cost":0.284605},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2130615,"overall_relative_score":2130615,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":8,"performance":2783,"input_tokens":2264,"output_tokens":10625,"total_tokens":12889,"cost":0.276945},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":3244,"output_tokens":8531,"total_tokens":11775,"cost":0.229495},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5056257027,"overall_relative_score":5056257027,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":460,"performance":1143,"input_tokens":4211,"output_tokens":25708,"total_tokens":29919,"cost":0.663755},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2443470263,"overall_relative_score":2443470263,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":410,"performance":1195,"input_tokens":3146,"output_tokens":4886,"total_tokens":8032,"cost":0.13788},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":165564,"overall_relative_score":165564,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":146,"performance":1713,"input_tokens":10057,"output_tokens":13433,"total_tokens":23490,"cost":0.38611},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":617808018,"overall_relative_score":617808018,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":446,"performance":1194,"input_tokens":10307,"output_tokens":26655,"total_tokens":36962,"cost":0.71791},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96750484,"overall_relative_score":96750484,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":20,"performance":2523,"input_tokens":5733,"output_tokens":14983,"total_tokens":20716,"cost":0.40324},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1520263992,"overall_relative_score":1520263992,"max_execution_time_ms":4640,"max_memory_usage_kib":3072,"rank":211,"performance":1535,"input_tokens":3853,"output_tokens":25327,"total_tokens":29180,"cost":0.65244},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106242294,"overall_relative_score":106242294,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":283,"performance":1441,"input_tokens":3542,"output_tokens":14064,"total_tokens":17606,"cost":0.36931},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14834111914,"overall_relative_score":170045009585,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":361,"performance":1430,"input_tokens":4047,"output_tokens":9388,"total_tokens":13435,"cost":0.254935},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32391861778,"overall_relative_score":1163881279622,"max_execution_time_ms":5640,"max_memory_usage_kib":3072,"rank":170,"performance":1775,"input_tokens":8134,"output_tokens":15085,"total_tokens":23219,"cost":0.417795},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9141370997085,"overall_relative_score":137734082447,"max_execution_time_ms":5720,"max_memory_usage_kib":3072,"rank":211,"performance":1568,"input_tokens":6254,"output_tokens":23264,"total_tokens":29518,"cost":0.61287},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474549687,"overall_relative_score":474549687,"max_execution_time_ms":1930,"max_memory_usage_kib":7168,"rank":98,"performance":2035,"input_tokens":4959,"output_tokens":14412,"total_tokens":19371,"cost":0.385095},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12808550,"overall_relative_score":12808550,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":576,"performance":1213,"input_tokens":2353,"output_tokens":9219,"total_tokens":11572,"cost":0.24224},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283087769552,"overall_relative_score":283087769552,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":104,"performance":1640,"input_tokens":3205,"output_tokens":16063,"total_tokens":19268,"cost":0.4176},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287620,"overall_relative_score":287620,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":89,"performance":1971,"input_tokens":2660,"output_tokens":27375,"total_tokens":30035,"cost":0.697675},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36488515690,"overall_relative_score":294943324094,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":469,"performance":1288,"input_tokens":4076,"output_tokens":19996,"total_tokens":24072,"cost":0.52028},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1343061,"overall_relative_score":1343061,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":524,"performance":1076,"input_tokens":2526,"output_tokens":15519,"total_tokens":18045,"cost":0.400605},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52297398661,"overall_relative_score":1061461798479,"max_execution_time_ms":1940,"max_memory_usage_kib":13312,"rank":506,"performance":1219,"input_tokens":4947,"output_tokens":23608,"total_tokens":28555,"cost":0.614935},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065014,"overall_relative_score":1065014,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":169,"performance":1857,"input_tokens":2711,"output_tokens":10987,"total_tokens":13698,"cost":0.28823},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":613450000000,"overall_relative_score":144762546878,"max_execution_time_ms":360,"max_memory_usage_kib":60416,"rank":579,"performance":1162,"input_tokens":5989,"output_tokens":17956,"total_tokens":23945,"cost":0.478845},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9122242464,"overall_relative_score":85334194772,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":473,"performance":1285,"input_tokens":4392,"output_tokens":30218,"total_tokens":34610,"cost":0.77741},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10909888234527,"overall_relative_score":10909888234527,"max_execution_time_ms":280,"max_memory_usage_kib":10272,"rank":279,"performance":1624,"input_tokens":2442,"output_tokens":13644,"total_tokens":16086,"cost":0.35331},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":687219,"overall_relative_score":369980321185,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":607,"performance":1127,"input_tokens":4069,"output_tokens":23715,"total_tokens":27784,"cost":0.61322},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2486980135,"overall_relative_score":2486980135,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":683,"performance":969,"input_tokens":2837,"output_tokens":17664,"total_tokens":20501,"cost":0.455785},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233967626,"overall_relative_score":233967626,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":442,"performance":1375,"input_tokens":6061,"output_tokens":6884,"total_tokens":12945,"cost":0.202405},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5432971,"overall_relative_score":57297007433,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":494,"performance":1214,"input_tokens":5764,"output_tokens":15577,"total_tokens":21341,"cost":0.418245},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231691,"overall_relative_score":231691,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":353,"performance":1314,"input_tokens":2806,"output_tokens":18869,"total_tokens":21675,"cost":0.485755},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3979163638,"overall_relative_score":2467562341380,"max_execution_time_ms":2230,"max_memory_usage_kib":45536,"rank":617,"performance":1151,"input_tokens":6017,"output_tokens":17555,"total_tokens":23572,"cost":0.46896},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69706331,"overall_relative_score":69706331,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":336,"performance":1571,"input_tokens":2441,"output_tokens":22057,"total_tokens":24498,"cost":0.56363},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464856,"overall_relative_score":464856,"max_execution_time_ms":880,"max_memory_usage_kib":30720,"rank":126,"performance":1971,"input_tokens":3133,"output_tokens":23904,"total_tokens":27037,"cost":0.613265},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":2118,"output_tokens":26204,"total_tokens":28322,"cost":0.66569},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":801916868,"overall_relative_score":1737314186568,"max_execution_time_ms":1410,"max_memory_usage_kib":3072,"rank":458,"performance":1396,"input_tokens":6120,"output_tokens":20525,"total_tokens":26645,"cost":0.543725},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":2031,"output_tokens":9831,"total_tokens":11862,"cost":0.25593}]},{"num_self_refine":2,"rank":{"all":{"mean":276.475,"median":279.5,"min":6,"max":613,"stdev":172.70962550937844},"short":{"mean":207.2173913043478,"median":161.0,"min":6,"max":613,"stdev":162.14666663849826},"long":{"mean":370.1764705882353,"median":408.0,"min":126,"max":588,"stdev":142.59217864863663}},"performance":{"all":{"mean":1613.125,"median":1609.5,"min":-61,"max":2921,"stdev":511.7487959225748},"short":{"mean":1761.4347826086957,"median":1794.0,"min":-61,"max":2921,"stdev":615.669319897013},"long":{"mean":1412.4705882352941,"median":1396.0,"min":1149,"max":1822,"stdev":206.78404122630536}},"input_tokens":{"all":{"mean":25035.05,"median":25090.0,"min":9519,"max":47932,"stdev":9000.36766471237},"short":{"mean":21594.739130434784,"median":21233.0,"min":9519,"max":34195,"stdev":6949.676933088926},"long":{"mean":29689.58823529412,"median":32067.0,"min":10929,"max":47932,"stdev":9539.980208698178}},"output_tokens":{"all":{"mean":28580.7,"median":28859.0,"min":6289,"max":47623,"stdev":10274.540546718079},"short":{"mean":25890.130434782608,"median":24558.0,"min":7847,"max":43114,"stdev":9234.869282455038},"long":{"mean":32220.882352941175,"median":33159.0,"min":6289,"max":47623,"stdev":10750.269664538378}},"total_tokens":{"all":{"mean":53615.75,"median":56218.0,"min":17366,"max":89228,"stdev":18156.908210982707},"short":{"mean":47484.86956521739,"median":43900.0,"min":17366,"max":71436,"stdev":15089.393313620085},"long":{"mean":61910.470588235294,"median":65624.0,"min":17703,"max":89228,"stdev":19062.27674661938}},"cost":{"all":{"mean":0.83969275,"median":0.832525,"min":0.214295,"max":1.388995,"stdev":0.29307267765152273},"short":{"mean":0.7552269565217391,"median":0.71066,"min":0.24377000000000001,"max":1.198105,"stdev":0.257435095133172},"long":{"mean":0.95397,"median":0.9913000000000001,"min":0.214295,"max":1.388995,"stdev":0.3067642841621234}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":915666382988,"overall_relative_score":915666382988,"max_execution_time_ms":4870,"max_memory_usage_kib":3072,"rank":506,"performance":1227,"input_tokens":10929,"output_tokens":15898,"total_tokens":26827,"cost":0.452095},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2666283,"overall_relative_score":2666283,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":407,"performance":1279,"input_tokens":9519,"output_tokens":7847,"total_tokens":17366,"cost":0.24377000000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2726512962037,"overall_relative_score":2726512962037,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":317,"performance":1410,"input_tokens":11414,"output_tokens":6289,"total_tokens":17703,"cost":0.214295},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4739967764,"overall_relative_score":4739967764,"max_execution_time_ms":2710,"max_memory_usage_kib":3072,"rank":161,"performance":1671,"input_tokens":15018,"output_tokens":23855,"total_tokens":38873,"cost":0.671465},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19003753,"overall_relative_score":19003753,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":55,"performance":2136,"input_tokens":19342,"output_tokens":24558,"total_tokens":43900,"cost":0.71066},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5541549,"overall_relative_score":5541549,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":21822,"output_tokens":23541,"total_tokens":45363,"cost":0.697635},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2130615,"overall_relative_score":2130615,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":8,"performance":2783,"input_tokens":15816,"output_tokens":17681,"total_tokens":33497,"cost":0.5211049999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":15254,"output_tokens":13831,"total_tokens":29085,"cost":0.422045},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13377735061,"overall_relative_score":13377735061,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":318,"performance":1352,"input_tokens":34843,"output_tokens":40427,"total_tokens":75270,"cost":1.18489},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2443470263,"overall_relative_score":2443470263,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":410,"performance":1195,"input_tokens":11892,"output_tokens":8724,"total_tokens":20616,"cost":0.27756000000000003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":165564,"overall_relative_score":165564,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":146,"performance":1713,"input_tokens":34195,"output_tokens":21543,"total_tokens":55738,"cost":0.70955},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":617808018,"overall_relative_score":617808018,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":446,"performance":1194,"input_tokens":47932,"output_tokens":41296,"total_tokens":89228,"cost":1.2720600000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98122252,"overall_relative_score":98122252,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":12,"performance":2682,"input_tokens":27112,"output_tokens":32087,"total_tokens":59199,"cost":0.937735},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1609204490,"overall_relative_score":1609204490,"max_execution_time_ms":4650,"max_memory_usage_kib":3072,"rank":173,"performance":1631,"input_tokens":33696,"output_tokens":42322,"total_tokens":76018,"cost":1.22653},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106242294,"overall_relative_score":106242294,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":283,"performance":1441,"input_tokens":21811,"output_tokens":21379,"total_tokens":43190,"cost":0.64353},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14973752548,"overall_relative_score":171697700945,"max_execution_time_ms":1470,"max_memory_usage_kib":5120,"rank":356,"performance":1437,"input_tokens":18172,"output_tokens":30064,"total_tokens":48236,"cost":0.84246},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28215584164,"overall_relative_score":1213926632070,"max_execution_time_ms":5650,"max_memory_usage_kib":3072,"rank":161,"performance":1800,"input_tokens":32067,"output_tokens":26441,"total_tokens":58508,"cost":0.8213600000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4706316690374,"overall_relative_score":344056505286,"max_execution_time_ms":5640,"max_memory_usage_kib":3072,"rank":126,"performance":1822,"input_tokens":36532,"output_tokens":33240,"total_tokens":69772,"cost":1.01366},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":498735468,"overall_relative_score":498735468,"max_execution_time_ms":1980,"max_memory_usage_kib":7168,"rank":6,"performance":2921,"input_tokens":25043,"output_tokens":26038,"total_tokens":51081,"cost":0.776165},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":14588,"output_tokens":22227,"total_tokens":36815,"cost":0.628615},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286479299458,"overall_relative_score":286479299458,"max_execution_time_ms":710,"max_memory_usage_kib":44032,"rank":65,"performance":1932,"input_tokens":23187,"output_tokens":28700,"total_tokens":51887,"cost":0.833435},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289789,"overall_relative_score":289789,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":86,"performance":1984,"input_tokens":33356,"output_tokens":33565,"total_tokens":66921,"cost":1.005905},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33800008139,"overall_relative_score":302477854543,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":448,"performance":1315,"input_tokens":28841,"output_tokens":29757,"total_tokens":58598,"cost":0.88813},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361406,"overall_relative_score":1361406,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":391,"performance":1316,"input_tokens":21233,"output_tokens":29018,"total_tokens":50251,"cost":0.831615},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52297398661,"overall_relative_score":1061461798479,"max_execution_time_ms":1940,"max_memory_usage_kib":13312,"rank":506,"performance":1219,"input_tokens":34214,"output_tokens":34347,"total_tokens":68561,"cost":1.0297450000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065014,"overall_relative_score":1065014,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":169,"performance":1857,"input_tokens":17071,"output_tokens":20706,"total_tokens":37777,"cost":0.603005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":602184181129,"overall_relative_score":171124007364,"max_execution_time_ms":2800,"max_memory_usage_kib":60416,"rank":533,"performance":1217,"input_tokens":30648,"output_tokens":40727,"total_tokens":71375,"cost":1.171415},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8482332022,"overall_relative_score":108671592848,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":432,"performance":1341,"input_tokens":39684,"output_tokens":47623,"total_tokens":87307,"cost":1.388995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10930330636564,"overall_relative_score":10930330636564,"max_execution_time_ms":1930,"max_memory_usage_kib":12564,"rank":273,"performance":1635,"input_tokens":19293,"output_tokens":23784,"total_tokens":43077,"cost":0.691065},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675272,"overall_relative_score":376470439214,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":588,"performance":1149,"input_tokens":32465,"output_tokens":33159,"total_tokens":65624,"cost":0.9913000000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5727128088,"overall_relative_score":5727128088,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":276,"performance":1588,"input_tokens":24051,"output_tokens":43114,"total_tokens":67165,"cost":1.198105},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":261745190,"overall_relative_score":261745190,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":88,"performance":2115,"input_tokens":19669,"output_tokens":22554,"total_tokens":42223,"cost":0.662195},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":889706,"overall_relative_score":259909698301,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":350,"performance":1416,"input_tokens":27748,"output_tokens":45851,"total_tokens":73599,"cost":1.285015},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":372958,"overall_relative_score":372958,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":99,"performance":1947,"input_tokens":25137,"output_tokens":31561,"total_tokens":56698,"cost":0.9147099999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3529161832,"overall_relative_score":2728334881904,"max_execution_time_ms":2680,"max_memory_usage_kib":6144,"rank":408,"performance":1405,"input_tokens":30288,"output_tokens":26413,"total_tokens":56701,"cost":0.8117650000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70345402,"overall_relative_score":70345402,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":297,"performance":1635,"input_tokens":27602,"output_tokens":38200,"total_tokens":65802,"cost":1.09301},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464856,"overall_relative_score":464856,"max_execution_time_ms":880,"max_memory_usage_kib":30720,"rank":126,"performance":1971,"input_tokens":30832,"output_tokens":37628,"total_tokens":68460,"cost":1.09486},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146838126,"overall_relative_score":146838126,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":193,"performance":1794,"input_tokens":31103,"output_tokens":40333,"total_tokens":71436,"cost":1.16384},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":801916868,"overall_relative_score":1737314186568,"max_execution_time_ms":1410,"max_memory_usage_kib":3072,"rank":458,"performance":1396,"input_tokens":33428,"output_tokens":30360,"total_tokens":63788,"cost":0.92614},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":14555,"output_tokens":26540,"total_tokens":41095,"cost":0.736275}]},{"num_self_refine":4,"rank":{"all":{"mean":216.625,"median":171.0,"min":5,"max":588,"stdev":163.87247817301142},"short":{"mean":142.43478260869566,"median":128.0,"min":5,"max":410,"stdev":115.30427181511632},"long":{"mean":317.0,"median":340.0,"min":58,"max":588,"stdev":168.99482240589504}},"performance":{"all":{"mean":1799.15,"median":1779.0,"min":1149,"max":2928,"stdev":454.9574536320782},"short":{"mean":1993.8260869565217,"median":1970.0,"min":1195,"max":2928,"stdev":451.47200176693866},"long":{"mean":1535.764705882353,"median":1456.0,"min":1149,"max":2134,"stdev":309.9676453704009}},"input_tokens":{"all":{"mean":105286.875,"median":107473.5,"min":36764,"max":169555,"stdev":33121.115398494425},"short":{"mean":93585.69565217392,"median":92544.0,"min":36764,"max":139560,"stdev":26844.408302855827},"long":{"mean":121117.88235294117,"median":123029.0,"min":37146,"max":169555,"stdev":34928.47621905791}},"output_tokens":{"all":{"mean":50806.15,"median":49273.5,"min":12743,"max":83837,"stdev":16336.838355817277},"short":{"mean":46255.30434782609,"median":46041.0,"min":15796,"max":81869,"stdev":13581.148794744142},"long":{"mean":56963.17647058824,"median":56394.0,"min":12743,"max":83837,"stdev":18079.96969796719}},"total_tokens":{"all":{"mean":156093.025,"median":158434.0,"min":49889,"max":245142,"stdev":48313.177805501735},"short":{"mean":139841.0,"median":143841.0,"min":57146,"max":221429,"stdev":38750.13905664199},"long":{"mean":178081.0588235294,"median":172716.0,"min":49889,"max":245142,"stdev":52263.6033302223}},"cost":{"all":{"mean":1.796588125,"median":1.7995875,"min":0.504305,"max":2.8819150000000002,"stdev":0.5617078501465562},"short":{"mean":1.6243110869565218,"median":1.663125,"min":0.603435,"max":2.744525,"stdev":0.45591472359760765},"long":{"mean":2.029668823529412,"median":1.9720749999999998,"min":0.504305,"max":2.8819150000000002,"stdev":0.6187716349135031}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951454032085,"overall_relative_score":951454032085,"max_execution_time_ms":4890,"max_memory_usage_kib":3072,"rank":350,"performance":1396,"input_tokens":59053,"output_tokens":33697,"total_tokens":92750,"cost":1.13769},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2895674,"overall_relative_score":2895674,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":357,"performance":1351,"input_tokens":36764,"output_tokens":20382,"total_tokens":57146,"cost":0.69337},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2884458352909,"overall_relative_score":2884458352909,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":62,"performance":2134,"input_tokens":37146,"output_tokens":12743,"total_tokens":49889,"cost":0.504305},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6090361609,"overall_relative_score":6090361609,"max_execution_time_ms":2420,"max_memory_usage_kib":3072,"rank":56,"performance":2168,"input_tokens":74478,"output_tokens":44206,"total_tokens":118684,"cost":1.4775399999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20574220,"overall_relative_score":20574220,"max_execution_time_ms":2920,"max_memory_usage_kib":6144,"rank":25,"performance":2437,"input_tokens":92544,"output_tokens":54886,"total_tokens":147430,"cost":1.83487},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5565076,"overall_relative_score":5565076,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":161,"performance":1699,"input_tokens":92316,"output_tokens":41026,"total_tokens":133342,"cost":1.4872299999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2163628,"overall_relative_score":2163628,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":5,"performance":2928,"input_tokens":71698,"output_tokens":36867,"total_tokens":108565,"cost":1.280165},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14189148010,"overall_relative_score":14189148010,"max_execution_time_ms":1560,"max_memory_usage_kib":3072,"rank":28,"performance":2398,"input_tokens":56937,"output_tokens":33898,"total_tokens":90835,"cost":1.1321350000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12147985335,"overall_relative_score":12147985335,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":333,"performance":1328,"input_tokens":140084,"output_tokens":61676,"total_tokens":201760,"cost":2.2423200000000003},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2443470263,"overall_relative_score":2443470263,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":410,"performance":1195,"input_tokens":41707,"output_tokens":15796,"total_tokens":57503,"cost":0.603435},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232480,"overall_relative_score":232480,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":130,"performance":1767,"input_tokens":108607,"output_tokens":35234,"total_tokens":143841,"cost":1.4238849999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1108675194,"overall_relative_score":1108675194,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":245,"performance":1524,"input_tokens":169555,"output_tokens":68994,"total_tokens":238549,"cost":2.5726250000000004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98195504,"overall_relative_score":98195504,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":12,"performance":2682,"input_tokens":114941,"output_tokens":47938,"total_tokens":162879,"cost":1.773155},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2128800969,"overall_relative_score":2128800969,"max_execution_time_ms":4620,"max_memory_usage_kib":3072,"rank":58,"performance":2092,"input_tokens":140650,"output_tokens":76541,"total_tokens":217191,"cost":2.6167749999999996},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":102895468,"overall_relative_score":102895468,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":291,"performance":1425,"input_tokens":81854,"output_tokens":36952,"total_tokens":118806,"cost":1.3330700000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14973752548,"overall_relative_score":171697700945,"max_execution_time_ms":1470,"max_memory_usage_kib":5120,"rank":356,"performance":1437,"input_tokens":102257,"output_tokens":52109,"total_tokens":154366,"cost":1.81401},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27782693573,"overall_relative_score":1230940045270,"max_execution_time_ms":5630,"max_memory_usage_kib":3072,"rank":152,"performance":1827,"input_tokens":116350,"output_tokens":46308,"total_tokens":162658,"cost":1.7394500000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2076347888960,"overall_relative_score":535866395750,"max_execution_time_ms":5610,"max_memory_usage_kib":4096,"rank":83,"performance":2004,"input_tokens":132487,"output_tokens":64436,"total_tokens":196923,"cost":2.273335},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":498735468,"overall_relative_score":498735468,"max_execution_time_ms":1980,"max_memory_usage_kib":7168,"rank":6,"performance":2921,"input_tokens":106340,"output_tokens":61021,"total_tokens":167361,"cost":2.057225},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":74662,"output_tokens":46041,"total_tokens":120703,"cost":1.5243350000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287218401041,"overall_relative_score":287218401041,"max_execution_time_ms":740,"max_memory_usage_kib":46080,"rank":57,"performance":1998,"input_tokens":102451,"output_tokens":48483,"total_tokens":150934,"cost":1.7243300000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290839,"overall_relative_score":290839,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":80,"performance":2012,"input_tokens":116312,"output_tokens":45975,"total_tokens":162287,"cost":1.7309350000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30553738340,"overall_relative_score":289473941069,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":488,"performance":1264,"input_tokens":112445,"output_tokens":56394,"total_tokens":168839,"cost":1.9720749999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1381398,"overall_relative_score":1381398,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":212,"performance":1674,"input_tokens":95107,"output_tokens":43162,"total_tokens":138269,"cost":1.5545849999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52297398661,"overall_relative_score":1061461798479,"max_execution_time_ms":1940,"max_memory_usage_kib":13312,"rank":506,"performance":1219,"input_tokens":123029,"output_tokens":49052,"total_tokens":172081,"cost":1.8414450000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069853,"overall_relative_score":1069853,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":128,"performance":1976,"input_tokens":80417,"output_tokens":45732,"total_tokens":126149,"cost":1.545385},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":601769864269,"overall_relative_score":162540244922,"max_execution_time_ms":2760,"max_memory_usage_kib":60416,"rank":550,"performance":1197,"input_tokens":142651,"output_tokens":69559,"total_tokens":212210,"cost":2.45223},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1245217176,"overall_relative_score":164713719149,"max_execution_time_ms":2570,"max_memory_usage_kib":3072,"rank":340,"performance":1478,"input_tokens":164310,"output_tokens":80832,"total_tokens":245142,"cost":2.84235},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11060179075867,"overall_relative_score":11060179075867,"max_execution_time_ms":1950,"max_memory_usage_kib":20668,"rank":247,"performance":1686,"input_tokens":90530,"output_tokens":48419,"total_tokens":138949,"cost":1.663125},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675272,"overall_relative_score":376470439214,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":588,"performance":1149,"input_tokens":139761,"output_tokens":69113,"total_tokens":208874,"cost":2.4266300000000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6646926609,"overall_relative_score":6646926609,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":181,"performance":1791,"input_tokens":139560,"output_tokens":81869,"total_tokens":221429,"cost":2.744525},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":262621292,"overall_relative_score":262621292,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":81,"performance":2144,"input_tokens":89949,"output_tokens":42173,"total_tokens":132122,"cost":1.50407},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":631806,"overall_relative_score":375124700345,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":299,"performance":1499,"input_tokens":157198,"output_tokens":83837,"total_tokens":241035,"cost":2.8819150000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":372958,"overall_relative_score":372958,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":99,"performance":1947,"input_tokens":105621,"output_tokens":52194,"total_tokens":157815,"cost":1.8329549999999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3529161832,"overall_relative_score":2728334881904,"max_execution_time_ms":2680,"max_memory_usage_kib":6144,"rank":408,"performance":1405,"input_tokens":109558,"output_tokens":49495,"total_tokens":159053,"cost":1.7851650000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70345402,"overall_relative_score":70345402,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":297,"performance":1635,"input_tokens":121096,"output_tokens":52007,"total_tokens":173103,"cost":1.9056549999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465566,"overall_relative_score":465566,"max_execution_time_ms":1920,"max_memory_usage_kib":44800,"rank":90,"performance":2099,"input_tokens":125671,"output_tokens":56493,"total_tokens":182164,"cost":2.04068},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146838126,"overall_relative_score":146838126,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":193,"performance":1794,"input_tokens":133142,"output_tokens":57555,"total_tokens":190697,"cost":2.104585},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":774456644,"overall_relative_score":1798410034452,"max_execution_time_ms":1340,"max_memory_usage_kib":3072,"rank":410,"performance":1456,"input_tokens":120154,"output_tokens":52562,"total_tokens":172716,"cost":1.91482},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216350,"overall_relative_score":216350,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":135,"performance":1970,"input_tokens":92083,"output_tokens":56589,"total_tokens":148672,"cost":1.87514}]},{"num_self_refine":8,"rank":{"all":{"mean":196.325,"median":149.5,"min":4,"max":613,"stdev":163.1202777094252},"short":{"mean":151.3913043478261,"median":85.0,"min":4,"max":613,"stdev":156.72608970326507},"long":{"mean":257.11764705882354,"median":281.0,"min":47,"max":583,"stdev":155.73771314013072}},"performance":{"all":{"mean":1819.85,"median":1833.0,"min":-61,"max":3066,"stdev":617.6248363379977},"short":{"mean":1942.5217391304348,"median":2012.0,"min":-61,"max":3066,"stdev":746.9929943425426},"long":{"mean":1653.8823529411766,"median":1569.0,"min":1155,"max":2236,"stdev":334.1601192454265}},"input_tokens":{"all":{"mean":401463.25,"median":393829.0,"min":140282,"max":661126,"stdev":120002.97089949535},"short":{"mean":360384.3043478261,"median":353592.0,"min":154294,"max":600699,"stdev":94795.309168293},"long":{"mean":457040.64705882355,"median":440734.0,"min":140282,"max":661126,"stdev":130530.1830387043}},"output_tokens":{"all":{"mean":90883.025,"median":87363.5,"min":27758,"max":172984,"stdev":30878.90521548734},"short":{"mean":81680.52173913043,"median":79326.0,"min":30910,"max":140620,"stdev":24836.762255813028},"long":{"mean":103333.4705882353,"median":100647.0,"min":27758,"max":172984,"stdev":34489.7895708238}},"total_tokens":{"all":{"mean":492346.275,"median":485188.5,"min":168040,"max":834110,"stdev":149904.83319725483},"short":{"mean":442064.82608695654,"median":436593.0,"min":185204,"max":741319,"stdev":118377.6461375174},"long":{"mean":560374.1176470588,"median":541381.0,"min":168040,"max":834110,"stdev":164178.53953847103}},"cost":{"all":{"mean":4.279391875,"median":4.09176,"min":1.39536,"max":7.630230000000001,"stdev":1.3585339407501427},"short":{"mean":3.8439345652173915,"median":3.7987650000000004,"min":1.5442200000000001,"max":6.518994999999999,"stdev":1.0777178219631867},"long":{"mean":4.86854,"median":4.72072,"min":1.39536,"max":7.630230000000001,"stdev":1.5034241016862975}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":952209439905,"overall_relative_score":952209439905,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":343,"performance":1404,"input_tokens":267790,"output_tokens":65997,"total_tokens":333787,"cost":2.9888749999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2913511,"overall_relative_score":2913511,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":353,"performance":1357,"input_tokens":185317,"output_tokens":46569,"total_tokens":231886,"cost":2.09081},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2891773027936,"overall_relative_score":2891773027936,"max_execution_time_ms":2070,"max_memory_usage_kib":3072,"rank":51,"performance":2206,"input_tokens":140282,"output_tokens":27758,"total_tokens":168040,"cost":1.39536},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6357133375,"overall_relative_score":6357133375,"max_execution_time_ms":2410,"max_memory_usage_kib":3072,"rank":37,"performance":2333,"input_tokens":344791,"output_tokens":91802,"total_tokens":436593,"cost":4.019005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22126570,"overall_relative_score":22126570,"max_execution_time_ms":2920,"max_memory_usage_kib":8192,"rank":4,"performance":3066,"input_tokens":394162,"output_tokens":93856,"total_tokens":488018,"cost":4.31721},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5627742,"overall_relative_score":5627742,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":143,"performance":1756,"input_tokens":332654,"output_tokens":68563,"total_tokens":401217,"cost":3.377345},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2181956,"overall_relative_score":2181956,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":4,"performance":2996,"input_tokens":286399,"output_tokens":70511,"total_tokens":356910,"cost":3.19477},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":259487,"output_tokens":60276,"total_tokens":319763,"cost":2.804335},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11963022327,"overall_relative_score":11963022327,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":334,"performance":1326,"input_tokens":479148,"output_tokens":97546,"total_tokens":576694,"cost":4.83439},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2143245488,"overall_relative_score":2143245488,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":439,"performance":1144,"input_tokens":154294,"output_tokens":30910,"total_tokens":185204,"cost":1.5442200000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1199540,"overall_relative_score":1199540,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":85,"performance":1950,"input_tokens":332406,"output_tokens":62152,"total_tokens":394558,"cost":3.2158300000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1182380546,"overall_relative_score":1182380546,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":216,"performance":1586,"input_tokens":577582,"output_tokens":119279,"total_tokens":696861,"cost":5.869885},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98373700,"overall_relative_score":98373700,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":9,"performance":2767,"input_tokens":383349,"output_tokens":74791,"total_tokens":458140,"cost":3.7865200000000003},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2222549721,"overall_relative_score":2222549721,"max_execution_time_ms":4630,"max_memory_usage_kib":4096,"rank":47,"performance":2170,"input_tokens":575193,"output_tokens":140438,"total_tokens":715631,"cost":6.386914999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107299529,"overall_relative_score":107299529,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":280,"performance":1447,"input_tokens":290778,"output_tokens":59636,"total_tokens":350414,"cost":2.9447900000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14973752548,"overall_relative_score":171697700945,"max_execution_time_ms":1470,"max_memory_usage_kib":5120,"rank":356,"performance":1437,"input_tokens":399359,"output_tokens":83000,"total_tokens":482359,"cost":4.071795},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27211958219,"overall_relative_score":1256171889101,"max_execution_time_ms":5780,"max_memory_usage_kib":4096,"rank":138,"performance":1871,"input_tokens":421484,"output_tokens":85207,"total_tokens":506691,"cost":4.237595},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2133114598031,"overall_relative_score":538370403938,"max_execution_time_ms":5430,"max_memory_usage_kib":4096,"rank":82,"performance":2009,"input_tokens":545713,"output_tokens":135706,"total_tokens":681419,"cost":6.121215},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":498735468,"overall_relative_score":498735468,"max_execution_time_ms":1980,"max_memory_usage_kib":7168,"rank":6,"performance":2921,"input_tokens":439350,"output_tokens":99604,"total_tokens":538954,"cost":4.68685},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":352112,"output_tokens":89520,"total_tokens":441632,"cost":3.998560000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":111548,"rank":186,"performance":483,"input_tokens":376320,"output_tokens":79578,"total_tokens":455898,"cost":3.87105},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290957,"overall_relative_score":290957,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":80,"performance":2012,"input_tokens":353592,"output_tokens":66300,"total_tokens":419892,"cost":3.42546},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30553738340,"overall_relative_score":289473941069,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":488,"performance":1264,"input_tokens":440734,"output_tokens":100647,"total_tokens":541381,"cost":4.719844999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1389486,"overall_relative_score":1389486,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":119,"performance":1937,"input_tokens":352528,"output_tokens":81445,"total_tokens":433973,"cost":3.7987650000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41369836292,"overall_relative_score":1383779004586,"max_execution_time_ms":1970,"max_memory_usage_kib":13312,"rank":302,"performance":1515,"input_tokens":421189,"output_tokens":93112,"total_tokens":514301,"cost":4.433745},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1072999,"overall_relative_score":1072999,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":108,"performance":2044,"input_tokens":336198,"output_tokens":77462,"total_tokens":413660,"cost":3.61754},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":386245321882,"overall_relative_score":512966489050,"max_execution_time_ms":2820,"max_memory_usage_kib":60416,"rank":55,"performance":2236,"input_tokens":543074,"output_tokens":125054,"total_tokens":668128,"cost":5.8417200000000005},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1102824916,"overall_relative_score":204091129800,"max_execution_time_ms":2480,"max_memory_usage_kib":3072,"rank":281,"performance":1578,"input_tokens":602886,"output_tokens":138639,"total_tokens":741525,"cost":6.480405},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11064818311608,"overall_relative_score":11064818311608,"max_execution_time_ms":1800,"max_memory_usage_kib":18432,"rank":244,"performance":1692,"input_tokens":356893,"output_tokens":79326,"total_tokens":436219,"cost":3.767615},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":666843,"overall_relative_score":381223552684,"max_execution_time_ms":2540,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":523243,"output_tokens":117088,"total_tokens":640331,"cost":5.543415},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6720170666,"overall_relative_score":6720170666,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":175,"performance":1806,"input_tokens":600699,"output_tokens":140620,"total_tokens":741319,"cost":6.518994999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":263852287,"overall_relative_score":263852287,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":68,"performance":2205,"input_tokens":337356,"output_tokens":68898,"total_tokens":406254,"cost":3.40923},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":504336,"overall_relative_score":465952009038,"max_execution_time_ms":160,"max_memory_usage_kib":9216,"rank":260,"performance":1569,"input_tokens":661126,"output_tokens":172984,"total_tokens":834110,"cost":7.630230000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":447019,"overall_relative_score":447019,"max_execution_time_ms":1450,"max_memory_usage_kib":6144,"rank":47,"performance":2221,"input_tokens":393496,"output_tokens":96769,"total_tokens":490265,"cost":4.386704999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3484415476,"overall_relative_score":2766540943876,"max_execution_time_ms":2820,"max_memory_usage_kib":6144,"rank":341,"performance":1499,"input_tokens":404640,"output_tokens":83541,"total_tokens":488181,"cost":4.111725},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70346454,"overall_relative_score":70346454,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":297,"performance":1635,"input_tokens":393185,"output_tokens":75419,"total_tokens":468604,"cost":3.8514},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465805,"overall_relative_score":465805,"max_execution_time_ms":1700,"max_memory_usage_kib":45104,"rank":79,"performance":2147,"input_tokens":436640,"output_tokens":93700,"total_tokens":530340,"cost":4.5257},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149591058,"overall_relative_score":149591058,"max_execution_time_ms":1820,"max_memory_usage_kib":5120,"rank":33,"performance":2437,"input_tokens":519820,"output_tokens":134199,"total_tokens":654019,"cost":5.954075},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":742691714,"overall_relative_score":1871353307251,"max_execution_time_ms":1320,"max_memory_usage_kib":3072,"rank":351,"performance":1535,"input_tokens":433594,"output_tokens":102110,"total_tokens":535704,"cost":4.72072},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217883,"overall_relative_score":217883,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":60,"performance":2279,"input_tokens":409667,"output_tokens":105309,"total_tokens":514976,"cost":4.68106}]},{"num_self_refine":16,"rank":{"all":{"mean":162.625,"median":125.5,"min":2,"max":613,"stdev":142.64510156328538},"short":{"mean":129.0,"median":76.0,"min":2,"max":613,"stdev":148.1795593804416},"long":{"mean":208.11764705882354,"median":200.0,"min":43,"max":474,"stdev":124.82782259623713}},"performance":{"all":{"mean":1912.975,"median":1919.5,"min":-61,"max":3304,"stdev":625.0111993868385},"short":{"mean":2037.7826086956522,"median":2113.0,"min":-61,"max":3304,"stdev":764.4930558291993},"long":{"mean":1744.1176470588234,"median":1693.0,"min":1282,"max":2321,"stdev":309.64109916824293}},"input_tokens":{"all":{"mean":1480778.275,"median":1454740.0,"min":551724,"max":2507232,"stdev":448091.97926833585},"short":{"mean":1334692.043478261,"median":1291852.0,"min":595627,"max":2250986,"stdev":363138.756945666},"long":{"mean":1678424.3529411764,"median":1614108.0,"min":551724,"max":2507232,"stdev":485708.3085510198}},"output_tokens":{"all":{"mean":163895.9,"median":153674.0,"min":56483,"max":281406,"stdev":54634.772756870436},"short":{"mean":147254.0,"median":136662.0,"min":62517,"max":260661,"stdev":45663.063554494656},"long":{"mean":186411.41176470587,"median":180947.0,"min":56483,"max":281406,"stdev":58924.10550557686}},"total_tokens":{"all":{"mean":1644674.175,"median":1623332.0,"min":608207,"max":2788638,"stdev":501905.26177372166},"short":{"mean":1481946.043478261,"median":1422676.0,"min":658144,"max":2511647,"stdev":407925.5439587517},"long":{"mean":1864835.7647058824,"median":1795055.0,"min":608207,"max":2788638,"stdev":543743.7314531233}},"cost":{"all":{"mean":11.501288875,"median":11.289750000000002,"min":4.170695,"max":19.571310000000004,"stdev":3.5919978400821},"short":{"mean":10.354810217391304,"median":9.814319999999999,"min":4.54106,"max":17.771455,"stdev":2.942106079620855},"long":{"mean":13.05240705882353,"median":12.594214999999998,"min":4.170695,"max":19.571310000000004,"stdev":3.886119490196832}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":955575724699,"overall_relative_score":955575724699,"max_execution_time_ms":4780,"max_memory_usage_kib":3072,"rank":310,"performance":1446,"input_tokens":1120861,"output_tokens":135131,"total_tokens":1255992,"cost":8.98258},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2915999,"overall_relative_score":2915999,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":353,"performance":1357,"input_tokens":803461,"output_tokens":95824,"total_tokens":899285,"cost":6.412905},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2893295618058,"overall_relative_score":2893295618058,"max_execution_time_ms":2090,"max_memory_usage_kib":3072,"rank":48,"performance":2228,"input_tokens":551724,"output_tokens":56483,"total_tokens":608207,"cost":4.170695},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6546616702,"overall_relative_score":6546616702,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":19,"performance":2574,"input_tokens":1466688,"output_tokens":179449,"total_tokens":1646137,"cost":11.819665},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22309227,"overall_relative_score":22309227,"max_execution_time_ms":2940,"max_memory_usage_kib":9216,"rank":2,"performance":3304,"input_tokens":1532655,"output_tokens":181192,"total_tokens":1713847,"cost":12.193075},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5627742,"overall_relative_score":5627742,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":143,"performance":1756,"input_tokens":1182450,"output_tokens":120697,"total_tokens":1303147,"cost":8.929675000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2177515,"overall_relative_score":2177515,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":4,"performance":2996,"input_tokens":1167138,"output_tokens":136343,"total_tokens":1303481,"cost":9.244265},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":976342,"output_tokens":103099,"total_tokens":1079441,"cost":7.459185000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12084815930,"overall_relative_score":12084815930,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":334,"performance":1326,"input_tokens":1538438,"output_tokens":149199,"total_tokens":1687637,"cost":11.422165000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5406290958,"overall_relative_score":5406290958,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":201,"performance":1625,"input_tokens":595627,"output_tokens":62517,"total_tokens":658144,"cost":4.54106},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2646052,"overall_relative_score":2646052,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":59,"performance":2092,"input_tokens":1177141,"output_tokens":121302,"total_tokens":1298443,"cost":8.918255},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1258066829,"overall_relative_score":1258066829,"max_execution_time_ms":2880,"max_memory_usage_kib":4096,"rank":196,"performance":1633,"input_tokens":2046544,"output_tokens":217288,"total_tokens":2263832,"cost":15.664920000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98335321,"overall_relative_score":98335321,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":9,"performance":2767,"input_tokens":1291852,"output_tokens":130824,"total_tokens":1422676,"cost":9.72986},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2222730564,"overall_relative_score":2222730564,"max_execution_time_ms":4640,"max_memory_usage_kib":4096,"rank":47,"performance":2170,"input_tokens":2133917,"output_tokens":233519,"total_tokens":2367436,"cost":16.507559999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107299529,"overall_relative_score":107299529,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":280,"performance":1447,"input_tokens":1005978,"output_tokens":101707,"total_tokens":1107685,"cost":7.572565},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14973752548,"overall_relative_score":171697700945,"max_execution_time_ms":1470,"max_memory_usage_kib":5120,"rank":356,"performance":1437,"input_tokens":1313592,"output_tokens":126322,"total_tokens":1439914,"cost":9.726009999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25445531214,"overall_relative_score":1344970505406,"max_execution_time_ms":5800,"max_memory_usage_kib":4096,"rank":108,"performance":1979,"input_tokens":1570020,"output_tokens":176508,"total_tokens":1746528,"cost":12.262799999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2133114598031,"overall_relative_score":538370403938,"max_execution_time_ms":5430,"max_memory_usage_kib":4096,"rank":82,"performance":2009,"input_tokens":2141901,"output_tokens":253793,"total_tokens":2395694,"cost":17.05433},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":498735468,"overall_relative_score":498735468,"max_execution_time_ms":1980,"max_memory_usage_kib":7168,"rank":6,"performance":2921,"input_tokens":1606602,"output_tokens":173672,"total_tokens":1780274,"cost":12.374810000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":1308658,"output_tokens":136662,"total_tokens":1445320,"cost":9.959840000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":123168,"rank":186,"performance":483,"input_tokens":1289960,"output_tokens":131131,"total_tokens":1421091,"cost":9.728075},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291197,"overall_relative_score":291197,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":78,"performance":2022,"input_tokens":1165408,"output_tokens":118623,"total_tokens":1284031,"cost":8.792615},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29350006101,"overall_relative_score":293867311251,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":474,"performance":1282,"input_tokens":1614108,"output_tokens":180947,"total_tokens":1795055,"cost":12.594214999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1395032,"overall_relative_score":1395032,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":76,"performance":2113,"input_tokens":1278529,"output_tokens":136867,"total_tokens":1415396,"cost":9.814319999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38610927647,"overall_relative_score":1466088509037,"max_execution_time_ms":1950,"max_memory_usage_kib":13312,"rank":243,"performance":1622,"input_tokens":1570791,"output_tokens":176685,"total_tokens":1747476,"cost":12.271079999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1074788,"overall_relative_score":1074788,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":87,"performance":2127,"input_tokens":1298051,"output_tokens":149613,"total_tokens":1447664,"cost":10.23058},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":385405612629,"overall_relative_score":641726532130,"max_execution_time_ms":2780,"max_memory_usage_kib":60416,"rank":43,"performance":2321,"input_tokens":2027497,"output_tokens":228333,"total_tokens":2255830,"cost":15.84581},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":802982324,"overall_relative_score":317299550215,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":156,"performance":1848,"input_tokens":2250777,"output_tokens":267397,"total_tokens":2518174,"cost":17.938809999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11068117126234,"overall_relative_score":11068117126234,"max_execution_time_ms":1920,"max_memory_usage_kib":18428,"rank":243,"performance":1694,"input_tokens":1298196,"output_tokens":141563,"total_tokens":1439759,"cost":10.030054999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305112,"overall_relative_score":841497239039,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":202,"performance":1718,"input_tokens":1810412,"output_tokens":200093,"total_tokens":2010505,"cost":14.054385},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7441620151,"overall_relative_score":7441620151,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":83,"performance":2110,"input_tokens":2250986,"output_tokens":260661,"total_tokens":2511647,"cost":17.771455},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":265225273,"overall_relative_score":265225273,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":52,"performance":2295,"input_tokens":1187506,"output_tokens":125382,"total_tokens":1312888,"cost":9.07208},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":376351,"overall_relative_score":631156069942,"max_execution_time_ms":270,"max_memory_usage_kib":9216,"rank":200,"performance":1693,"input_tokens":2507232,"output_tokens":281406,"total_tokens":2788638,"cost":19.571310000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":477831,"overall_relative_score":477831,"max_execution_time_ms":1520,"max_memory_usage_kib":12040,"rank":34,"performance":2329,"input_tokens":1567832,"output_tokens":197189,"total_tokens":1765021,"cost":12.768885},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3452623806,"overall_relative_score":2790743612714,"max_execution_time_ms":2730,"max_memory_usage_kib":7168,"rank":274,"performance":1606,"input_tokens":1442792,"output_tokens":157735,"total_tokens":1600527,"cost":11.157335},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70357374,"overall_relative_score":70357374,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":296,"performance":1636,"input_tokens":1218133,"output_tokens":116947,"total_tokens":1335080,"cost":9.014339999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465989,"overall_relative_score":465989,"max_execution_time_ms":1860,"max_memory_usage_kib":9060,"rank":72,"performance":2180,"input_tokens":1559689,"output_tokens":177353,"total_tokens":1737042,"cost":12.23227},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149609616,"overall_relative_score":149609616,"max_execution_time_ms":1820,"max_memory_usage_kib":5120,"rank":30,"performance":2467,"input_tokens":2101166,"output_tokens":240054,"total_tokens":2341220,"cost":16.50718},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":733187234,"overall_relative_score":1895955143541,"max_execution_time_ms":1430,"max_memory_usage_kib":3072,"rank":322,"performance":1576,"input_tokens":1710158,"output_tokens":207458,"total_tokens":1917616,"cost":13.73724},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218550,"overall_relative_score":218550,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":28,"performance":2531,"input_tokens":1550319,"output_tokens":168868,"total_tokens":1719187,"cost":11.973295}]}]},{"model_name":"codestral-2508","detail_path":"data/model_details/codestral-2508.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":861.025,"median":915.5,"min":186,"max":1382,"stdev":216.36631894626984},"short":{"mean":783.3913043478261,"median":761.0,"min":186,"max":1084,"stdev":216.7098477290933},"long":{"mean":966.0588235294117,"median":999.0,"min":727,"max":1382,"stdev":170.73461518839525}},"performance":{"all":{"mean":137.775,"median":116.5,"min":-200,"max":705,"stdev":194.88688204923335},"short":{"mean":126.6086956521739,"median":116.0,"min":-200,"max":705,"stdev":227.42426094505214},"long":{"mean":152.88235294117646,"median":117.0,"min":-80,"max":467,"stdev":145.04907891509566}},"input_tokens":{"all":{"mean":3119.5,"median":2665.0,"min":1376,"max":8399,"stdev":1812.4525811657415},"short":{"mean":2554.4347826086955,"median":1870.0,"min":1448,"max":8399,"stdev":1723.9434926957163},"long":{"mean":3884.0,"median":3356.0,"min":1376,"max":8189,"stdev":1685.4359599225359}},"output_tokens":{"all":{"mean":2049.05,"median":2019.5,"min":1242,"max":3328,"stdev":527.4700599110475},"short":{"mean":1915.8260869565217,"median":1844.0,"min":1242,"max":2638,"stdev":472.7741775149116},"long":{"mean":2229.294117647059,"median":2173.0,"min":1248,"max":3328,"stdev":557.5005341595963}},"total_tokens":{"all":{"mean":5168.55,"median":4463.0,"min":2794,"max":10834,"stdev":2015.3406399097387},"short":{"mean":4470.260869565217,"median":3968.0,"min":2794,"max":10834,"stdev":1902.3587085842885},"long":{"mean":6113.294117647059,"median":5945.0,"min":3149,"max":10243,"stdev":1809.6412892029832}},"cost":{"all":{"mean":0.002779995,"median":0.0027816,"min":0.0016026,"max":0.0047112,"stdev":0.0008096762103553399},"short":{"mean":0.0024905739130434783,"median":0.0022806,"min":0.0016026,"max":0.0047112,"stdev":0.0007502421313497223},"long":{"mean":0.003171564705882353,"median":0.0032364,"min":0.0019677,"max":0.0043611,"stdev":0.0007353279131968747}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1610,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1376,"output_tokens":1773,"total_tokens":3149,"cost":0.0020085},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":747520,"rank":1019,"performance":-65,"input_tokens":1520,"output_tokens":1274,"total_tokens":2794,"cost":0.0016026},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2708,"output_tokens":2407,"total_tokens":5115,"cost":0.0029787},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1651,"output_tokens":2250,"total_tokens":3901,"cost":0.0025203},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1841,"output_tokens":2626,"total_tokens":4467,"cost":0.0029157},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1786,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3781,"output_tokens":1895,"total_tokens":5676,"cost":0.0028398},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1566,"output_tokens":2638,"total_tokens":4204,"cost":0.002844},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2270,"output_tokens":1242,"total_tokens":3512,"cost":0.0017988},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3093,"output_tokens":2983,"total_tokens":6076,"cost":0.0036126},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":761,"performance":42,"input_tokens":2251,"output_tokens":1717,"total_tokens":3968,"cost":0.0022206},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":661,"performance":-110,"input_tokens":8399,"output_tokens":2435,"total_tokens":10834,"cost":0.0047112},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8189,"output_tokens":2054,"total_tokens":10243,"cost":0.0043053},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":6480,"output_tokens":1835,"total_tokens":8315,"cost":0.0035955},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3009,"output_tokens":2936,"total_tokens":5945,"cost":0.0035451},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28955493,"overall_relative_score":28955493,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":678,"performance":705,"input_tokens":2622,"output_tokens":2588,"total_tokens":5210,"cost":0.0031158},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652944,"overall_relative_score":322764223,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1012,"performance":465,"input_tokens":2815,"output_tokens":1248,"total_tokens":4063,"cost":0.0019677},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7438,"output_tokens":2173,"total_tokens":9611,"cost":0.0041871},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4553,"output_tokens":3328,"total_tokens":7881,"cost":0.0043611},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3712,"output_tokens":1844,"total_tokens":5556,"cost":0.0027732},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":630,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":1778,"output_tokens":2234,"total_tokens":4012,"cost":0.002544},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2204,"output_tokens":2134,"total_tokens":4338,"cost":0.0025818},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":467,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1852,"output_tokens":1916,"total_tokens":3768,"cost":0.00228},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":960,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2896,"output_tokens":1563,"total_tokens":4459,"cost":0.0022755},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527700,"rank":740,"performance":223,"input_tokens":1752,"output_tokens":1423,"total_tokens":3175,"cost":0.0018063},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3356,"output_tokens":2716,"total_tokens":6072,"cost":0.0034512},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1143,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1870,"output_tokens":1404,"total_tokens":3274,"cost":0.0018246},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4152,"output_tokens":1718,"total_tokens":5870,"cost":0.0027918},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":11620,"rank":1002,"performance":117,"input_tokens":3003,"output_tokens":2595,"total_tokens":5598,"cost":0.0032364},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6106008746764,"overall_relative_score":6106008746764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":928,"performance":411,"input_tokens":1777,"output_tokens":1387,"total_tokens":3164,"cost":0.0017814},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1036,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2863,"output_tokens":1759,"total_tokens":4622,"cost":0.002442},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":553,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1938,"output_tokens":1593,"total_tokens":3531,"cost":0.0020151},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":4540,"output_tokens":2431,"total_tokens":6971,"cost":0.0035499},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":958,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4104,"output_tokens":2419,"total_tokens":6523,"cost":0.0034083},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1884,"output_tokens":2472,"total_tokens":4356,"cost":0.00279},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1087,"performance":145,"input_tokens":4321,"output_tokens":2231,"total_tokens":6552,"cost":0.0033042},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":1675,"output_tokens":1322,"total_tokens":2997,"cost":0.0016923},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2220,"output_tokens":1794,"total_tokens":4014,"cost":0.0022806},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1502,"output_tokens":1520,"total_tokens":3022,"cost":0.0018186},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4371,"output_tokens":2100,"total_tokens":6471,"cost":0.0032013},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1448,"output_tokens":1985,"total_tokens":3433,"cost":0.0022209}]},{"num_self_refine":2,"rank":{"all":{"mean":851.85,"median":914.5,"min":186,"max":1382,"stdev":218.96089687196286},"short":{"mean":773.6521739130435,"median":761.0,"min":186,"max":1084,"stdev":211.58119195834453},"long":{"mean":957.6470588235294,"median":999.0,"min":584,"max":1382,"stdev":186.08161555365652}},"performance":{"all":{"mean":195.9,"median":138.5,"min":-200,"max":838,"stdev":234.51365932554208},"short":{"mean":202.56521739130434,"median":201.0,"min":-200,"max":838,"stdev":264.5598104033045},"long":{"mean":186.88235294117646,"median":132.0,"min":-80,"max":689,"stdev":194.07533406931867}},"input_tokens":{"all":{"mean":9481.625,"median":8137.5,"min":4466,"max":19546,"stdev":4410.5277763580225},"short":{"mean":8207.260869565218,"median":6692.0,"min":4466,"max":19383,"stdev":4192.086562445434},"long":{"mean":11205.764705882353,"median":10247.0,"min":4683,"max":19546,"stdev":4214.196313198576}},"output_tokens":{"all":{"mean":3989.55,"median":3814.0,"min":2608,"max":6393,"stdev":967.937721825807},"short":{"mean":3785.5652173913045,"median":3623.0,"min":2657,"max":5313,"stdev":854.1738606336086},"long":{"mean":4265.529411764706,"median":4124.0,"min":2608,"max":6393,"stdev":1067.588527807358}},"total_tokens":{"all":{"mean":13471.175,"median":12410.5,"min":7144,"max":24101,"stdev":4814.757367412327},"short":{"mean":11992.826086956522,"median":10498.0,"min":7144,"max":24101,"stdev":4546.1593146120595},"long":{"mean":15471.29411764706,"median":15153.0,"min":8335,"max":23688,"stdev":4549.2600739667805}},"cost":{"all":{"mean":0.0064350825,"median":0.0062682,"min":0.00375,"max":0.0100611,"stdev":0.0018065275539053452},"short":{"mean":0.00586918695652174,"median":0.005818800000000001,"min":0.00375,"max":0.0100611,"stdev":0.0016765999152246267},"long":{"mean":0.0072007058823529415,"median":0.0072315,"min":0.0046221000000000005,"max":0.0098172,"stdev":0.0017339603486205312}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1610,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":4683,"output_tokens":3652,"total_tokens":8335,"cost":0.0046917},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11906,"overall_relative_score":11906,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":976,"performance":405,"input_tokens":4466,"output_tokens":2678,"total_tokens":7144,"cost":0.00375},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":18345,"output_tokens":4543,"total_tokens":22888,"cost":0.009592199999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":6847,"output_tokens":4183,"total_tokens":11030,"cost":0.005818800000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":6712,"output_tokens":4870,"total_tokens":11582,"cost":0.0063966},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1786,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":9606,"output_tokens":3620,"total_tokens":13226,"cost":0.0061398},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":6723,"output_tokens":4872,"total_tokens":11595,"cost":0.0064017},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5934,"output_tokens":2715,"total_tokens":8649,"cost":0.0042236999999999995},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":9720,"output_tokens":5896,"total_tokens":15616,"cost":0.0082224},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":761,"performance":42,"input_tokens":6770,"output_tokens":3298,"total_tokens":10068,"cost":0.0049992000000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":661,"performance":-110,"input_tokens":19383,"output_tokens":4718,"total_tokens":24101,"cost":0.0100611},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":18847,"output_tokens":3810,"total_tokens":22657,"cost":0.0090831},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":15346,"output_tokens":3636,"total_tokens":18982,"cost":0.0078762},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":9368,"output_tokens":5524,"total_tokens":14892,"cost":0.007782},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30961986,"overall_relative_score":30961986,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":620,"performance":838,"input_tokens":8637,"output_tokens":5313,"total_tokens":13950,"cost":0.0073728000000000005},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652944,"overall_relative_score":322764223,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1012,"performance":465,"input_tokens":7583,"output_tokens":2608,"total_tokens":10191,"cost":0.0046221000000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":19546,"output_tokens":4142,"total_tokens":23688,"cost":0.009591599999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":13545,"output_tokens":6393,"total_tokens":19938,"cost":0.0098172},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":16917,"output_tokens":3623,"total_tokens":20540,"cost":0.0083358},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":630,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":5950,"output_tokens":4548,"total_tokens":10498,"cost":0.0058782},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6692,"output_tokens":4581,"total_tokens":11273,"cost":0.0061305000000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":467,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":5779,"output_tokens":4220,"total_tokens":9999,"cost":0.0055317000000000005},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":960,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":7509,"output_tokens":3109,"total_tokens":10618,"cost":0.0050508},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527700,"rank":740,"performance":223,"input_tokens":5079,"output_tokens":2744,"total_tokens":7823,"cost":0.0039933},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":10645,"output_tokens":5137,"total_tokens":15782,"cost":0.0078168},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1143,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":5298,"output_tokens":2657,"total_tokens":7955,"cost":0.0039807},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":10247,"output_tokens":3043,"total_tokens":13290,"cost":0.0058128},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":11620,"rank":1002,"performance":117,"input_tokens":8752,"output_tokens":5077,"total_tokens":13829,"cost":0.007194900000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6106008746764,"overall_relative_score":6106008746764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":928,"performance":411,"input_tokens":6004,"output_tokens":3237,"total_tokens":9241,"cost":0.0047145},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1036,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":7638,"output_tokens":3293,"total_tokens":10931,"cost":0.0052551},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":553,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":5625,"output_tokens":3009,"total_tokens":8634,"cost":0.0043955999999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":11660,"output_tokens":4539,"total_tokens":16199,"cost":0.0075831},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":958,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":10784,"output_tokens":4725,"total_tokens":15509,"cost":0.0074877},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":8767,"output_tokens":4723,"total_tokens":13490,"cost":0.0068808},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1087,"performance":145,"input_tokens":11029,"output_tokens":4124,"total_tokens":15153,"cost":0.0070203},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":5429,"output_tokens":2995,"total_tokens":8424,"cost":0.0043242},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129640,"overall_relative_score":129640,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":933,"performance":543,"input_tokens":6502,"output_tokens":3367,"total_tokens":9869,"cost":0.0049809},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106689414,"overall_relative_score":106689414,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":924,"performance":571,"input_tokens":4674,"output_tokens":2929,"total_tokens":7603,"cost":0.0040383},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":12651,"output_tokens":3818,"total_tokens":16469,"cost":0.0072315},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":13573,"output_tokens":3613,"total_tokens":17186,"cost":0.0073235999999999996}]},{"num_self_refine":4,"rank":{"all":{"mean":822.0,"median":899.5,"min":186,"max":1382,"stdev":238.01077329635356},"short":{"mean":734.5217391304348,"median":706.0,"min":186,"max":1084,"stdev":232.89928950381835},"long":{"mean":940.3529411764706,"median":999.0,"min":584,"max":1382,"stdev":193.94875005283953}},"performance":{"all":{"mean":294.125,"median":204.0,"min":-200,"max":1427,"stdev":332.9234290574705},"short":{"mean":328.4347826086956,"median":265.0,"min":-200,"max":1427,"stdev":380.7734743061521},"long":{"mean":247.7058823529412,"median":145.0,"min":-80,"max":781,"stdev":258.50913057034427}},"input_tokens":{"all":{"mean":31517.45,"median":28970.0,"min":16307,"max":69666,"stdev":13681.024314908887},"short":{"mean":30293.869565217392,"median":24191.0,"min":16307,"max":69666,"stdev":15682.466191446096},"long":{"mean":33172.882352941175,"median":31571.0,"min":17390,"max":57103,"stdev":10629.99891746439}},"output_tokens":{"all":{"mean":8035.425,"median":7531.5,"min":5167,"max":12387,"stdev":1864.924593065498},"short":{"mean":7647.217391304348,"median":7221.0,"min":5167,"max":11174,"stdev":1605.2399978174246},"long":{"mean":8560.64705882353,"median":8403.0,"min":5284,"max":12387,"stdev":2103.4866573494255}},"total_tokens":{"all":{"mean":39552.875,"median":37049.0,"min":21511,"max":77034,"stdev":14324.65527967114},"short":{"mean":37941.086956521736,"median":32965.0,"min":21511,"max":77034,"stdev":16079.194617192412},"long":{"mean":41733.529411764706,"median":40756.0,"min":24590,"max":67066,"stdev":11656.953687164836}},"cost":{"all":{"mean":0.0166871175,"median":0.01576815,"min":0.0095535,"max":0.027531,"stdev":0.00485698106661749},"short":{"mean":0.01597065652173913,"median":0.014993099999999999,"min":0.0095535,"max":0.027531,"stdev":0.00518924369886456},"long":{"mean":0.017656447058823528,"median":0.0177501,"min":0.011696999999999999,"max":0.0260976,"stdev":0.004328823182765388}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1610,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":17390,"output_tokens":7200,"total_tokens":24590,"cost":0.011696999999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3130999,"overall_relative_score":3130999,"max_execution_time_ms":1160,"max_memory_usage_kib":9216,"rank":309,"performance":1427,"input_tokens":24672,"output_tokens":5498,"total_tokens":30170,"cost":0.012349800000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":57103,"output_tokens":9963,"total_tokens":67066,"cost":0.0260976},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":25144,"output_tokens":7821,"total_tokens":32965,"cost":0.0145821},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":23807,"output_tokens":9652,"total_tokens":33459,"cost":0.0158289},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1786,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":26921,"output_tokens":7157,"total_tokens":34078,"cost":0.014517599999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":24191,"output_tokens":9389,"total_tokens":33580,"cost":0.0157074},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":18429,"output_tokens":6277,"total_tokens":24706,"cost":0.011178},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":2610,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":32749,"output_tokens":11851,"total_tokens":44600,"cost":0.0204906},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":111258839,"overall_relative_score":111258839,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":699,"performance":601,"input_tokens":22227,"output_tokens":6695,"total_tokens":28922,"cost":0.012693600000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3032,"overall_relative_score":3032,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":505,"performance":871,"input_tokens":48810,"output_tokens":8788,"total_tokens":57598,"cost":0.0225522},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":46471,"output_tokens":7334,"total_tokens":53805,"cost":0.020541900000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273796,"overall_relative_score":273796,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":706,"performance":436,"input_tokens":38901,"output_tokens":7164,"total_tokens":46065,"cost":0.0181179},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":32070,"output_tokens":11234,"total_tokens":43304,"cost":0.0197316},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33401959,"overall_relative_score":33401959,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":610,"performance":858,"input_tokens":31457,"output_tokens":11174,"total_tokens":42631,"cost":0.019493700000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652944,"overall_relative_score":322764223,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1012,"performance":465,"input_tokens":23157,"output_tokens":5284,"total_tokens":28441,"cost":0.0117027},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":50273,"output_tokens":8497,"total_tokens":58770,"cost":0.022729199999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":42876,"output_tokens":12387,"total_tokens":55263,"cost":0.0240111},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":69666,"output_tokens":7368,"total_tokens":77034,"cost":0.027531},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":630,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":21870,"output_tokens":9369,"total_tokens":31239,"cost":0.014993099999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":55207,"output_tokens":9003,"total_tokens":64210,"cost":0.0246648},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":467,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":21886,"output_tokens":8833,"total_tokens":30719,"cost":0.0145155},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":960,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":22150,"output_tokens":6786,"total_tokens":28936,"cost":0.0127524},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527700,"rank":740,"performance":223,"input_tokens":16307,"output_tokens":5724,"total_tokens":22031,"cost":0.0100437},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":32829,"output_tokens":9770,"total_tokens":42599,"cost":0.0186417},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1143,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":16344,"output_tokens":5167,"total_tokens":21511,"cost":0.0095535},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":31571,"output_tokens":6034,"total_tokens":37605,"cost":0.0149019},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":11620,"rank":1002,"performance":117,"input_tokens":28246,"output_tokens":10307,"total_tokens":38553,"cost":0.0177501},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6106008746764,"overall_relative_score":6106008746764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":928,"performance":411,"input_tokens":20789,"output_tokens":6239,"total_tokens":27028,"cost":0.0118518},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1036,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":22250,"output_tokens":6363,"total_tokens":28613,"cost":0.0124017},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":553,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":17717,"output_tokens":5845,"total_tokens":23562,"cost":0.0105756},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":32711,"output_tokens":9170,"total_tokens":41881,"cost":0.0180663},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":958,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":31490,"output_tokens":9266,"total_tokens":40756,"cost":0.0177864},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":29725,"output_tokens":9116,"total_tokens":38841,"cost":0.017121900000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1087,"performance":145,"input_tokens":30810,"output_tokens":8403,"total_tokens":39213,"cost":0.0168057},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":20405,"output_tokens":6835,"total_tokens":27240,"cost":0.012273},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129640,"overall_relative_score":129640,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":933,"performance":543,"input_tokens":29694,"output_tokens":6799,"total_tokens":36493,"cost":0.0150273},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106689414,"overall_relative_score":106689414,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":924,"performance":571,"input_tokens":18400,"output_tokens":7221,"total_tokens":25621,"cost":0.012018899999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197530175,"overall_relative_score":262552122477,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":1120,"performance":617,"input_tokens":35583,"output_tokens":7695,"total_tokens":43278,"cost":0.0176004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":68400,"output_tokens":6739,"total_tokens":75139,"cost":0.0265851}]},{"num_self_refine":8,"rank":{"all":{"mean":811.65,"median":871.5,"min":186,"max":1382,"stdev":239.20375929641753},"short":{"mean":729.7826086956521,"median":724.0,"min":186,"max":1084,"stdev":230.67508761769406},"long":{"mean":922.4117647058823,"median":999.0,"min":584,"max":1382,"stdev":208.89083836525998}},"performance":{"all":{"mean":340.475,"median":228.5,"min":-200,"max":1427,"stdev":342.0556250685342},"short":{"mean":364.04347826086956,"median":277.0,"min":-200,"max":1427,"stdev":377.4271125614093},"long":{"mean":308.5882352941176,"median":178.0,"min":-50,"max":955,"stdev":295.70806102123964}},"input_tokens":{"all":{"mean":111898.0,"median":101181.5,"min":56328,"max":299842,"stdev":52186.385491492576},"short":{"mean":115432.08695652174,"median":92446.0,"min":56328,"max":299842,"stdev":64826.02934421905},"long":{"mean":107116.58823529411,"median":106000.0,"min":66152,"max":170925,"stdev":28596.664606774564}},"output_tokens":{"all":{"mean":16556.525,"median":15817.0,"min":10636,"max":24375,"stdev":3829.761698333937},"short":{"mean":15882.260869565218,"median":15220.0,"min":11037,"max":22844,"stdev":3339.3913737439602},"long":{"mean":17468.764705882353,"median":17056.0,"min":10636,"max":24375,"stdev":4345.101603090136}},"total_tokens":{"all":{"mean":128454.525,"median":118759.5,"min":67365,"max":312833,"stdev":53253.02600285638},"short":{"mean":131314.34782608695,"median":107543.0,"min":67365,"max":312833,"stdev":65326.11759167072},"long":{"mean":124585.35294117648,"median":125055.0,"min":80543,"max":193435,"stdev":31890.30458646714}},"cost":{"all":{"mean":0.0484702725,"median":0.0454869,"min":0.0268317,"max":0.1016445,"stdev":0.01683430191555611},"short":{"mean":0.04892366086956522,"median":0.042789,"min":0.0268317,"max":0.1016445,"stdev":0.020045267195995514},"long":{"mean":0.04785686470588235,"median":0.0471678,"min":0.0327717,"max":0.07153649999999999,"stdev":0.011729637747227167}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1610,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":66152,"output_tokens":14391,"total_tokens":80543,"cost":0.0327975},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3130999,"overall_relative_score":3130999,"max_execution_time_ms":1160,"max_memory_usage_kib":9216,"rank":309,"performance":1427,"input_tokens":107719,"output_tokens":11637,"total_tokens":119356,"cost":0.042789},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":170925,"output_tokens":22510,"total_tokens":193435,"cost":0.07153649999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":92446,"output_tokens":15097,"total_tokens":107543,"cost":0.0413211},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":88236,"output_tokens":19055,"total_tokens":107291,"cost":0.0436203},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1786,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":84565,"output_tokens":14233,"total_tokens":98798,"cost":0.038179199999999996},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":322582,"overall_relative_score":322582,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":487,"performance":630,"input_tokens":133772,"output_tokens":20040,"total_tokens":153812,"cost":0.05816760000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":66743,"output_tokens":13465,"total_tokens":80208,"cost":0.03214140000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":2610,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":123665,"output_tokens":24151,"total_tokens":147816,"cost":0.0588354},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22969960,"overall_relative_score":22969960,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":724,"performance":508,"input_tokens":82418,"output_tokens":14250,"total_tokens":96668,"cost":0.037550400000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3032,"overall_relative_score":3032,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":505,"performance":871,"input_tokens":139367,"output_tokens":16933,"total_tokens":156300,"cost":0.0570498},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172274449,"overall_relative_score":172274449,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":621,"performance":955,"input_tokens":128512,"output_tokens":15761,"total_tokens":144273,"cost":0.052738499999999994},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":711,"performance":123,"input_tokens":116399,"output_tokens":15648,"total_tokens":132047,"cost":0.049002899999999995},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":118705,"output_tokens":22722,"total_tokens":141427,"cost":0.056061299999999994},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33401959,"overall_relative_score":33401959,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":610,"performance":858,"input_tokens":121846,"output_tokens":22844,"total_tokens":144690,"cost":0.05711340000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652944,"overall_relative_score":322764223,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1012,"performance":465,"input_tokens":78281,"output_tokens":10636,"total_tokens":88917,"cost":0.0330567},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":139785,"output_tokens":17056,"total_tokens":156841,"cost":0.057285899999999994},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":146382,"output_tokens":24375,"total_tokens":170757,"cost":0.0658521},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":311598105,"overall_relative_score":311598105,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":641,"input_tokens":206244,"output_tokens":14940,"total_tokens":221184,"cost":0.0753192},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":630,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":84614,"output_tokens":19053,"total_tokens":103667,"cost":0.042531900000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":284753,"output_tokens":17611,"total_tokens":302364,"cost":0.1012758},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":467,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":84026,"output_tokens":18229,"total_tokens":102255,"cost":0.041613899999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":960,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":75676,"output_tokens":14406,"total_tokens":90082,"cost":0.035668200000000004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527700,"rank":740,"performance":223,"input_tokens":58579,"output_tokens":11740,"total_tokens":70319,"cost":0.028139699999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":107031,"output_tokens":19118,"total_tokens":126149,"cost":0.0493155},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1143,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":56328,"output_tokens":11037,"total_tokens":67365,"cost":0.0268317},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":94189,"output_tokens":12098,"total_tokens":106287,"cost":0.039144899999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":11620,"rank":1002,"performance":117,"input_tokens":106000,"output_tokens":21695,"total_tokens":127695,"cost":0.0513255},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6106008746764,"overall_relative_score":6106008746764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":928,"performance":411,"input_tokens":75691,"output_tokens":12243,"total_tokens":87934,"cost":0.033726},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1036,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":71730,"output_tokens":12503,"total_tokens":84233,"cost":0.0327717},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":553,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":60789,"output_tokens":11517,"total_tokens":72306,"cost":0.028601999999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":108269,"output_tokens":21555,"total_tokens":129824,"cost":0.0518802},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":958,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":102092,"output_tokens":18378,"total_tokens":120470,"cost":0.0471678},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":100271,"output_tokens":17892,"total_tokens":118163,"cost":0.046184100000000006},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1087,"performance":145,"input_tokens":98110,"output_tokens":17063,"total_tokens":115173,"cost":0.044789699999999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":83033,"output_tokens":14791,"total_tokens":97824,"cost":0.03822179999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129640,"overall_relative_score":129640,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":933,"performance":543,"input_tokens":122509,"output_tokens":15220,"total_tokens":137729,"cost":0.0504507},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106689414,"overall_relative_score":106689414,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":924,"performance":571,"input_tokens":81044,"output_tokens":17504,"total_tokens":98548,"cost":0.0400668},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197530175,"overall_relative_score":262552122477,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":1120,"performance":617,"input_tokens":109182,"output_tokens":15873,"total_tokens":125055,"cost":0.04704029999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":299842,"output_tokens":12991,"total_tokens":312833,"cost":0.1016445}]},{"num_self_refine":16,"rank":{"all":{"mean":811.525,"median":871.5,"min":186,"max":1382,"stdev":239.30722529193113},"short":{"mean":729.7826086956521,"median":724.0,"min":186,"max":1084,"stdev":230.67508761769406},"long":{"mean":922.1176470588235,"median":999.0,"min":584,"max":1382,"stdev":209.34477613286091}},"performance":{"all":{"mean":340.65,"median":228.5,"min":-200,"max":1427,"stdev":342.37972247049674},"short":{"mean":364.04347826086956,"median":277.0,"min":-200,"max":1427,"stdev":377.4271125614093},"long":{"mean":309.0,"median":178.0,"min":-50,"max":962,"stdev":296.66774344373874}},"input_tokens":{"all":{"mean":415849.025,"median":358009.5,"min":222485,"max":1259029,"stdev":217464.91912283673},"short":{"mean":442788.2173913043,"median":354106.0,"min":222485,"max":1259029,"stdev":274264.1472547217},"long":{"mean":379401.8823529412,"median":362174.0,"min":251714,"max":561962,"stdev":96894.36679761262}},"output_tokens":{"all":{"mean":33968.2,"median":32446.5,"min":21340,"max":55058,"stdev":8399.991325392346},"short":{"mean":32980.434782608696,"median":32060.0,"min":22861,"max":55058,"stdev":7925.238928581195},"long":{"mean":35304.58823529412,"median":33824.0,"min":21340,"max":48751,"stdev":9073.40116121584}},"total_tokens":{"all":{"mean":449817.225,"median":393494.0,"min":245346,"max":1293856,"stdev":219402.42701419076},"short":{"mean":475768.652173913,"median":391287.0,"min":245346,"max":1293856,"stdev":274997.7587317938},"long":{"mean":414706.4705882353,"median":396778.0,"min":276497,"max":610658,"stdev":105234.77502655529}},"cost":{"all":{"mean":0.1553260875,"median":0.1381734,"min":0.08732039999999999,"max":0.409053,"stdev":0.06725197898195508},"short":{"mean":0.16251885652173914,"median":0.13673100000000002,"min":0.08732039999999999,"max":0.409053,"stdev":0.08314196420017679},"long":{"mean":0.14559469411764706,"median":0.14099460000000003,"min":0.0978189,"max":0.212415,"stdev":0.03666878369678817}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1610,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":257358,"output_tokens":28758,"total_tokens":286116,"cost":0.1030896},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3130999,"overall_relative_score":3130999,"max_execution_time_ms":1160,"max_memory_usage_kib":9216,"rank":309,"performance":1427,"input_tokens":383947,"output_tokens":23941,"total_tokens":407888,"cost":0.13673100000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":561962,"output_tokens":48696,"total_tokens":610658,"cost":0.212415},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":349882,"output_tokens":29649,"total_tokens":379531,"cost":0.1316487},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":338776,"output_tokens":38182,"total_tokens":376958,"cost":0.1359966},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1786,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":291917,"output_tokens":28385,"total_tokens":320302,"cost":0.1131216},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":322582,"overall_relative_score":322582,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":487,"performance":630,"input_tokens":545320,"output_tokens":42688,"total_tokens":588008,"cost":0.2020152},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":256923,"output_tokens":27841,"total_tokens":284764,"cost":0.10213380000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":2610,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":486841,"output_tokens":48751,"total_tokens":535592,"cost":0.1899282},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22969960,"overall_relative_score":22969960,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":724,"performance":508,"input_tokens":314640,"output_tokens":30121,"total_tokens":344761,"cost":0.12150089999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3032,"overall_relative_score":3032,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":505,"performance":871,"input_tokens":446589,"output_tokens":32893,"total_tokens":479482,"cost":0.16358040000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173390807,"overall_relative_score":173390807,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":616,"performance":962,"input_tokens":416752,"output_tokens":31701,"total_tokens":448453,"cost":0.15355649999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":711,"performance":123,"input_tokens":399631,"output_tokens":32624,"total_tokens":432255,"cost":0.1492509},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":460132,"output_tokens":46234,"total_tokens":506366,"cost":0.17965019999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33401959,"overall_relative_score":33401959,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":610,"performance":858,"input_tokens":481480,"output_tokens":46207,"total_tokens":527687,"cost":0.18603029999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652944,"overall_relative_score":322764223,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1012,"performance":465,"input_tokens":284433,"output_tokens":21340,"total_tokens":305773,"cost":0.10453589999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":427001,"output_tokens":33824,"total_tokens":460825,"cost":0.1585419},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":532770,"output_tokens":48351,"total_tokens":581121,"cost":0.2033469},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":311598105,"overall_relative_score":311598105,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":641,"input_tokens":612808,"output_tokens":30356,"total_tokens":643164,"cost":0.21116279999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":630,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":333990,"output_tokens":38421,"total_tokens":372411,"cost":0.1347759},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":1259029,"output_tokens":34827,"total_tokens":1293856,"cost":0.409053},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":467,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":328690,"output_tokens":37021,"total_tokens":365711,"cost":0.13192589999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":960,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":281560,"output_tokens":29646,"total_tokens":311206,"cost":0.11114940000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527700,"rank":740,"performance":223,"input_tokens":222611,"output_tokens":23772,"total_tokens":246383,"cost":0.0881781},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":375099,"output_tokens":37814,"total_tokens":412913,"cost":0.1465623},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1143,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":222920,"output_tokens":25696,"total_tokens":248616,"cost":0.09000240000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":299633,"output_tokens":24226,"total_tokens":323859,"cost":0.11169330000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":11620,"rank":1002,"performance":117,"input_tokens":456240,"output_tokens":44415,"total_tokens":500655,"cost":0.17684550000000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6106008746764,"overall_relative_score":6106008746764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":928,"performance":411,"input_tokens":286823,"output_tokens":24251,"total_tokens":311074,"cost":0.10787279999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1036,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":251714,"output_tokens":24783,"total_tokens":276497,"cost":0.0978189},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":553,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":222485,"output_tokens":22861,"total_tokens":245346,"cost":0.08732039999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":437040,"output_tokens":55058,"total_tokens":492098,"cost":0.1806642},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":958,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":360176,"output_tokens":36602,"total_tokens":396778,"cost":0.14099460000000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":355843,"output_tokens":35444,"total_tokens":391287,"cost":0.1386525},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1087,"performance":145,"input_tokens":344070,"output_tokens":34383,"total_tokens":378453,"cost":0.1341657},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":340097,"output_tokens":30703,"total_tokens":370800,"cost":0.1296618},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129640,"overall_relative_score":129640,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":933,"performance":543,"input_tokens":440621,"output_tokens":32060,"total_tokens":472681,"cost":0.16104030000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106689414,"overall_relative_score":106689414,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":924,"performance":571,"input_tokens":354106,"output_tokens":38439,"total_tokens":392545,"cost":0.1408269},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197530175,"overall_relative_score":262552122477,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":1120,"performance":617,"input_tokens":362174,"output_tokens":32269,"total_tokens":394443,"cost":0.1376943},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1249878,"output_tokens":25495,"total_tokens":1275373,"cost":0.3979089}]}]},{"model_name":"deepseek-r1-0528","detail_path":"data/model_details/deepseek-r1-0528.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":654.525,"median":662.5,"min":186,"max":1005,"stdev":219.3032074431922},"short":{"mean":603.6086956521739,"median":661.0,"min":186,"max":954,"stdev":216.0758997815424},"long":{"mean":723.4117647058823,"median":751.0,"min":395,"max":1005,"stdev":210.3880518302814}},"performance":{"all":{"mean":804.125,"median":901.0,"min":-110,"max":1450,"stdev":409.29440144140995},"short":{"mean":781.6086956521739,"median":788.0,"min":-110,"max":1450,"stdev":454.375669476104},"long":{"mean":834.5882352941177,"median":954.0,"min":94,"max":1285,"stdev":350.34430543815205}},"input_tokens":{"all":{"mean":2958.15,"median":2549.5,"min":1306,"max":7660,"stdev":1612.3396052209666},"short":{"mean":2385.913043478261,"median":1833.0,"min":1424,"max":7660,"stdev":1443.0926358800482},"long":{"mean":3732.3529411764707,"median":3314.0,"min":1306,"max":7503,"stdev":1538.0478674758658}},"output_tokens":{"all":{"mean":20931.4,"median":20399.5,"min":12515,"max":34650,"stdev":4761.327372563028},"short":{"mean":19742.478260869564,"median":18346.0,"min":12515,"max":29981,"stdev":4181.562494718117},"long":{"mean":22539.941176470587,"median":21412.0,"min":13575,"max":34650,"stdev":5141.50929288507}},"total_tokens":{"all":{"mean":23889.55,"median":23608.5,"min":14150,"max":37437,"stdev":5143.544886305153},"short":{"mean":22128.391304347828,"median":20935.0,"min":14150,"max":31806,"stdev":4382.42767651914},"long":{"mean":26272.29411764706,"median":26025.0,"min":16119,"max":37437,"stdev":5252.414287314762}},"cost":{"all":{"mean":0.043793587,"median":0.043537805,"min":0.009079715,"max":0.07741635,"stdev":0.014729766689051876},"short":{"mean":0.040015455,"median":0.04022519,"min":0.009079715,"max":0.06666214,"stdev":0.014194055179821122},"long":{"mean":0.04890517735294118,"median":0.04844713,"min":0.014292815,"max":0.07741635,"stdev":0.014267134577099097}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831245246697,"overall_relative_score":831245246697,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":803,"performance":954,"input_tokens":1306,"output_tokens":19108,"total_tokens":20414,"cost":0.04256482},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282011,"overall_relative_score":282011,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":794,"performance":788,"input_tokens":1443,"output_tokens":14638,"total_tokens":16081,"cost":0.03285087},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2672216196983,"overall_relative_score":2672216196983,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":395,"performance":1285,"input_tokens":2544,"output_tokens":13575,"total_tokens":16119,"cost":0.03112845},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3535819918,"overall_relative_score":3535819918,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":270,"performance":1359,"input_tokens":1586,"output_tokens":21704,"total_tokens":23290,"cost":0.04840406},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4646981,"overall_relative_score":4646981,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":1776,"output_tokens":16589,"total_tokens":18365,"cost":0.03730671},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4872511,"overall_relative_score":4872511,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":474,"performance":1065,"input_tokens":3723,"output_tokens":22302,"total_tokens":26025,"cost":0.05088903},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1076957,"overall_relative_score":1076957,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":343,"performance":1104,"input_tokens":1486,"output_tokens":21199,"total_tokens":22685,"cost":0.01186006},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2212,"output_tokens":17778,"total_tokens":19990,"cost":0.04015042},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":10794892,"overall_relative_score":10794892,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":810,"performance":580,"input_tokens":2999,"output_tokens":21261,"total_tokens":24260,"cost":0.04821104},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35091672,"overall_relative_score":35091672,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":712,"performance":555,"input_tokens":2159,"output_tokens":17488,"total_tokens":19647,"cost":0.03948617},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2000,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":7660,"output_tokens":18235,"total_tokens":25895,"cost":0.04414765},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":189392690,"overall_relative_score":189392690,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":7503,"output_tokens":17349,"total_tokens":24852,"cost":0.04212096},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":4672,"output_tokens":24369,"total_tokens":29041,"cost":0.05593771},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739236449,"overall_relative_score":739236449,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":2787,"output_tokens":34650,"total_tokens":37437,"cost":0.07741635},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49831614,"overall_relative_score":49831614,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":537,"performance":993,"input_tokens":2555,"output_tokens":17726,"total_tokens":20281,"cost":0.04022519},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4391403527,"overall_relative_score":58748347296,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":524,"performance":1213,"input_tokens":2741,"output_tokens":19152,"total_tokens":21893,"cost":0.04345043},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1910717453332,"overall_relative_score":663879900768,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":565,"performance":1089,"input_tokens":6945,"output_tokens":20582,"total_tokens":27527,"cost":0.04889433},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":834869000000000,"overall_relative_score":4167451882,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":4452,"output_tokens":26493,"total_tokens":30945,"cost":0.06046827},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416856305,"overall_relative_score":416856305,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":547,"performance":1160,"input_tokens":3599,"output_tokens":20328,"total_tokens":23927,"cost":0.04649777},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1694,"output_tokens":16191,"total_tokens":17885,"cost":0.03638999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2179,"output_tokens":22101,"total_tokens":24280,"cost":0.04959964},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3356,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1825,"output_tokens":29981,"total_tokens":31806,"cost":0.06666214},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":8116630755,"overall_relative_score":258856445700,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":557,"performance":1180,"input_tokens":2827,"output_tokens":21412,"total_tokens":24239,"cost":0.04844713},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1724,"output_tokens":17203,"total_tokens":18927,"cost":0.03862277},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015850841,"overall_relative_score":649404077197,"max_execution_time_ms":290,"max_memory_usage_kib":23552,"rank":932,"performance":583,"input_tokens":3314,"output_tokens":28891,"total_tokens":32205,"cost":0.06509399},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1033466,"overall_relative_score":1033466,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":370,"performance":1450,"input_tokens":1842,"output_tokens":26078,"total_tokens":27920,"cost":0.05812392},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":704389794055,"overall_relative_score":103532282808,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":4094,"output_tokens":18892,"total_tokens":22986,"cost":0.04362518},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4746,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2951,"output_tokens":18633,"total_tokens":21584,"cost":0.04242932},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1720,"output_tokens":19215,"total_tokens":20935,"cost":0.04302685},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3147954,"overall_relative_score":54734318385,"max_execution_time_ms":4854,"max_memory_usage_kib":3072,"rank":751,"performance":957,"input_tokens":2836,"output_tokens":24277,"total_tokens":27113,"cost":0.05472643},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696041790,"overall_relative_score":696041790,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":840,"performance":676,"input_tokens":1895,"output_tokens":20471,"total_tokens":22366,"cost":0.04587374},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228519228,"overall_relative_score":228519228,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":493,"performance":1303,"input_tokens":4273,"output_tokens":15935,"total_tokens":20208,"cost":0.0372478},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4491,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3996,"output_tokens":29291,"total_tokens":33287,"cost":0.06634509},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109263,"overall_relative_score":109263,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":480,"performance":1074,"input_tokens":1833,"output_tokens":24724,"total_tokens":26557,"cost":0.05515371},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11105189003,"overall_relative_score":1740979347239,"max_execution_time_ms":1090,"max_memory_usage_kib":3072,"rank":997,"performance":645,"input_tokens":4183,"output_tokens":22367,"total_tokens":26550,"cost":0.05128438},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":1635,"output_tokens":12515,"total_tokens":14150,"cost":0.0283071},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148980,"overall_relative_score":148980,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":2215,"output_tokens":18346,"total_tokens":20561,"cost":0.04139599},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113594318,"overall_relative_score":113594318,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":792,"performance":867,"input_tokens":1469,"output_tokens":16148,"total_tokens":17617,"cost":0.009079715},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142875228,"overall_relative_score":465042945085,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":4249,"output_tokens":24944,"total_tokens":29193,"cost":0.014292815},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173079,"overall_relative_score":173079,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":844,"performance":720,"input_tokens":1424,"output_tokens":25115,"total_tokens":26539,"cost":0.01400549}]},{"num_self_refine":2,"rank":{"all":{"mean":602.3,"median":547.0,"min":186,"max":1005,"stdev":223.99200993075738},"short":{"mean":536.8260869565217,"median":496.0,"min":186,"max":925,"stdev":199.95105132232035},"long":{"mean":690.8823529411765,"median":577.0,"min":346,"max":1005,"stdev":229.83169993305458}},"performance":{"all":{"mean":908.775,"median":953.0,"min":-110,"max":1534,"stdev":403.00852491460546},"short":{"mean":933.6521739130435,"median":952.0,"min":-110,"max":1534,"stdev":422.62637794625215},"long":{"mean":875.1176470588235,"median":954.0,"min":94,"max":1371,"stdev":384.9707590117951}},"input_tokens":{"all":{"mean":8450.5,"median":7260.0,"min":4772,"max":17800,"stdev":3461.1884797432936},"short":{"mean":7141.478260869565,"median":6603.0,"min":4772,"max":17309,"stdev":2918.02292765566},"long":{"mean":10221.529411764706,"median":10039.0,"min":5154,"max":17800,"stdev":3420.10316214378}},"output_tokens":{"all":{"mean":32910.25,"median":32315.0,"min":20926,"max":53357,"stdev":6768.811090355756},"short":{"mean":32108.82608695652,"median":31316.0,"min":21290,"max":42390,"stdev":6368.720705363433},"long":{"mean":33994.529411764706,"median":32635.0,"min":20926,"max":53357,"stdev":7330.430436864256}},"total_tokens":{"all":{"mean":41360.75,"median":40419.5,"min":26446,"max":62017,"stdev":7815.347113212567},"short":{"mean":39250.30434782609,"median":39139.0,"min":26446,"max":49335,"stdev":6947.875361542238},"long":{"mean":44216.05882352941,"median":43310.0,"min":28527,"max":62017,"stdev":8212.269863370511}},"cost":{"all":{"mean":0.06744046675,"median":0.06861276999999999,"min":0.01379511,"max":0.12161483,"stdev":0.02018833751602098},"short":{"mean":0.06262303130434782,"median":0.0599345,"min":0.01379511,"max":0.09665385,"stdev":0.020949499473211234},"long":{"mean":0.07395817352941177,"median":0.07329054,"min":0.047153965,"max":0.12161483,"stdev":0.01764909878774354}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831149390391,"overall_relative_score":831149390391,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":803,"performance":954,"input_tokens":5154,"output_tokens":32464,"total_tokens":37618,"cost":0.07393086},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430285,"overall_relative_score":430285,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":739,"performance":864,"input_tokens":5156,"output_tokens":21290,"total_tokens":26446,"cost":0.037010724999999994},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2709030627051,"overall_relative_score":2709030627051,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":346,"performance":1362,"input_tokens":7601,"output_tokens":20926,"total_tokens":28527,"cost":0.05000849},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3535960763,"overall_relative_score":3535960763,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":270,"performance":1359,"input_tokens":5926,"output_tokens":31212,"total_tokens":37138,"cost":0.05421936},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4646981,"overall_relative_score":4646981,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":6975,"output_tokens":27170,"total_tokens":34145,"cost":0.06333855},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4926432,"overall_relative_score":4926432,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":431,"performance":1135,"input_tokens":10804,"output_tokens":30962,"total_tokens":41766,"cost":0.056607965},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1076957,"overall_relative_score":1076957,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":343,"performance":1104,"input_tokens":5490,"output_tokens":39442,"total_tokens":44932,"cost":0.054014429999999995},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8966750644,"overall_relative_score":8966750644,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":507,"performance":799,"input_tokens":6002,"output_tokens":25860,"total_tokens":31862,"cost":0.0599345},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32402254,"overall_relative_score":32402254,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":802,"performance":600,"input_tokens":8986,"output_tokens":28844,"total_tokens":37830,"cost":0.06811065999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35091672,"overall_relative_score":35091672,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":712,"performance":555,"input_tokens":6603,"output_tokens":22553,"total_tokens":29156,"cost":0.05302272},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2000,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":17309,"output_tokens":31148,"total_tokens":48457,"cost":0.052552415},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":595254401,"overall_relative_score":595254401,"max_execution_time_ms":2540,"max_memory_usage_kib":3072,"rank":459,"performance":1176,"input_tokens":17800,"output_tokens":25510,"total_tokens":43310,"cost":0.0656569},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":11868,"output_tokens":34941,"total_tokens":46809,"cost":0.08304819},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739236449,"overall_relative_score":739236449,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":8660,"output_tokens":53357,"total_tokens":62017,"cost":0.12161483},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72614745,"overall_relative_score":72614745,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":394,"performance":1235,"input_tokens":7294,"output_tokens":31105,"total_tokens":38399,"cost":0.048223405},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4391403527,"overall_relative_score":58748347296,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":524,"performance":1213,"input_tokens":7293,"output_tokens":26967,"total_tokens":34260,"cost":0.06306888},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1910717453332,"overall_relative_score":663879900768,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":565,"performance":1089,"input_tokens":17169,"output_tokens":32754,"total_tokens":49923,"cost":0.08117421},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":834869000000000,"overall_relative_score":4167451882,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":12667,"output_tokens":37698,"total_tokens":50365,"cost":0.067740045},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430067404,"overall_relative_score":430067404,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":460,"performance":1280,"input_tokens":9758,"output_tokens":35442,"total_tokens":45200,"cost":0.08298488000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4867,"output_tokens":30337,"total_tokens":35204,"cost":0.06911487999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6973,"output_tokens":32166,"total_tokens":39139,"cost":0.07427869000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13104,"overall_relative_score":13104,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":524,"performance":952,"input_tokens":6799,"output_tokens":40562,"total_tokens":47361,"cost":0.09257023},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38422278052,"overall_relative_score":248359898707,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":577,"performance":1157,"input_tokens":7441,"output_tokens":31807,"total_tokens":39248,"cost":0.07374987999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":5340,"output_tokens":31316,"total_tokens":36656,"cost":0.07151904},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015850841,"overall_relative_score":649404077197,"max_execution_time_ms":290,"max_memory_usage_kib":23552,"rank":932,"performance":583,"input_tokens":11601,"output_tokens":40392,"total_tokens":51993,"cost":0.07253828500000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1034382,"overall_relative_score":1034382,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":363,"performance":1462,"input_tokens":6945,"output_tokens":42390,"total_tokens":49335,"cost":0.09665385},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":704389794055,"overall_relative_score":103532282808,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":10039,"output_tokens":34507,"total_tokens":44546,"cost":0.08109178},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4746,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":7485,"output_tokens":32635,"total_tokens":40120,"cost":0.0755874},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9528983745252,"overall_relative_score":9528983745252,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":723,"performance":946,"input_tokens":5403,"output_tokens":35316,"total_tokens":40719,"cost":0.08031369},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3786560,"overall_relative_score":71153213096,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":744,"performance":965,"input_tokens":7227,"output_tokens":31651,"total_tokens":38878,"cost":0.07329054},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696041790,"overall_relative_score":696041790,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":840,"performance":676,"input_tokens":5723,"output_tokens":34026,"total_tokens":39749,"cost":0.07766459},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228017283,"overall_relative_score":228017283,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":496,"performance":1298,"input_tokens":11206,"output_tokens":21763,"total_tokens":32969,"cost":0.041389155},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4491,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":11688,"output_tokens":41210,"total_tokens":52898,"cost":0.0966783},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109263,"overall_relative_score":109263,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":480,"performance":1074,"input_tokens":7053,"output_tokens":41635,"total_tokens":48688,"cost":0.0950598},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11105189003,"overall_relative_score":1740979347239,"max_execution_time_ms":1090,"max_memory_usage_kib":3072,"rank":997,"performance":645,"input_tokens":11471,"output_tokens":37889,"total_tokens":49360,"cost":0.08928596},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69289617,"overall_relative_score":69289617,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":360,"performance":1534,"input_tokens":4772,"output_tokens":30066,"total_tokens":34838,"cost":0.038383645},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148980,"overall_relative_score":148980,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":6744,"output_tokens":33980,"total_tokens":40724,"cost":0.050606105},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113594318,"overall_relative_score":113594318,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":792,"performance":867,"input_tokens":4836,"output_tokens":23895,"total_tokens":28731,"cost":0.01379511},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804753197,"overall_relative_score":1708041149545,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":479,"performance":1371,"input_tokens":10680,"output_tokens":38334,"total_tokens":49014,"cost":0.047153965},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5212,"output_tokens":40888,"total_tokens":46100,"cost":0.050631760000000005}]},{"num_self_refine":4,"rank":{"all":{"mean":574.725,"median":532.0,"min":186,"max":1005,"stdev":235.43021041140616},"short":{"mean":508.9130434782609,"median":446.0,"min":186,"max":925,"stdev":193.47936536523576},"long":{"mean":663.7647058823529,"median":565.0,"min":186,"max":1005,"stdev":262.64508595530697}},"performance":{"all":{"mean":967.25,"median":1013.5,"min":94,"max":1627,"stdev":408.21686983821826},"short":{"mean":1001.304347826087,"median":1074.0,"min":123,"max":1619,"stdev":392.68046630383947},"long":{"mean":921.1764705882352,"median":954.0,"min":94,"max":1627,"stdev":436.1682925337016}},"input_tokens":{"all":{"mean":27625.375,"median":25513.5,"min":15224,"max":48238,"stdev":8826.32735332635},"short":{"mean":23930.608695652172,"median":22117.0,"min":15224,"max":41844,"stdev":6320.8586135625765},"long":{"mean":32624.176470588234,"median":31963.0,"min":20996,"max":48238,"stdev":9422.414826062995}},"output_tokens":{"all":{"mean":50983.075,"median":51332.0,"min":28370,"max":83349,"stdev":11107.7458429773},"short":{"mean":49854.391304347824,"median":52351.0,"min":30178,"max":71729,"stdev":10211.353604240236},"long":{"mean":52510.117647058825,"median":51288.0,"min":28370,"max":83349,"stdev":12371.788552399936}},"total_tokens":{"all":{"mean":78608.45,"median":79680.0,"min":47208,"max":117845,"stdev":15346.22676576082},"short":{"mean":73785.0,"median":75121.0,"min":47208,"max":99016,"stdev":12660.303755511484},"long":{"mean":85134.29411764706,"median":84748.0,"min":52397,"max":117845,"stdev":16582.07737952601}},"cost":{"all":{"mean":0.108089542625,"median":0.11104259999999999,"min":0.01889695,"max":0.20150711,"stdev":0.03571438007858852},"short":{"mean":0.09965417152173914,"median":0.104194545,"min":0.01889695,"max":0.17209436,"stdev":0.03516211519136962},"long":{"mean":0.11950210352941176,"median":0.12401482,"min":0.068476295,"max":0.20150711,"stdev":0.034181645100789235}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831149390391,"overall_relative_score":831149390391,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":803,"performance":954,"input_tokens":20996,"output_tokens":58732,"total_tokens":79728,"cost":0.14017088},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430285,"overall_relative_score":430285,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":739,"performance":864,"input_tokens":18345,"output_tokens":38090,"total_tokens":56435,"cost":0.067748565},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2729605548880,"overall_relative_score":2729605548880,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":311,"performance":1421,"input_tokens":24027,"output_tokens":28370,"total_tokens":52397,"cost":0.07534515},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3535960763,"overall_relative_score":3535960763,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":270,"performance":1359,"input_tokens":22117,"output_tokens":53656,"total_tokens":75773,"cost":0.068749345},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4639905,"overall_relative_score":4639905,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":25861,"output_tokens":41217,"total_tokens":67078,"cost":0.10448878},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5505513,"overall_relative_score":5505513,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":186,"performance":1627,"input_tokens":34282,"output_tokens":46778,"total_tokens":81060,"cost":0.068476295},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1076957,"overall_relative_score":1076957,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":343,"performance":1104,"input_tokens":21490,"output_tokens":61721,"total_tokens":83211,"cost":0.11160544},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8966750644,"overall_relative_score":8966750644,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":507,"performance":799,"input_tokens":19790,"output_tokens":37464,"total_tokens":57254,"cost":0.09293066},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32402254,"overall_relative_score":32402254,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":802,"performance":600,"input_tokens":31963,"output_tokens":49682,"total_tokens":81645,"cost":0.12638322999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35091672,"overall_relative_score":35091672,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":712,"performance":555,"input_tokens":21612,"output_tokens":40268,"total_tokens":61880,"cost":0.10007352},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840,"overall_relative_score":2840,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":41844,"output_tokens":52351,"total_tokens":94195,"cost":0.06752629},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":605031216,"overall_relative_score":605031216,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":451,"performance":1187,"input_tokens":46137,"output_tokens":44321,"total_tokens":90458,"cost":0.12243834},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":32422,"output_tokens":47236,"total_tokens":79658,"cost":0.12127894},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739236449,"overall_relative_score":739236449,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":34496,"output_tokens":83349,"total_tokens":117845,"cost":0.20150711},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71850772,"overall_relative_score":71850772,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":402,"performance":1221,"input_tokens":25166,"output_tokens":45763,"total_tokens":70929,"cost":0.058698024999999994},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4377483569,"overall_relative_score":51444042559,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":531,"performance":1204,"input_tokens":28579,"output_tokens":32415,"total_tokens":60994,"cost":0.08670729999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1910717453332,"overall_relative_score":663879900768,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":565,"performance":1089,"input_tokens":48238,"output_tokens":47354,"total_tokens":95592,"cost":0.13023616},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":664066146428469,"overall_relative_score":4427593010,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":46656,"output_tokens":49806,"total_tokens":96462,"cost":0.07898796},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":431614111,"overall_relative_score":431614111,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":444,"performance":1303,"input_tokens":32443,"output_tokens":53515,"total_tokens":85958,"cost":0.1350415},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":15224,"output_tokens":46624,"total_tokens":61848,"cost":0.11047975999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":22658,"output_tokens":52463,"total_tokens":75121,"cost":0.12735587},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93482,"overall_relative_score":93482,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":358,"performance":1277,"input_tokens":26848,"output_tokens":56776,"total_tokens":83624,"cost":0.104194545},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24253263367,"overall_relative_score":314714226526,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":415,"performance":1359,"input_tokens":21262,"output_tokens":51288,"total_tokens":72550,"cost":0.12401482},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":18758,"output_tokens":47754,"total_tokens":66512,"cost":0.11489816},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015850841,"overall_relative_score":649404077197,"max_execution_time_ms":290,"max_memory_usage_kib":23552,"rank":932,"performance":583,"input_tokens":43884,"output_tokens":65704,"total_tokens":109588,"cost":0.09081809},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1034382,"overall_relative_score":1034382,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":363,"performance":1462,"input_tokens":26792,"output_tokens":60845,"total_tokens":87637,"cost":0.14798615},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":704389794055,"overall_relative_score":103532282808,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":28149,"output_tokens":56599,"total_tokens":84748,"cost":0.13943376000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4746,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":21197,"output_tokens":51119,"total_tokens":72316,"cost":0.12360895999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9556319932012,"overall_relative_score":9556319932012,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":719,"performance":953,"input_tokens":20666,"output_tokens":51203,"total_tokens":71869,"cost":0.12350087},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2945558,"overall_relative_score":104641194216,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":735,"performance":976,"input_tokens":21144,"output_tokens":51376,"total_tokens":72520,"cost":0.12414264},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2373219664,"overall_relative_score":2373219664,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":693,"performance":954,"input_tokens":19717,"output_tokens":55799,"total_tokens":75516,"cost":0.13304416000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234500027,"overall_relative_score":234500027,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":32748,"output_tokens":30739,"total_tokens":63487,"cost":0.049234125000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4491,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":36797,"output_tokens":61267,"total_tokens":98064,"cost":0.15441308},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109263,"overall_relative_score":109263,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":480,"performance":1074,"input_tokens":27287,"output_tokens":71729,"total_tokens":99016,"cost":0.17209436},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10995126362,"overall_relative_score":1844142825762,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":35420,"output_tokens":59865,"total_tokens":95285,"cost":0.15058535},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69289617,"overall_relative_score":69289617,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":360,"performance":1534,"input_tokens":17187,"output_tokens":53345,"total_tokens":70532,"cost":0.096192905},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148980,"overall_relative_score":148980,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":24188,"output_tokens":58424,"total_tokens":82612,"cost":0.066405245},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126142306,"overall_relative_score":126142306,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":17030,"output_tokens":30178,"total_tokens":47208,"cost":0.01889695},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804753197,"overall_relative_score":1708041149545,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":479,"performance":1371,"input_tokens":31384,"output_tokens":54647,"total_tokens":86031,"cost":0.094266635},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":20211,"output_tokens":59491,"total_tokens":79702,"cost":0.09962178}]},{"num_self_refine":8,"rank":{"all":{"mean":554.175,"median":516.0,"min":186,"max":1005,"stdev":225.38171467022855},"short":{"mean":487.8695652173913,"median":421.0,"min":186,"max":925,"stdev":192.65024935637925},"long":{"mean":643.8823529411765,"median":565.0,"min":199,"max":1005,"stdev":240.65610379568113}},"performance":{"all":{"mean":1008.8,"median":1070.0,"min":94,"max":1646,"stdev":389.4206874254009},"short":{"mean":1040.391304347826,"median":1119.0,"min":123,"max":1619,"stdev":398.4615573028612},"long":{"mean":966.0588235294117,"median":954.0,"min":94,"max":1646,"stdev":384.6512171091226}},"input_tokens":{"all":{"mean":99779.0,"median":95596.0,"min":52849,"max":172296,"stdev":27867.65325145965},"short":{"mean":88568.60869565218,"median":87063.0,"min":52849,"max":128416,"stdev":19584.467578668584},"long":{"mean":114946.0,"median":122759.0,"min":71712,"max":172296,"stdev":30667.96727450321}},"output_tokens":{"all":{"mean":82139.95,"median":81889.5,"min":45221,"max":121327,"stdev":17695.52189034827},"short":{"mean":80395.65217391304,"median":80413.0,"min":45498,"max":110093,"stdev":16844.921642627047},"long":{"mean":84499.88235294117,"median":83445.0,"min":45221,"max":121327,"stdev":19047.54058232438}},"total_tokens":{"all":{"mean":181918.95,"median":180048.5,"min":108859,"max":291710,"stdev":38128.19956608602},"short":{"mean":168964.26086956522,"median":171491.0,"min":108859,"max":225373,"stdev":29235.782498378423},"long":{"mean":199445.88235294117,"median":195987.0,"min":125918,"max":291710,"stdev":42433.99621748221}},"cost":{"all":{"mean":0.19334698825,"median":0.20274367999999998,"min":0.033577635,"max":0.34625638,"stdev":0.07179871699445316},"short":{"mean":0.17837560304347827,"median":0.20156333,"min":0.033577635,"max":0.30282907,"stdev":0.07336711420483487},"long":{"mean":0.21360239176470588,"median":0.2257353,"min":0.09496819000000001,"max":0.34625638,"stdev":0.06637816892164612}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831149390391,"overall_relative_score":831149390391,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":803,"performance":954,"input_tokens":93889,"output_tokens":89421,"total_tokens":183310,"cost":0.24747094},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":385122,"overall_relative_score":385122,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":748,"performance":852,"input_tokens":66421,"output_tokens":60996,"total_tokens":127417,"cost":0.144354505},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2779819232616,"overall_relative_score":2779819232616,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":199,"performance":1646,"input_tokens":80697,"output_tokens":45221,"total_tokens":125918,"cost":0.14341733999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3536753184,"overall_relative_score":3536753184,"max_execution_time_ms":290,"max_memory_usage_kib":150528,"rank":270,"performance":1359,"input_tokens":102119,"output_tokens":77802,"total_tokens":179921,"cost":0.092829915},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4639905,"overall_relative_score":4639905,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":99032,"output_tokens":67167,"total_tokens":166199,"cost":0.20156333},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3749082,"overall_relative_score":3749082,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":594,"performance":859,"input_tokens":122759,"output_tokens":73228,"total_tokens":195987,"cost":0.09496819000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1076957,"overall_relative_score":1076957,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":343,"performance":1104,"input_tokens":87063,"output_tokens":101085,"total_tokens":188148,"cost":0.23387775},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9717060571,"overall_relative_score":9717060571,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":499,"performance":823,"input_tokens":73858,"output_tokens":51646,"total_tokens":125504,"cost":0.15372664},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32402254,"overall_relative_score":32402254,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":802,"performance":600,"input_tokens":124746,"output_tokens":77496,"total_tokens":202242,"cost":0.23832653999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492262657,"overall_relative_score":492262657,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":83430,"output_tokens":77191,"total_tokens":160621,"cost":0.21493479},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840,"overall_relative_score":2840,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":108640,"output_tokens":77311,"total_tokens":185951,"cost":0.09027175000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":680164634,"overall_relative_score":680164634,"max_execution_time_ms":2470,"max_memory_usage_kib":4096,"rank":428,"performance":1219,"input_tokens":136995,"output_tokens":70972,"total_tokens":207967,"cost":0.18642847},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":102994,"output_tokens":80413,"total_tokens":183407,"cost":0.23275116999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739236449,"overall_relative_score":739236449,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":146455,"output_tokens":121327,"total_tokens":267782,"cost":0.34625638},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71850772,"overall_relative_score":71850772,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":402,"performance":1221,"input_tokens":97303,"output_tokens":66316,"total_tokens":163619,"cost":0.07974066999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8733861595,"overall_relative_score":93804130544,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":463,"performance":1290,"input_tokens":89315,"output_tokens":56056,"total_tokens":145371,"cost":0.17188588999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1910717453332,"overall_relative_score":663879900768,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":565,"performance":1089,"input_tokens":145908,"output_tokens":82680,"total_tokens":228588,"cost":0.2613186},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":646105704761783,"overall_relative_score":4479579272,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":156785,"output_tokens":79965,"total_tokens":236750,"cost":0.11044282499999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437395593,"overall_relative_score":437395593,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":382,"performance":1395,"input_tokens":128416,"output_tokens":96957,"total_tokens":225373,"cost":0.28296463},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":52849,"output_tokens":76950,"total_tokens":129799,"cost":0.19758744999999997},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":75153,"output_tokens":81099,"total_tokens":156252,"cost":0.21894096000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93482,"overall_relative_score":93482,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":358,"performance":1277,"input_tokens":108539,"output_tokens":90678,"total_tokens":199217,"cost":0.13386893},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23607497829,"overall_relative_score":317959714556,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":406,"performance":1372,"input_tokens":78165,"output_tokens":83445,"total_tokens":161610,"cost":0.2257353},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":68469,"output_tokens":75444,"total_tokens":143913,"cost":0.20288031},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015850841,"overall_relative_score":649404077197,"max_execution_time_ms":290,"max_memory_usage_kib":23552,"rank":932,"performance":583,"input_tokens":172296,"output_tokens":119414,"total_tokens":291710,"cost":0.13769421},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040872,"overall_relative_score":1040872,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":330,"performance":1519,"input_tokens":105820,"output_tokens":92809,"total_tokens":198629,"cost":0.26145271000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":694358317281,"overall_relative_score":103954313382,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":85495,"output_tokens":98036,"total_tokens":183531,"cost":0.26172109000000005},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":814201956600,"overall_relative_score":86947243227,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":468,"performance":1292,"input_tokens":86643,"output_tokens":93481,"total_tokens":180124,"cost":0.25237704},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9556319932012,"overall_relative_score":9556319932012,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":719,"performance":953,"input_tokens":88356,"output_tokens":87147,"total_tokens":175503,"cost":0.19255214499999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2922205,"overall_relative_score":105941502172,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":735,"performance":976,"input_tokens":71712,"output_tokens":84292,"total_tokens":156004,"cost":0.22404107999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3179824038,"overall_relative_score":3179824038,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":542,"performance":1173,"input_tokens":76325,"output_tokens":95608,"total_tokens":171933,"cost":0.25136027},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":236346609,"overall_relative_score":236346609,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":421,"performance":1405,"input_tokens":110805,"output_tokens":54398,"total_tokens":165203,"cost":0.07278427000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4491,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":124989,"output_tokens":97911,"total_tokens":222900,"cost":0.28316904},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249975,"overall_relative_score":249975,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":330,"performance":1358,"input_tokens":112228,"output_tokens":110093,"total_tokens":222321,"cost":0.30282907},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10882652118,"overall_relative_score":1876277892452,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":126445,"output_tokens":84109,"total_tokens":210554,"cost":0.25374346},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69289617,"overall_relative_score":69289617,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":360,"performance":1534,"input_tokens":63540,"output_tokens":93385,"total_tokens":156925,"cost":0.209374655},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148980,"overall_relative_score":148980,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":82370,"output_tokens":97603,"total_tokens":179973,"cost":0.095808265},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126142306,"overall_relative_score":126142306,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":63361,"output_tokens":45498,"total_tokens":108859,"cost":0.033577635},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804753197,"overall_relative_score":1708041149545,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":479,"performance":1371,"input_tokens":110788,"output_tokens":79444,"total_tokens":190232,"cost":0.19224426500000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":79987,"output_tokens":91504,"total_tokens":171491,"cost":0.20260704999999998}]},{"num_self_refine":16,"rank":{"all":{"mean":528.65,"median":472.5,"min":173,"max":1005,"stdev":239.18435653331596},"short":{"mean":464.95652173913044,"median":421.0,"min":173,"max":925,"stdev":192.000349966743},"long":{"mean":614.8235294117648,"median":559.0,"min":178,"max":1005,"stdev":273.92956104036074}},"performance":{"all":{"mean":1058.9,"median":1111.5,"min":94,"max":1649,"stdev":414.5115630443087},"short":{"mean":1088.0869565217392,"median":1151.0,"min":123,"max":1631,"stdev":410.71654824702716},"long":{"mean":1019.4117647058823,"median":976.0,"min":94,"max":1649,"stdev":428.93284130845143}},"input_tokens":{"all":{"mean":395761.475,"median":393092.5,"min":198832,"max":663139,"stdev":116418.0908560326},"short":{"mean":368761.5652173913,"median":361239.0,"min":198832,"max":588193,"stdev":109734.24519920268},"long":{"mean":432290.76470588235,"median":418896.0,"min":249277,"max":663139,"stdev":118376.22799707793}},"output_tokens":{"all":{"mean":131484.7,"median":130768.5,"min":68012,"max":197935,"stdev":30710.094305727336},"short":{"mean":125859.78260869565,"median":127589.0,"min":68163,"max":179637,"stdev":29527.28905445162},"long":{"mean":139094.88235294117,"median":132217.0,"min":68012,"max":197935,"stdev":31511.984168492058}},"total_tokens":{"all":{"mean":527246.175,"median":499615.5,"min":314253,"max":861074,"stdev":133610.03980679638},"short":{"mean":494621.347826087,"median":474941.0,"min":314253,"max":740241,"stdev":125649.18585186756},"long":{"mean":571385.6470588235,"median":575467.0,"min":364371,"max":861074,"stdev":134926.50011577655}},"cost":{"all":{"mean":0.40225485675,"median":0.4422076575,"min":0.07719463,"max":0.7038957399999999,"stdev":0.17142431638620118},"short":{"mean":0.3667579804347826,"median":0.38639348,"min":0.07719463,"max":0.65731782,"stdev":0.1787277207685916},"long":{"mean":0.45028004235294117,"median":0.49395393000000004,"min":0.17290691000000002,"max":0.7038957399999999,"stdev":0.15311691427449256}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831149390391,"overall_relative_score":831149390391,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":803,"performance":954,"input_tokens":371634,"output_tokens":132217,"total_tokens":503851,"cost":0.49395393000000004},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":385122,"overall_relative_score":385122,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":748,"performance":852,"input_tokens":258320,"output_tokens":90702,"total_tokens":349022,"cost":0.31495509499999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2779819232616,"overall_relative_score":2779819232616,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":199,"performance":1646,"input_tokens":296359,"output_tokens":68012,"total_tokens":364371,"cost":0.31194373000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4613592816,"overall_relative_score":4613592816,"max_execution_time_ms":1030,"max_memory_usage_kib":150528,"rank":173,"performance":1631,"input_tokens":452806,"output_tokens":127588,"total_tokens":580394,"cost":0.16755495999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4639905,"overall_relative_score":4639905,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":391389,"output_tokens":103991,"total_tokens":495380,"cost":0.44300424000000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5529574,"overall_relative_score":5529574,"max_execution_time_ms":1060,"max_memory_usage_kib":3072,"rank":178,"performance":1649,"input_tokens":493511,"output_tokens":123932,"total_tokens":617443,"cost":0.17290691000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1076957,"overall_relative_score":1076957,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":343,"performance":1104,"input_tokens":493594,"output_tokens":179637,"total_tokens":673231,"cost":0.6294986799999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10154006866,"overall_relative_score":10154006866,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":285834,"output_tokens":68163,"total_tokens":353997,"cost":0.30648567},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33083509,"overall_relative_score":33083509,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":802,"performance":600,"input_tokens":512455,"output_tokens":130530,"total_tokens":642985,"cost":0.56771095},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492262657,"overall_relative_score":492262657,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":361239,"output_tokens":127589,"total_tokens":488828,"cost":0.4781013599999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840,"overall_relative_score":2840,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":300530,"output_tokens":110197,"total_tokens":410727,"cost":0.1342642},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":727810829,"overall_relative_score":727810829,"max_execution_time_ms":540,"max_memory_usage_kib":8192,"rank":413,"performance":1241,"input_tokens":465213,"output_tokens":110254,"total_tokens":575467,"cost":0.252343},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":492939,"output_tokens":129278,"total_tokens":622217,"cost":0.55423527},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739236449,"overall_relative_score":739236449,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":532240,"output_tokens":187746,"total_tokens":719986,"cost":0.7038957399999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71850772,"overall_relative_score":71850772,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":402,"performance":1221,"input_tokens":369883,"output_tokens":97554,"total_tokens":467437,"cost":0.13371987000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17307743757,"overall_relative_score":244021761658,"max_execution_time_ms":180,"max_memory_usage_kib":4096,"rank":321,"performance":1491,"input_tokens":293365,"output_tokens":112039,"total_tokens":405404,"cost":0.40671616},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1960261505040,"overall_relative_score":400376605745,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":647,"performance":977,"input_tokens":496053,"output_tokens":131733,"total_tokens":627786,"cost":0.56132442},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":554465623809447,"overall_relative_score":5137867162,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":559,"performance":889,"input_tokens":607238,"output_tokens":140802,"total_tokens":748040,"cost":0.28343346999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":444897699,"overall_relative_score":444897699,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":306,"performance":1519,"input_tokens":588193,"output_tokens":152048,"total_tokens":740241,"cost":0.6564912700000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":198832,"output_tokens":115421,"total_tokens":314253,"cost":0.36212958999999995},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":277156,"output_tokens":136110,"total_tokens":413266,"cost":0.4505167},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93482,"overall_relative_score":93482,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":358,"performance":1277,"input_tokens":454601,"output_tokens":132651,"total_tokens":587252,"cost":0.20367245},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23607497829,"overall_relative_score":317959714556,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":406,"performance":1372,"input_tokens":332659,"output_tokens":130887,"total_tokens":463546,"cost":0.46960498000000006},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356703,"overall_relative_score":1356703,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":424,"performance":1257,"input_tokens":250868,"output_tokens":113432,"total_tokens":364300,"cost":0.38639348},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015850841,"overall_relative_score":649404077197,"max_execution_time_ms":290,"max_memory_usage_kib":23552,"rank":932,"performance":583,"input_tokens":663139,"output_tokens":197935,"total_tokens":861074,"cost":0.547304695},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040872,"overall_relative_score":1040872,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":330,"performance":1519,"input_tokens":432383,"output_tokens":124460,"total_tokens":556843,"cost":0.51037805},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":684568612710,"overall_relative_score":102498318512,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":986,"performance":600,"input_tokens":277144,"output_tokens":168850,"total_tokens":445994,"cost":0.5222107},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48684839240,"overall_relative_score":87645328914,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":466,"performance":1295,"input_tokens":416394,"output_tokens":179965,"total_tokens":596359,"cost":0.6231400500000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9923391827481,"overall_relative_score":9923391827481,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":641,"performance":1073,"input_tokens":495242,"output_tokens":152257,"total_tokens":647499,"cost":0.283292255},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2922205,"overall_relative_score":105941502172,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":735,"performance":976,"input_tokens":249277,"output_tokens":133181,"total_tokens":382458,"cost":0.3167701299999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3189653911,"overall_relative_score":3189653911,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":532,"performance":1184,"input_tokens":302602,"output_tokens":130650,"total_tokens":433252,"cost":0.4525546},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":236346609,"overall_relative_score":236346609,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":421,"performance":1405,"input_tokens":394796,"output_tokens":86709,"total_tokens":481505,"cost":0.128894105},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4491,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":417593,"output_tokens":154595,"total_tokens":572188,"cost":0.5682391999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249975,"overall_relative_score":249975,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":330,"performance":1358,"input_tokens":558777,"output_tokens":159813,"total_tokens":718590,"cost":0.65731782},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10878007088,"overall_relative_score":1879349947742,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":505773,"output_tokens":132429,"total_tokens":638202,"cost":0.56819466},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69289617,"overall_relative_score":69289617,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":360,"performance":1534,"input_tokens":257752,"output_tokens":150563,"total_tokens":408315,"cost":0.44141107499999993},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150520,"overall_relative_score":150520,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":296208,"output_tokens":171468,"total_tokens":467676,"cost":0.18989911000000004},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126142306,"overall_relative_score":126142306,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":247528,"output_tokens":79597,"total_tokens":327125,"cost":0.07719463},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804753197,"overall_relative_score":1708041149545,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":479,"performance":1371,"input_tokens":418896,"output_tokens":129506,"total_tokens":548402,"cost":0.285067995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":320044,"output_tokens":154897,"total_tokens":474941,"cost":0.47346906999999994}]}]},{"model_name":"deepseek-v3.1-terminus","detail_path":"data/model_details/deepseek-v3.1-terminus.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":687.525,"median":706.0,"min":186,"max":1142,"stdev":241.08047252062792},"short":{"mean":622.3478260869565,"median":635.0,"min":186,"max":1019,"stdev":242.3719171955763},"long":{"mean":775.7058823529412,"median":732.0,"min":478,"max":1142,"stdev":215.69734719795534}},"performance":{"all":{"mean":745.175,"median":729.0,"min":-65,"max":1557,"stdev":405.7376244222304},"short":{"mean":745.304347826087,"median":706.0,"min":-65,"max":1557,"stdev":459.3526507026055},"long":{"mean":745.0,"median":893.0,"min":111,"max":1149,"stdev":333.3719769266757}},"input_tokens":{"all":{"mean":2956.15,"median":2547.5,"min":1304,"max":7658,"stdev":1612.3396052209666},"short":{"mean":2383.913043478261,"median":1831.0,"min":1422,"max":7658,"stdev":1443.0926358800482},"long":{"mean":3730.3529411764707,"median":3312.0,"min":1304,"max":7501,"stdev":1538.0478674758658}},"output_tokens":{"all":{"mean":18032.0,"median":18206.0,"min":7768,"max":26876,"stdev":5026.325726382275},"short":{"mean":17255.130434782608,"median":17732.0,"min":7768,"max":25632,"stdev":4630.399779562999},"long":{"mean":19083.058823529413,"median":19500.0,"min":7785,"max":26876,"stdev":5482.582597081738}},"total_tokens":{"all":{"mean":20988.15,"median":20584.0,"min":9209,"max":30870,"stdev":5670.203553303659},"short":{"mean":19639.043478260868,"median":19240.0,"min":9209,"max":29462,"stdev":5315.5450714968665},"long":{"mean":22813.41176470588,"median":24175.0,"min":10327,"max":30870,"stdev":5775.962020075352}},"cost":{"all":{"mean":0.0188301605,"median":0.01886538,"min":0.00815707,"max":0.02795438,"stdev":0.005158596817730798},"short":{"mean":0.01789878695652174,"median":0.01813268,"min":0.00815707,"max":0.02622951,"stdev":0.0047822621020566815},"long":{"mean":0.02009025411764706,"median":0.02064669,"min":0.00847134,"max":0.02795438,"stdev":0.005521256264406746}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9324013751,"overall_relative_score":9324013751,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":1142,"performance":616,"input_tokens":1304,"output_tokens":15355,"total_tokens":16659,"cost":0.01570708},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1441,"output_tokens":7768,"total_tokens":9209,"cost":0.00815707},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2566100805207,"overall_relative_score":2566100805207,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":2542,"output_tokens":7785,"total_tokens":10327,"cost":0.00847134},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":829580501,"overall_relative_score":829580501,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":413,"input_tokens":1584,"output_tokens":10825,"total_tokens":12409,"cost":0.01125268},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":1774,"output_tokens":19388,"total_tokens":21162,"cost":0.01986698},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4865969,"overall_relative_score":4865969,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":3721,"output_tokens":19051,"total_tokens":22772,"cost":0.02005567},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1247319,"overall_relative_score":1247319,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":293,"performance":1233,"input_tokens":1484,"output_tokens":17732,"total_tokens":19216,"cost":0.01813268},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2210,"output_tokens":21168,"total_tokens":23378,"cost":0.0217647},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":1082950260,"overall_relative_score":1082950260,"max_execution_time_ms":486,"max_memory_usage_kib":3072,"rank":540,"performance":1036,"input_tokens":2997,"output_tokens":15782,"total_tokens":18779,"cost":0.01659119},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44178258,"overall_relative_score":44178258,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":559,"input_tokens":2157,"output_tokens":18271,"total_tokens":20428,"cost":0.01885339},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2748,"overall_relative_score":2748,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":648,"performance":278,"input_tokens":7658,"output_tokens":21804,"total_tokens":29462,"cost":0.02387166},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209177716,"overall_relative_score":209177716,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":1006,"input_tokens":7501,"output_tokens":21454,"total_tokens":28955,"cost":0.02347927},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43646257,"overall_relative_score":43646257,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":635,"performance":706,"input_tokens":4670,"output_tokens":22600,"total_tokens":27270,"cost":0.0238609},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5568,"max_memory_usage_kib":21984,"rank":727,"performance":111,"input_tokens":2785,"output_tokens":25408,"total_tokens":28193,"cost":0.02615995},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2553,"output_tokens":16687,"total_tokens":19240,"cost":0.01737631},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2428659215,"overall_relative_score":14171619092,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":732,"performance":959,"input_tokens":2739,"output_tokens":23286,"total_tokens":26025,"cost":0.02402553},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":180,"max_memory_usage_kib":7168,"rank":644,"performance":981,"input_tokens":6943,"output_tokens":17356,"total_tokens":24299,"cost":0.01923061},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4450,"output_tokens":19725,"total_tokens":24175,"cost":0.0209265},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":383180449,"overall_relative_score":383180449,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":701,"performance":944,"input_tokens":3597,"output_tokens":22322,"total_tokens":25919,"cost":0.02329319},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1692,"output_tokens":18141,"total_tokens":19833,"cost":0.01859784},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2177,"output_tokens":9807,"total_tokens":11984,"cost":0.01039479},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1823,"output_tokens":13072,"total_tokens":14895,"cost":0.01356421},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134403629450,"overall_relative_score":166897329749,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":735,"performance":971,"input_tokens":2825,"output_tokens":16733,"total_tokens":19558,"cost":0.01749575},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1210776,"overall_relative_score":1210776,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":721,"performance":575,"input_tokens":1722,"output_tokens":17382,"total_tokens":19104,"cost":0.01784694},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148533364846,"overall_relative_score":392227040835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":957,"performance":516,"input_tokens":3312,"output_tokens":22730,"total_tokens":26042,"cost":0.02362424},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1044292,"overall_relative_score":1044292,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":309,"performance":1557,"input_tokens":1840,"output_tokens":15230,"total_tokens":17070,"cost":0.0157268},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4092,"output_tokens":8128,"total_tokens":12220,"cost":0.00923284},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":796,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2949,"output_tokens":23902,"total_tokens":26851,"cost":0.02469823},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6063117378558,"overall_relative_score":6063117378558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":1718,"output_tokens":10643,"total_tokens":12361,"cost":0.01110686},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2834,"output_tokens":24782,"total_tokens":27616,"cost":0.02554718},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1171530612,"overall_relative_score":1171530612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":812,"performance":741,"input_tokens":1893,"output_tokens":22401,"total_tokens":24294,"cost":0.02291211},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217092795,"overall_relative_score":217092795,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":608,"performance":1145,"input_tokens":4271,"output_tokens":14773,"total_tokens":19044,"cost":0.01592617},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":318805000,"overall_relative_score":406708812,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":3994,"output_tokens":26876,"total_tokens":30870,"cost":0.02795438},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274833,"overall_relative_score":274833,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":293,"performance":1432,"input_tokens":1831,"output_tokens":18383,"total_tokens":20214,"cost":0.01887737},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15572953112,"overall_relative_score":768247986133,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":1055,"performance":516,"input_tokens":4181,"output_tokens":16559,"total_tokens":20740,"cost":0.01768787},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":1633,"output_tokens":16187,"total_tokens":17820,"cost":0.01662791},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172840,"overall_relative_score":172840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":916,"performance":597,"input_tokens":2213,"output_tokens":25632,"total_tokens":27845,"cost":0.02622951},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113861606,"overall_relative_score":113861606,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":791,"performance":869,"input_tokens":1467,"output_tokens":21051,"total_tokens":22518,"cost":0.02144709},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2605471584,"overall_relative_score":575835706154,"max_execution_time_ms":50,"max_memory_usage_kib":15840,"rank":792,"performance":1036,"input_tokens":4247,"output_tokens":19500,"total_tokens":23747,"cost":0.02064669},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1422,"output_tokens":15601,"total_tokens":17023,"cost":0.01598494}]},{"num_self_refine":2,"rank":{"all":{"mean":642.4,"median":625.5,"min":146,"max":1142,"stdev":251.74904068770448},"short":{"mean":556.6086956521739,"median":568.0,"min":146,"max":954,"stdev":241.77858750413378},"long":{"mean":758.4705882352941,"median":722.0,"min":478,"max":1142,"stdev":221.83330387000586}},"performance":{"all":{"mean":865.4,"median":845.5,"min":111,"max":1921,"stdev":390.44319328102927},"short":{"mean":939.6086956521739,"median":799.0,"min":278,"max":1921,"stdev":408.7140297356659},"long":{"mean":765.0,"median":893.0,"min":111,"max":1149,"stdev":351.09916690302754}},"input_tokens":{"all":{"mean":8188.625,"median":7048.0,"min":3941,"max":21215,"stdev":3888.2400519930707},"short":{"mean":7154.260869565217,"median":5670.0,"min":3941,"max":21215,"stdev":4211.217122890541},"long":{"mean":9588.058823529413,"median":8952.0,"min":5616,"max":16987,"stdev":2974.4890206258165}},"output_tokens":{"all":{"mean":29791.55,"median":31465.5,"min":10639,"max":44951,"stdev":7992.446129042161},"short":{"mean":29973.434782608696,"median":30250.0,"min":10639,"max":44951,"stdev":8961.452793270068},"long":{"mean":29545.470588235294,"median":31950.0,"min":16583,"max":39572,"stdev":6720.91088616014}},"total_tokens":{"all":{"mean":37980.175,"median":40027.0,"min":16887,"max":55270,"stdev":8536.281373439986},"short":{"mean":37127.69565217391,"median":35191.0,"min":16887,"max":55270,"stdev":9282.631961380068},"long":{"mean":39133.529411764706,"median":41272.0,"min":24077,"max":49093,"stdev":7528.478515922449}},"cost":{"all":{"mean":0.03200247875,"median":0.034237455,"min":0.01232596,"max":0.04726455,"stdev":0.0079577861624785},"short":{"mean":0.031905085217391306,"median":0.031584070000000006,"min":0.01232596,"max":0.04726455,"stdev":0.008854055186138193},"long":{"mean":0.03213424647058823,"median":0.03451149,"min":0.01860638,"max":0.04191533,"stdev":0.006821566350040089}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9324013751,"overall_relative_score":9324013751,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":1142,"performance":616,"input_tokens":5616,"output_tokens":25669,"total_tokens":31285,"cost":0.02718532},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1663334,"overall_relative_score":1663334,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":575,"performance":1067,"input_tokens":6248,"output_tokens":10639,"total_tokens":16887,"cost":0.01232596},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2563495387001,"overall_relative_score":2563495387001,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":7494,"output_tokens":16583,"total_tokens":24077,"cost":0.01860638},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2245275756,"overall_relative_score":2245275756,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":462,"performance":896,"input_tokens":4547,"output_tokens":23552,"total_tokens":28099,"cost":0.02477969},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":5723,"output_tokens":37300,"total_tokens":43023,"cost":0.03884521},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4865969,"overall_relative_score":4865969,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":9487,"output_tokens":31950,"total_tokens":41437,"cost":0.03451149},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1247319,"overall_relative_score":1247319,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":293,"performance":1233,"input_tokens":4941,"output_tokens":30250,"total_tokens":35191,"cost":0.031584070000000006},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8984780090,"overall_relative_score":8984780090,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":507,"performance":799,"input_tokens":5312,"output_tokens":36316,"total_tokens":41628,"cost":0.037750240000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1232168896,"overall_relative_score":1232168896,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":533,"performance":1045,"input_tokens":8440,"output_tokens":23786,"total_tokens":32226,"cost":0.0260648},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340314488,"overall_relative_score":340314488,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":662,"performance":709,"input_tokens":6359,"output_tokens":36794,"total_tokens":43153,"cost":0.03851093},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2748,"overall_relative_score":2748,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":648,"performance":278,"input_tokens":16655,"output_tokens":38615,"total_tokens":55270,"cost":0.04311185},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209177716,"overall_relative_score":209177716,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":1006,"input_tokens":16987,"output_tokens":32106,"total_tokens":49093,"cost":0.03669249},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57211532,"overall_relative_score":57211532,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":604,"performance":786,"input_tokens":10665,"output_tokens":44385,"total_tokens":55050,"cost":0.04726455},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5568,"max_memory_usage_kib":21984,"rank":727,"performance":111,"input_tokens":8679,"output_tokens":39572,"total_tokens":48251,"cost":0.04191533},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116980090,"overall_relative_score":116980090,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":234,"performance":1547,"input_tokens":7094,"output_tokens":23869,"total_tokens":30963,"cost":0.02578438},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4936969067,"overall_relative_score":27614211087,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":641,"performance":1071,"input_tokens":6896,"output_tokens":34376,"total_tokens":41272,"cost":0.03623792},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":180,"max_memory_usage_kib":7168,"rank":644,"performance":981,"input_tokens":15898,"output_tokens":24749,"total_tokens":40647,"cost":0.029041459999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11046,"output_tokens":30981,"total_tokens":42027,"cost":0.03396342},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421316880,"overall_relative_score":421316880,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":518,"performance":1199,"input_tokens":9904,"output_tokens":34104,"total_tokens":44008,"cost":0.03677808},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4536,"output_tokens":30195,"total_tokens":34731,"cost":0.03141972},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":21215,"output_tokens":13265,"total_tokens":34480,"cost":0.018993049999999997},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":4401,"output_tokens":35420,"total_tokens":39821,"cost":0.03660827},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54714196194,"overall_relative_score":223838627983,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":7002,"output_tokens":24326,"total_tokens":31328,"cost":0.026216540000000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1210776,"overall_relative_score":1210776,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":721,"performance":575,"input_tokens":5757,"output_tokens":23223,"total_tokens":28980,"cost":0.02477739},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148533364846,"overall_relative_score":392227040835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":957,"performance":516,"input_tokens":8952,"output_tokens":34509,"total_tokens":43461,"cost":0.03692604},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067216,"overall_relative_score":1067216,"max_execution_time_ms":180,"max_memory_usage_kib":4096,"rank":146,"performance":1921,"input_tokens":5228,"output_tokens":24849,"total_tokens":30077,"cost":0.02626056},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9331,"output_tokens":20859,"total_tokens":30190,"cost":0.023378370000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":796,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":7549,"output_tokens":32684,"total_tokens":40233,"cost":0.03472223},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6297573338307,"overall_relative_score":6297573338307,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":865,"performance":655,"input_tokens":5023,"output_tokens":29822,"total_tokens":34845,"cost":0.03117821},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":8403,"output_tokens":39446,"total_tokens":47849,"cost":0.04171481},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1171530612,"overall_relative_score":1171530612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":812,"performance":741,"input_tokens":6001,"output_tokens":34612,"total_tokens":40613,"cost":0.03623227},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225923130,"overall_relative_score":225923130,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":518,"performance":1268,"input_tokens":10395,"output_tokens":20202,"total_tokens":30597,"cost":0.02300865},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":318805000,"overall_relative_score":406708812,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":10880,"output_tokens":34700,"total_tokens":45580,"cost":0.0376376},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287151,"overall_relative_score":287151,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":260,"performance":1501,"input_tokens":5334,"output_tokens":36374,"total_tokens":41708,"cost":0.03781418},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15572953112,"overall_relative_score":768247986133,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":1055,"performance":516,"input_tokens":9816,"output_tokens":21719,"total_tokens":31535,"cost":0.02436932},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":5187,"output_tokens":21195,"total_tokens":26382,"cost":0.02259549},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172840,"overall_relative_score":172840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":916,"performance":597,"input_tokens":5670,"output_tokens":44951,"total_tokens":50621,"cost":0.0464819},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114401536,"overall_relative_score":114401536,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":786,"performance":877,"input_tokens":4412,"output_tokens":33870,"total_tokens":38282,"cost":0.03506124},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068281150,"overall_relative_score":1294220004362,"max_execution_time_ms":100,"max_memory_usage_kib":15916,"rank":722,"performance":1108,"input_tokens":10521,"output_tokens":34258,"total_tokens":44779,"cost":0.03709867},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":3941,"output_tokens":25587,"total_tokens":29528,"cost":0.02665107}]},{"num_self_refine":4,"rank":{"all":{"mean":591.625,"median":563.0,"min":23,"max":1142,"stdev":246.6156240501421},"short":{"mean":518.5217391304348,"median":549.0,"min":23,"max":954,"stdev":251.94423437181806},"long":{"mean":690.5294117647059,"median":641.0,"min":466,"max":1142,"stdev":207.1038741933196}},"performance":{"all":{"mean":992.725,"median":969.0,"min":278,"max":2440,"stdev":415.36323229625145},"short":{"mean":1038.608695652174,"median":906.0,"min":278,"max":2440,"stdev":514.2652958020823},"long":{"mean":930.6470588235294,"median":981.0,"min":440,"max":1183,"stdev":223.0876904875274}},"input_tokens":{"all":{"mean":26802.725,"median":23223.0,"min":13856,"max":66995,"stdev":11280.504264477606},"short":{"mean":23439.304347826088,"median":20110.0,"min":13856,"max":66995,"stdev":11362.762437952484},"long":{"mean":31353.235294117647,"median":30213.0,"min":19730,"max":58943,"stdev":9714.865944323497}},"output_tokens":{"all":{"mean":46555.55,"median":45554.5,"min":19980,"max":73462,"stdev":11333.406277178532},"short":{"mean":47152.608695652176,"median":45665.0,"min":19980,"max":73462,"stdev":11979.067469165955},"long":{"mean":45747.76470588235,"median":45275.0,"min":27733,"max":67678,"stdev":10703.821581153923}},"total_tokens":{"all":{"mean":73358.275,"median":72172.5,"min":42761,"max":101234,"stdev":13281.946949472045},"short":{"mean":70591.91304347826,"median":66746.0,"min":42761,"max":101234,"stdev":14727.187122378442},"long":{"mean":77101.0,"median":76442.0,"min":59081,"max":94933,"stdev":10290.36048323867}},"cost":{"all":{"mean":0.05379228575,"median":0.05371618,"min":0.02613087,"max":0.07851937,"stdev":0.01078496413869313},"short":{"mean":0.05348122086956522,"median":0.05326366999999999,"min":0.02613087,"max":0.07851937,"stdev":0.011741628707254263},"long":{"mean":0.05421313823529412,"median":0.05472311,"min":0.03619696,"max":0.07503684999999999,"stdev":0.009676057845733995}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9573502566,"overall_relative_score":9573502566,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":1142,"performance":616,"input_tokens":23665,"output_tokens":47606,"total_tokens":71271,"cost":0.053995549999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1871002,"overall_relative_score":1871002,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":549,"performance":1098,"input_tokens":22781,"output_tokens":19980,"total_tokens":42761,"cost":0.02613087},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2609274809631,"overall_relative_score":2609274809631,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":466,"performance":1183,"input_tokens":27456,"output_tokens":33179,"total_tokens":60635,"cost":0.040592119999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2245275756,"overall_relative_score":2245275756,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":462,"performance":896,"input_tokens":19497,"output_tokens":39800,"total_tokens":59297,"cost":0.045064190000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":20259,"output_tokens":66842,"total_tokens":87101,"cost":0.07231193},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4865969,"overall_relative_score":4865969,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":30213,"output_tokens":38989,"total_tokens":69202,"cost":0.04714651},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1898796,"overall_relative_score":1898796,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":17414,"output_tokens":55660,"total_tokens":73074,"cost":0.060361780000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8984780090,"overall_relative_score":8984780090,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":507,"performance":799,"input_tokens":15583,"output_tokens":50128,"total_tokens":65711,"cost":0.05433541000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1232168896,"overall_relative_score":1232168896,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":533,"performance":1045,"input_tokens":29246,"output_tokens":44242,"total_tokens":73488,"cost":0.05213842},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":516247562,"overall_relative_score":516247562,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":635,"performance":775,"input_tokens":20687,"output_tokens":54666,"total_tokens":75353,"cost":0.06025149},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2748,"overall_relative_score":2748,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":648,"performance":278,"input_tokens":39194,"output_tokens":59198,"total_tokens":98392,"cost":0.06978038},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":313420298,"overall_relative_score":313420298,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":558,"performance":1041,"input_tokens":42253,"output_tokens":44969,"total_tokens":87222,"cost":0.05637731},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60362625,"overall_relative_score":60362625,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":550,"performance":906,"input_tokens":26553,"output_tokens":62877,"total_tokens":89430,"cost":0.07004631},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":739407816,"overall_relative_score":739407816,"max_execution_time_ms":5050,"max_memory_usage_kib":5120,"rank":533,"performance":930,"input_tokens":32195,"output_tokens":57131,"total_tokens":89326,"cost":0.06582365},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116980090,"overall_relative_score":116980090,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":234,"performance":1547,"input_tokens":23849,"output_tokens":45444,"total_tokens":69293,"cost":0.05188323},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6335788656,"overall_relative_score":37862690704,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":548,"performance":1183,"input_tokens":19926,"output_tokens":62079,"total_tokens":82005,"cost":0.06745902},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":180,"max_memory_usage_kib":7168,"rank":644,"performance":981,"input_tokens":42571,"output_tokens":32945,"total_tokens":75516,"cost":0.04443917},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":33751,"output_tokens":46541,"total_tokens":80292,"cost":0.055653770000000005},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421316880,"overall_relative_score":421316880,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":518,"performance":1199,"input_tokens":33579,"output_tokens":45665,"total_tokens":79244,"cost":0.054731329999999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13096560,"overall_relative_score":13096560,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":14073,"output_tokens":43854,"total_tokens":57927,"cost":0.04765371},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":66995,"output_tokens":34239,"total_tokens":101234,"cost":0.052327649999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":15921,"output_tokens":48965,"total_tokens":64886,"cost":0.05326366999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42714007690,"overall_relative_score":241511602193,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":19730,"output_tokens":45227,"total_tokens":64957,"cost":0.050554100000000005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1252143,"overall_relative_score":1252143,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":701,"performance":655,"input_tokens":20110,"output_tokens":33042,"total_tokens":53152,"cost":0.0384717},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":26335,"output_tokens":50107,"total_tokens":76442,"cost":0.05721745},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070663,"overall_relative_score":1070663,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":124,"performance":1989,"input_tokens":19568,"output_tokens":45231,"total_tokens":64799,"cost":0.05051436},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":610488000000,"overall_relative_score":117594792621,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":641,"performance":1090,"input_tokens":31348,"output_tokens":27733,"total_tokens":59081,"cost":0.03619696},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120098581400,"overall_relative_score":892974041,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":726,"performance":957,"input_tokens":21517,"output_tokens":54463,"total_tokens":75980,"cost":0.06027259},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6220196713068,"overall_relative_score":6220196713068,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":18068,"output_tokens":43263,"total_tokens":61331,"cost":0.04814136},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417296673,"overall_relative_score":614204941,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":27255,"output_tokens":67678,"total_tokens":94933,"cost":0.07503684999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":18930,"output_tokens":44007,"total_tokens":62937,"cost":0.0491181},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237593639,"overall_relative_score":237593639,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":414,"performance":1415,"input_tokens":32198,"output_tokens":29072,"total_tokens":61270,"cost":0.03776546},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":318805000,"overall_relative_score":406708812,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":34993,"output_tokens":45275,"total_tokens":80268,"cost":0.05472311},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287151,"overall_relative_score":287151,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":260,"performance":1501,"input_tokens":22292,"output_tokens":47556,"total_tokens":69848,"cost":0.053574840000000006},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10733072307,"overall_relative_score":950474213073,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":58943,"output_tokens":33064,"total_tokens":92007,"cost":0.04897860999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":21476,"output_tokens":48059,"total_tokens":69535,"cost":0.05385752},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172840,"overall_relative_score":172840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":916,"performance":597,"input_tokens":18731,"output_tokens":73462,"total_tokens":92193,"cost":0.07851937},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128495168,"overall_relative_score":128495168,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":651,"performance":1080,"input_tokens":17490,"output_tokens":49256,"total_tokens":66746,"cost":0.0539783},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067503557,"overall_relative_score":1297525657368,"max_execution_time_ms":150,"max_memory_usage_kib":15856,"rank":722,"performance":1108,"input_tokens":31608,"output_tokens":46484,"total_tokens":78092,"cost":0.055018159999999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":13856,"output_tokens":44244,"total_tokens":58100,"cost":0.047985120000000006}]},{"num_self_refine":8,"rank":{"all":{"mean":560.275,"median":532.0,"min":23,"max":1067,"stdev":246.5631439902545},"short":{"mean":485.0,"median":500.0,"min":23,"max":954,"stdev":249.31743183777147},"long":{"mean":662.1176470588235,"median":594.0,"min":415,"max":1067,"stdev":208.6851343390747}},"performance":{"all":{"mean":1052.225,"median":1061.5,"min":440,"max":2440,"stdev":404.1772578575281},"short":{"mean":1115.1304347826087,"median":1144.0,"min":444,"max":2440,"stdev":488.17520181588924},"long":{"mean":967.1176470588235,"median":1049.0,"min":440,"max":1256,"stdev":238.99944622136186}},"input_tokens":{"all":{"mean":96002.0,"median":92630.0,"min":49321,"max":189550,"stdev":30521.67464992538},"short":{"mean":86888.65217391304,"median":79937.0,"min":49321,"max":189550,"stdev":29916.410400266173},"long":{"mean":108331.82352941176,"median":111590.0,"min":63391,"max":184742,"stdev":27553.2190139267}},"output_tokens":{"all":{"mean":70875.125,"median":70811.0,"min":42086,"max":120871,"stdev":17618.970653287615},"short":{"mean":71750.56521739131,"median":72369.0,"min":42086,"max":120871,"stdev":17867.413619176536},"long":{"mean":69690.70588235294,"median":67200.0,"min":44283,"max":103249,"stdev":17751.484261057954}},"total_tokens":{"all":{"mean":166877.125,"median":167465.5,"min":115662,"max":241015,"stdev":28956.982781437833},"short":{"mean":158639.21739130435,"median":156792.0,"min":115662,"max":241015,"stdev":28465.71880981901},"long":{"mean":178022.5294117647,"median":177732.0,"min":124655,"max":234167,"stdev":26460.628188682633}},"cost":{"all":{"mean":0.096795665,"median":0.097049655,"min":0.06747246999999999,"max":0.13823848,"stdev":0.016413300050002914},"short":{"mean":0.09521050130434783,"median":0.09635141,"min":0.06747246999999999,"max":0.13823848,"stdev":0.01659595872200664},"long":{"mean":0.09894029823529411,"median":0.09813656999999999,"min":0.07062365999999999,"max":0.12876373,"stdev":0.016414756933675653}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282184966065,"overall_relative_score":282184966065,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1067,"performance":700,"input_tokens":104681,"output_tokens":75644,"total_tokens":180325,"cost":0.10390787000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2223875,"overall_relative_score":2223875,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":500,"performance":1158,"input_tokens":90761,"output_tokens":42967,"total_tokens":133728,"cost":0.06747246999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2652772605533,"overall_relative_score":2652772605533,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":415,"performance":1256,"input_tokens":119597,"output_tokens":49348,"total_tokens":168945,"cost":0.08163919},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2245275756,"overall_relative_score":2245275756,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":462,"performance":896,"input_tokens":84701,"output_tokens":69253,"total_tokens":153954,"cost":0.09212226999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":78422,"output_tokens":87564,"total_tokens":165986,"cost":0.10873794},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4865969,"overall_relative_score":4865969,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":95741,"output_tokens":58740,"total_tokens":154481,"cost":0.08459007},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1898898,"overall_relative_score":1898898,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":85883,"output_tokens":73163,"total_tokens":159046,"cost":0.09635141},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9516398790,"overall_relative_score":9516398790,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":500,"performance":820,"input_tokens":54090,"output_tokens":61572,"total_tokens":115662,"cost":0.0761763},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1232168896,"overall_relative_score":1232168896,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":533,"performance":1045,"input_tokens":110532,"output_tokens":67200,"total_tokens":177732,"cost":0.09704364},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":516247562,"overall_relative_score":516247562,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":635,"performance":775,"input_tokens":73750,"output_tokens":98681,"total_tokens":172431,"cost":0.1185935},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2900,"overall_relative_score":2900,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":529,"performance":810,"input_tokens":107676,"output_tokens":72369,"total_tokens":180045,"cost":0.10144152000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":456426236,"overall_relative_score":456426236,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":524,"performance":1087,"input_tokens":118537,"output_tokens":62820,"total_tokens":181357,"cost":0.09482499},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71163069,"overall_relative_score":71163069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":418,"performance":1155,"input_tokens":78037,"output_tokens":87745,"total_tokens":165782,"cost":0.10881499000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":745423095,"overall_relative_score":745423095,"max_execution_time_ms":4730,"max_memory_usage_kib":5120,"rank":531,"performance":933,"input_tokens":123506,"output_tokens":85360,"total_tokens":208866,"cost":0.11870662},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115574599,"overall_relative_score":115574599,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":95686,"output_tokens":61106,"total_tokens":156792,"cost":0.08694122000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6335788656,"overall_relative_score":37862690704,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":548,"performance":1183,"input_tokens":69191,"output_tokens":79455,"total_tokens":148646,"cost":0.09813656999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298036166554,"overall_relative_score":794791064510,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":463,"performance":1230,"input_tokens":123527,"output_tokens":48805,"total_tokens":172332,"cost":0.08215729},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":118448,"output_tokens":78221,"total_tokens":196669,"cost":0.11020196},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421316880,"overall_relative_score":421316880,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":518,"performance":1199,"input_tokens":133095,"output_tokens":75062,"total_tokens":208157,"cost":0.11099764999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":49321,"output_tokens":83739,"total_tokens":133060,"cost":0.09705567},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":189550,"output_tokens":51465,"total_tokens":241015,"cost":0.10264349999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":62834,"output_tokens":81506,"total_tokens":144340,"cost":0.09847117999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42714007690,"overall_relative_score":241511602193,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":63391,"output_tokens":61264,"total_tokens":124655,"cost":0.07837957000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361314,"overall_relative_score":1361314,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":391,"performance":1316,"input_tokens":80293,"output_tokens":56382,"total_tokens":136675,"cost":0.07806111},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":115106,"output_tokens":82641,"total_tokens":197747,"cost":0.11371962},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070663,"overall_relative_score":1070663,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":124,"performance":1989,"input_tokens":78250,"output_tokens":73281,"total_tokens":151531,"cost":0.09440849999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":610488000000,"overall_relative_score":117594792621,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":641,"performance":1090,"input_tokens":97558,"output_tokens":44283,"total_tokens":141841,"cost":0.07062365999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12076706600,"overall_relative_score":31584535781,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":656,"performance":1049,"input_tokens":72130,"output_tokens":102272,"total_tokens":174402,"cost":0.1217471},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6280873012205,"overall_relative_score":6280873012205,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":865,"performance":655,"input_tokens":79244,"output_tokens":55436,"total_tokens":134680,"cost":0.07683188},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417296673,"overall_relative_score":614204941,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":94499,"output_tokens":103249,"total_tokens":197748,"cost":0.12876373},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":79937,"output_tokens":66419,"total_tokens":146356,"cost":0.08800199},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238508529,"overall_relative_score":238508529,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":404,"performance":1430,"input_tokens":115406,"output_tokens":42086,"total_tokens":157492,"cost":0.07324562000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":318805000,"overall_relative_score":406708812,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":118865,"output_tokens":74374,"total_tokens":193239,"cost":0.10646755},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287921,"overall_relative_score":287921,"max_execution_time_ms":260,"max_memory_usage_kib":4096,"rank":250,"performance":1522,"input_tokens":101892,"output_tokens":75770,"total_tokens":177662,"cost":0.10328084},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10715946162,"overall_relative_score":952467198291,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":184742,"output_tokens":49425,"total_tokens":234167,"cost":0.09930533999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":85611,"output_tokens":83742,"total_tokens":169353,"cost":0.10685697000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172840,"overall_relative_score":172840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":916,"performance":597,"input_tokens":64324,"output_tokens":120871,"total_tokens":185195,"cost":0.13823848},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":131398602,"overall_relative_score":131398602,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":599,"performance":1152,"input_tokens":78072,"output_tokens":65740,"total_tokens":143812,"cost":0.08681944},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951566809,"overall_relative_score":1445666160140,"max_execution_time_ms":80,"max_memory_usage_kib":15836,"rank":652,"performance":1181,"input_tokens":111590,"output_tokens":61641,"total_tokens":173231,"cost":0.0917703},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":51604,"output_tokens":64344,"total_tokens":115948,"cost":0.07827708}]},{"num_self_refine":16,"rank":{"all":{"mean":540.45,"median":526.5,"min":23,"max":1026,"stdev":236.1687738537628},"short":{"mean":471.5217391304348,"median":462.0,"min":23,"max":954,"stdev":251.32501043383093},"long":{"mean":633.7058823529412,"median":594.0,"min":385,"max":1026,"stdev":181.74837162471442}},"performance":{"all":{"mean":1078.125,"median":1080.5,"min":444,"max":2440,"stdev":406.7731798825912},"short":{"mean":1138.3478260869565,"median":1144.0,"min":444,"max":2440,"stdev":496.48506419864435},"long":{"mean":996.6470588235294,"median":1078.0,"min":481,"max":1301,"stdev":228.2947494951621}},"input_tokens":{"all":{"mean":361571.375,"median":360562.5,"min":186435,"max":617711,"stdev":104786.14415761213},"short":{"mean":338896.1304347826,"median":326772.0,"min":186435,"max":617711,"stdev":104349.673432997},"long":{"mean":392249.64705882355,"median":399104.0,"min":228260,"max":590741,"stdev":100263.71970205697}},"output_tokens":{"all":{"mean":112586.0,"median":102835.0,"min":63609,"max":204187,"stdev":31463.59966039715},"short":{"mean":112226.0,"median":102005.0,"min":71429,"max":204187,"stdev":32026.50912064169},"long":{"mean":113073.05882352941,"median":110782.0,"min":63609,"max":176032,"stdev":31658.344171542256}},"total_tokens":{"all":{"mean":474157.375,"median":463063.0,"min":286901,"max":734384,"stdev":103524.0229097569},"short":{"mean":451122.1304347826,"median":435963.0,"min":286901,"max":734384,"stdev":99235.39338146003},"long":{"mean":505322.70588235295,"median":526314.0,"min":310628,"max":681160,"stdev":103865.01941026916}},"cost":{"all":{"mean":0.21021027125,"median":0.20046374500000003,"min":0.13956439,"max":0.28345497,"stdev":0.038106887891842085},"short":{"mean":0.20372795521739132,"median":0.19771509,"min":0.13956439,"max":0.28345497,"stdev":0.03551668507172507},"long":{"mean":0.21898046352941178,"median":0.23799539,"min":0.14399820000000002,"max":0.2705663,"stdev":0.04077962631612873}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":887273422446,"overall_relative_score":887273422446,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":665,"performance":1078,"input_tokens":474195,"output_tokens":120721,"total_tokens":594916,"cost":0.24875365},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2707992,"overall_relative_score":2707992,"max_execution_time_ms":950,"max_memory_usage_kib":4096,"rank":396,"performance":1294,"input_tokens":390348,"output_tokens":79520,"total_tokens":469868,"cost":0.18491396000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2683876737860,"overall_relative_score":2683876737860,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":385,"performance":1301,"input_tokens":503965,"output_tokens":84970,"total_tokens":588935,"cost":0.22104055},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2245275756,"overall_relative_score":2245275756,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":462,"performance":896,"input_tokens":360674,"output_tokens":102005,"total_tokens":462679,"cost":0.19938698},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":290143,"output_tokens":138919,"total_tokens":429062,"cost":0.21725761},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4865969,"overall_relative_score":4865969,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":289584,"output_tokens":102979,"total_tokens":392563,"cost":0.18116668000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1898898,"overall_relative_score":1898898,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":360451,"output_tokens":101370,"total_tokens":461821,"cost":0.19869176999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11028987906,"overall_relative_score":11028987906,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":222557,"output_tokens":79474,"total_tokens":302031,"cost":0.13956439},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2284794409,"overall_relative_score":2284794409,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":505,"performance":1083,"input_tokens":478811,"output_tokens":117449,"total_tokens":596260,"cost":0.24672797},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":850492719,"overall_relative_score":850492719,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":859,"input_tokens":299679,"output_tokens":170000,"total_tokens":469679,"cost":0.25091333000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2900,"overall_relative_score":2900,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":529,"performance":810,"input_tokens":334714,"output_tokens":96321,"total_tokens":431035,"cost":0.18669378},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455938679,"overall_relative_score":455938679,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":524,"performance":1087,"input_tokens":399104,"output_tokens":89272,"total_tokens":488376,"cost":0.19703008000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71163069,"overall_relative_score":71163069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":418,"performance":1155,"input_tokens":257817,"output_tokens":119042,"total_tokens":376859,"cost":0.18865259},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":745423095,"overall_relative_score":745423095,"max_execution_time_ms":4730,"max_memory_usage_kib":5120,"rank":531,"performance":933,"input_tokens":464090,"output_tokens":130775,"total_tokens":594865,"cost":0.25607929999999995},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123884729,"overall_relative_score":123884729,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":168,"performance":1717,"input_tokens":396713,"output_tokens":94428,"total_tokens":491141,"cost":0.20154051000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6335788656,"overall_relative_score":37862690704,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":548,"performance":1183,"input_tokens":239580,"output_tokens":110782,"total_tokens":350362,"cost":0.17546859999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298036166554,"overall_relative_score":794791064510,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":463,"performance":1230,"input_tokens":389473,"output_tokens":79347,"total_tokens":468820,"cost":0.18450471000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":456490,"output_tokens":147314,"total_tokens":603804,"cost":0.2705663},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421316880,"overall_relative_score":421316880,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":518,"performance":1199,"input_tokens":617711,"output_tokens":116673,"total_tokens":734384,"cost":0.28345497},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":186435,"output_tokens":111467,"total_tokens":297902,"cost":0.16180445},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":534938,"output_tokens":85898,"total_tokens":620836,"cost":0.23033125999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":230089,"output_tokens":146356,"total_tokens":376445,"cost":0.20848002999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42714007690,"overall_relative_score":241511602193,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":228260,"output_tokens":82368,"total_tokens":310628,"cost":0.14399820000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361348,"overall_relative_score":1361348,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":391,"performance":1316,"input_tokens":342681,"output_tokens":87362,"total_tokens":430043,"cost":0.17988587},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":404678,"output_tokens":140305,"total_tokens":544983,"cost":0.24956805999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070663,"overall_relative_score":1070663,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":124,"performance":1989,"input_tokens":326367,"output_tokens":109596,"total_tokens":435963,"cost":0.19771509},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":610488000000,"overall_relative_score":117594792621,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":641,"performance":1090,"input_tokens":307781,"output_tokens":63609,"total_tokens":371390,"cost":0.14670987},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12076706600,"overall_relative_score":31584535781,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":656,"performance":1049,"input_tokens":265911,"output_tokens":176032,"total_tokens":441943,"cost":0.24782797},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6232316411541,"overall_relative_score":6232316411541,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":374410,"output_tokens":89037,"total_tokens":463447,"cost":0.1901277},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417296673,"overall_relative_score":614204941,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":363771,"output_tokens":162811,"total_tokens":526582,"cost":0.26102917000000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":324437,"output_tokens":102691,"total_tokens":427128,"cost":0.19028899},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237232219,"overall_relative_score":237232219,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":417,"performance":1411,"input_tokens":449420,"output_tokens":71429,"total_tokens":520849,"cost":0.19277239999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":394957,"output_tokens":131357,"total_tokens":526314,"cost":0.23799539},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287921,"overall_relative_score":287921,"max_execution_time_ms":260,"max_memory_usage_kib":4096,"rank":250,"performance":1522,"input_tokens":434774,"output_tokens":130916,"total_tokens":565690,"cost":0.24830497999999995},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10700640709,"overall_relative_score":953972402582,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":590741,"output_tokens":90419,"total_tokens":681160,"cost":0.24991907},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":310953,"output_tokens":150474,"total_tokens":461427,"cost":0.23443130999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172840,"overall_relative_score":172840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":916,"performance":597,"input_tokens":230935,"output_tokens":204187,"total_tokens":435122,"cost":0.26653945},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137359868,"overall_relative_score":137359868,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":494,"performance":1295,"input_tokens":326772,"output_tokens":98725,"total_tokens":425497,"cost":0.18695344},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951566809,"overall_relative_score":1445666160140,"max_execution_time_ms":80,"max_memory_usage_kib":15836,"rank":652,"performance":1181,"input_tokens":416853,"output_tokens":91732,"total_tokens":508585,"cost":0.20428231000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":191593,"output_tokens":95308,"total_tokens":286901,"cost":0.14703811000000003}]}]},{"model_name":"deepseek-v4-flash-high","detail_path":"data/model_details/deepseek-v4-flash-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":694.825,"median":689.5,"min":186,"max":1382,"stdev":238.93855958469797},"short":{"mean":609.0,"median":613.0,"min":186,"max":950,"stdev":205.33542403500758},"long":{"mean":810.9411764705883,"median":746.0,"min":483,"max":1382,"stdev":237.2194318000307}},"performance":{"all":{"mean":678.2,"median":719.5,"min":-61,"max":1458,"stdev":450.5544845961957},"short":{"mean":694.3913043478261,"median":771.0,"min":-61,"max":1458,"stdev":503.3861466590249},"long":{"mean":656.2941176470588,"median":668.0,"min":-50,"max":1155,"stdev":381.4478609039973}},"input_tokens":{"all":{"mean":2956.15,"median":2547.5,"min":1304,"max":7658,"stdev":1612.3396052209666},"short":{"mean":2383.913043478261,"median":1831.0,"min":1422,"max":7658,"stdev":1443.0926358800482},"long":{"mean":3730.3529411764707,"median":3312.0,"min":1304,"max":7501,"stdev":1538.0478674758658}},"output_tokens":{"all":{"mean":18163.275,"median":17528.0,"min":5446,"max":30145,"stdev":6504.603529522922},"short":{"mean":17292.260869565216,"median":16314.0,"min":5446,"max":30145,"stdev":6776.389580524099},"long":{"mean":19341.70588235294,"median":18510.0,"min":11245,"max":29580,"stdev":6117.595481117417}},"total_tokens":{"all":{"mean":21119.425,"median":20854.0,"min":6868,"max":33574,"stdev":6823.653836951173},"short":{"mean":19676.17391304348,"median":19947.0,"min":6868,"max":31612,"stdev":7157.982928503188},"long":{"mean":23072.058823529413,"median":22570.0,"min":13787,"max":33574,"stdev":5999.97056732977}},"cost":{"all":{"mean":0.0051791684,"median":0.004963545999999999,"min":0.001566264,"max":0.008488284,"stdev":0.0018296818769702773},"short":{"mean":0.004922519304347826,"median":0.004692772,"min":0.001566264,"max":0.008488284,"stdev":0.0019126011890618882},"long":{"mean":0.005526399529411765,"median":0.005274556,"min":0.003232096,"max":0.008397144,"stdev":0.0017051407578806404}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1304,"output_tokens":14523,"total_tokens":15827,"cost":0.00410564},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1685538,"overall_relative_score":1685538,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":574,"performance":1068,"input_tokens":1441,"output_tokens":10163,"total_tokens":11604,"cost":0.002889684},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2439566947737,"overall_relative_score":2439566947737,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":523,"performance":1105,"input_tokens":2542,"output_tokens":11245,"total_tokens":13787,"cost":0.003232096},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1584,"output_tokens":24438,"total_tokens":26022,"cost":0.0070644},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7247338,"overall_relative_score":7247338,"max_execution_time_ms":270,"max_memory_usage_kib":15360,"rank":272,"performance":1289,"input_tokens":1774,"output_tokens":22978,"total_tokens":24752,"cost":0.006495832},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4830490,"overall_relative_score":4830490,"max_execution_time_ms":1340,"max_memory_usage_kib":3072,"rank":483,"performance":1050,"input_tokens":3721,"output_tokens":18462,"total_tokens":22183,"cost":0.005274556},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1060,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1484,"output_tokens":9434,"total_tokens":10918,"cost":0.002691584},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2210,"output_tokens":16105,"total_tokens":18315,"cost":0.004575088},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2997,"output_tokens":12281,"total_tokens":15278,"cost":0.003528532},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493722757,"overall_relative_score":493722757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":771,"input_tokens":2157,"output_tokens":13236,"total_tokens":15393,"cost":0.003778684},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8548,"overall_relative_score":8548,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":358,"performance":1192,"input_tokens":7658,"output_tokens":21552,"total_tokens":29210,"cost":0.006260856},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242552627,"overall_relative_score":242552627,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":577,"performance":1015,"input_tokens":7501,"output_tokens":15069,"total_tokens":22570,"cost":0.004437972},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":4670,"output_tokens":15880,"total_tokens":20550,"cost":0.004584104},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":12813835,"overall_relative_score":12813835,"max_execution_time_ms":1779,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":2785,"output_tokens":27596,"total_tokens":30381,"cost":0.007815724},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2553,"output_tokens":10219,"total_tokens":12772,"cost":0.002946356},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1646162111,"overall_relative_score":10712071461,"max_execution_time_ms":1290,"max_memory_usage_kib":6144,"rank":929,"performance":664,"input_tokens":2739,"output_tokens":23384,"total_tokens":26123,"cost":0.006629924},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321307170263,"overall_relative_score":379297317514,"max_execution_time_ms":330,"max_memory_usage_kib":15360,"rank":746,"performance":830,"input_tokens":6943,"output_tokens":11335,"total_tokens":18278,"cost":0.003371676},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4450,"output_tokens":20169,"total_tokens":24619,"cost":0.005782896},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84929009,"overall_relative_score":84929009,"max_execution_time_ms":50,"max_memory_usage_kib":9216,"rank":950,"performance":306,"input_tokens":3597,"output_tokens":24490,"total_tokens":28087,"cost":0.006959372},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1692,"output_tokens":7418,"total_tokens":9110,"cost":0.002127552},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2177,"output_tokens":28850,"total_tokens":31027,"cost":0.008139068},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1823,"output_tokens":18124,"total_tokens":19947,"cost":0.005129236},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":2981348452,"overall_relative_score":2191620638,"max_execution_time_ms":901,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":2825,"output_tokens":22143,"total_tokens":24968,"cost":0.006280148},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982383,"overall_relative_score":982383,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":523,"input_tokens":1722,"output_tokens":21876,"total_tokens":23598,"cost":0.006179992},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2298,"max_memory_usage_kib":730744,"rank":999,"performance":103,"input_tokens":3312,"output_tokens":16729,"total_tokens":20041,"cost":0.0047894},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1840,"output_tokens":16932,"total_tokens":18772,"cost":0.004797856},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":181157610642,"overall_relative_score":47899321137,"max_execution_time_ms":3100,"max_memory_usage_kib":5120,"rank":1011,"performance":541,"input_tokens":4092,"output_tokens":28476,"total_tokens":32568,"cost":0.008101744},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273479117900,"overall_relative_score":373895873,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":735,"performance":945,"input_tokens":2949,"output_tokens":18510,"total_tokens":21459,"cost":0.005265932},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9564129330390,"overall_relative_score":9564129330390,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":718,"performance":954,"input_tokens":1718,"output_tokens":10713,"total_tokens":12431,"cost":0.003053792},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2834,"output_tokens":26128,"total_tokens":28962,"cost":0.007397208},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":571,"max_memory_usage_kib":4096,"rank":905,"performance":201,"input_tokens":1893,"output_tokens":14069,"total_tokens":15962,"cost":0.004003636},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239797385,"overall_relative_score":239797385,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":385,"performance":1458,"input_tokens":4271,"output_tokens":16314,"total_tokens":20585,"cost":0.004692772},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":338094,"overall_relative_score":5886146800,"max_execution_time_ms":871,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":3994,"output_tokens":29580,"total_tokens":33574,"cost":0.008397144},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65405,"overall_relative_score":65405,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":520,"performance":995,"input_tokens":1831,"output_tokens":15307,"total_tokens":17138,"cost":0.004341596},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":4181,"output_tokens":20267,"total_tokens":24448,"cost":0.005801348},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51986055,"overall_relative_score":51986055,"max_execution_time_ms":110,"max_memory_usage_kib":11264,"rank":795,"performance":912,"input_tokens":1633,"output_tokens":19490,"total_tokens":21123,"cost":0.005513788},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437319,"overall_relative_score":437319,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":1158,"input_tokens":2213,"output_tokens":24543,"total_tokens":26756,"cost":0.006938148},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123847196,"overall_relative_score":123847196,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":1467,"output_tokens":30145,"total_tokens":31612,"cost":0.008488284},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970033447,"overall_relative_score":1411756558905,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":4247,"output_tokens":12912,"total_tokens":17159,"cost":0.003736852},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1422,"output_tokens":5446,"total_tokens":6868,"cost":0.001566264}]},{"num_self_refine":2,"rank":{"all":{"mean":568.475,"median":543.0,"min":175,"max":1046,"stdev":240.12475256597725},"short":{"mean":489.0,"median":520.0,"min":175,"max":905,"stdev":211.5894395027571},"long":{"mean":676.0,"median":625.0,"min":346,"max":1046,"stdev":240.04843261308747}},"performance":{"all":{"mean":967.425,"median":1001.5,"min":103,"max":1842,"stdev":420.52390325060975},"short":{"mean":1023.0,"median":1013.0,"min":116,"max":1842,"stdev":453.406199580665},"long":{"mean":892.2352941176471,"median":884.0,"min":103,"max":1375,"stdev":371.39341159540055}},"input_tokens":{"all":{"mean":9710.85,"median":8423.0,"min":3722,"max":23668,"stdev":5228.998588002614},"short":{"mean":8710.652173913044,"median":5934.0,"min":3722,"max":21339,"stdev":5687.055705792806},"long":{"mean":11064.058823529413,"median":10502.0,"min":6061,"max":23668,"stdev":4335.01949924375}},"output_tokens":{"all":{"mean":27767.775,"median":28865.5,"min":16012,"max":40711,"stdev":7263.133386431959},"short":{"mean":27053.652173913044,"median":29051.0,"min":16012,"max":39565,"stdev":7303.21737075016},"long":{"mean":28733.941176470587,"median":28680.0,"min":16522,"max":40711,"stdev":7315.903297530902}},"total_tokens":{"all":{"mean":37478.625,"median":38081.5,"min":20554,"max":53207,"stdev":9017.03387949576},"short":{"mean":35764.30434782609,"median":36950.0,"min":20554,"max":53207,"stdev":9420.360379300217},"long":{"mean":39798.0,"median":38331.0,"min":24329,"max":52348,"stdev":8137.770072323253}},"cost":{"all":{"mean":0.008489376,"median":0.008686062000000001,"min":0.004803848,"max":0.011967788,"stdev":0.0021509558079305475},"short":{"mean":0.008280911130434783,"median":0.008577604,"min":0.004803848,"max":0.011473895999999999,"stdev":0.002195419885020782},"long":{"mean":0.008771416705882353,"median":0.00879452,"min":0.005174372,"max":0.011967788,"stdev":0.002122040513965855}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":948918326968,"overall_relative_score":948918326968,"max_execution_time_ms":4670,"max_memory_usage_kib":3072,"rank":367,"performance":1375,"input_tokens":6061,"output_tokens":18884,"total_tokens":24945,"cost":0.00584934},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2052654,"overall_relative_score":2052654,"max_execution_time_ms":110,"max_memory_usage_kib":6144,"rank":525,"performance":1127,"input_tokens":4542,"output_tokens":16012,"total_tokens":20554,"cost":0.004803848},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2439566947737,"overall_relative_score":2439566947737,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":523,"performance":1105,"input_tokens":7807,"output_tokens":16522,"total_tokens":24329,"cost":0.005174372},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3878377182,"overall_relative_score":3878377182,"max_execution_time_ms":1300,"max_memory_usage_kib":84992,"rank":232,"performance":1458,"input_tokens":21339,"output_tokens":29051,"total_tokens":50390,"cost":0.010949708},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7247338,"overall_relative_score":7247338,"max_execution_time_ms":270,"max_memory_usage_kib":15360,"rank":272,"performance":1289,"input_tokens":6805,"output_tokens":36013,"total_tokens":42818,"cost":0.010663604},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5185421,"overall_relative_score":5185421,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":346,"performance":1280,"input_tokens":10502,"output_tokens":26625,"total_tokens":37127,"cost":0.008093791999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1060,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":5362,"output_tokens":17154,"total_tokens":22516,"cost":0.005238408},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":6023,"output_tokens":21519,"total_tokens":27542,"cost":0.006381116},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":8793,"output_tokens":23046,"total_tokens":31839,"cost":0.0070244439999999995},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493722757,"overall_relative_score":493722757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":771,"input_tokens":5811,"output_tokens":24749,"total_tokens":30560,"cost":0.007284508},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8548,"overall_relative_score":8548,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":358,"performance":1192,"input_tokens":17397,"output_tokens":31798,"total_tokens":49195,"cost":0.009647372000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":634140983,"overall_relative_score":634140983,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":442,"performance":1200,"input_tokens":17217,"output_tokens":20935,"total_tokens":38152,"cost":0.0066092040000000005},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15670865,"overall_relative_score":15670865,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":690,"performance":515,"input_tokens":11031,"output_tokens":22999,"total_tokens":34030,"cost":0.006951868},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":12813835,"overall_relative_score":12813835,"max_execution_time_ms":1779,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":11017,"output_tokens":38159,"total_tokens":49176,"cost":0.011624788},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113022647,"overall_relative_score":113022647,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":253,"performance":1504,"input_tokens":6914,"output_tokens":17331,"total_tokens":24245,"cost":0.005275871999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14297412706,"overall_relative_score":93185555372,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":465,"performance":1287,"input_tokens":8363,"output_tokens":40711,"total_tokens":49074,"cost":0.011967788},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321307170263,"overall_relative_score":379297317514,"max_execution_time_ms":330,"max_memory_usage_kib":15360,"rank":746,"performance":830,"input_tokens":16188,"output_tokens":21823,"total_tokens":38011,"cost":0.006828472},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":833127717927335,"overall_relative_score":4271243388,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":11602,"output_tokens":33351,"total_tokens":44953,"cost":0.009987712},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457039600,"overall_relative_score":457039600,"max_execution_time_ms":1800,"max_memory_usage_kib":9216,"rank":208,"performance":1713,"input_tokens":10364,"output_tokens":29544,"total_tokens":39908,"cost":0.008920464},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4365,"output_tokens":29783,"total_tokens":34148,"cost":0.008577604},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":20976,"output_tokens":32231,"total_tokens":53207,"cost":0.011473895999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5770,"output_tokens":31812,"total_tokens":37582,"cost":0.009313752},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":2981348452,"overall_relative_score":2191620638,"max_execution_time_ms":901,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":7091,"output_tokens":32963,"total_tokens":40054,"cost":0.009591596},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1125556,"overall_relative_score":1125556,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":543,"input_tokens":5034,"output_tokens":31916,"total_tokens":36950,"cost":0.009268504},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2298,"max_memory_usage_kib":730744,"rank":999,"performance":103,"input_tokens":8674,"output_tokens":29632,"total_tokens":38306,"cost":0.00879452},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064647,"overall_relative_score":1064647,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":175,"performance":1842,"input_tokens":20329,"output_tokens":19545,"total_tokens":39874,"cost":0.007917252},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":181157610642,"overall_relative_score":47899321137,"max_execution_time_ms":3100,"max_memory_usage_kib":5120,"rank":1011,"performance":541,"input_tokens":10886,"output_tokens":35780,"total_tokens":46666,"cost":0.010653607999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273479117900,"overall_relative_score":373895873,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":735,"performance":945,"input_tokens":8483,"output_tokens":35185,"total_tokens":43668,"cost":0.010379964},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9564129330390,"overall_relative_score":9564129330390,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":718,"performance":954,"input_tokens":5792,"output_tokens":22873,"total_tokens":28665,"cost":0.0068425840000000005},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49503000000,"overall_relative_score":5135214,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":23668,"output_tokens":28680,"total_tokens":52348,"cost":0.010713136},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":571,"max_memory_usage_kib":4096,"rank":905,"performance":201,"input_tokens":5934,"output_tokens":19636,"total_tokens":25570,"cost":0.005927432},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239797385,"overall_relative_score":239797385,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":385,"performance":1458,"input_tokens":10862,"output_tokens":23309,"total_tokens":34171,"cost":0.007101023999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4990731,"overall_relative_score":160644699361,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":413,"performance":1323,"input_tokens":10642,"output_tokens":36174,"total_tokens":46816,"cost":0.010729768},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65405,"overall_relative_score":65405,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":520,"performance":995,"input_tokens":5889,"output_tokens":31748,"total_tokens":37637,"cost":0.009312491999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":10321,"output_tokens":28010,"total_tokens":38331,"cost":0.008370236},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51986055,"overall_relative_score":51986055,"max_execution_time_ms":110,"max_memory_usage_kib":11264,"rank":795,"performance":912,"input_tokens":5043,"output_tokens":39565,"total_tokens":44608,"cost":0.011440156},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437319,"overall_relative_score":437319,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":1158,"input_tokens":6829,"output_tokens":36725,"total_tokens":43554,"cost":0.010751636},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123847196,"overall_relative_score":123847196,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":4212,"output_tokens":38312,"total_tokens":42524,"cost":0.011001648000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":953019481,"overall_relative_score":1488333079320,"max_execution_time_ms":860,"max_memory_usage_kib":11700,"rank":619,"performance":1216,"input_tokens":10774,"output_tokens":21997,"total_tokens":32771,"cost":0.006721344000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":3722,"output_tokens":18609,"total_tokens":22331,"cost":0.0054162080000000005}]},{"num_self_refine":4,"rank":{"all":{"mean":483.375,"median":455.5,"min":41,"max":1046,"stdev":239.37682850610463},"short":{"mean":403.0,"median":403.0,"min":41,"max":726,"stdev":192.24581801811593},"long":{"mean":592.1176470588235,"median":523.0,"min":219,"max":1046,"stdev":258.85031445628505}},"performance":{"all":{"mean":1157.95,"median":1202.0,"min":402,"max":2312,"stdev":411.01188141788145},"short":{"mean":1238.7826086956522,"median":1249.0,"min":483,"max":2312,"stdev":434.98003679602033},"long":{"mean":1048.5882352941176,"median":1105.0,"min":402,"max":1609,"stdev":359.8725570989558}},"input_tokens":{"all":{"mean":31092.25,"median":26670.5,"min":13357,"max":73399,"stdev":15063.278731439103},"short":{"mean":28719.956521739132,"median":21521.0,"min":13357,"max":73399,"stdev":16864.881452507},"long":{"mean":34301.82352941176,"median":32926.0,"min":20443,"max":73009,"stdev":11956.424226306615}},"output_tokens":{"all":{"mean":40204.65,"median":40585.5,"min":24119,"max":59282,"stdev":9509.94923966609},"short":{"mean":38973.95652173913,"median":40414.0,"min":26058,"max":55099,"stdev":8916.847962645366},"long":{"mean":41869.705882352944,"median":41295.0,"min":24119,"max":59282,"stdev":10295.43407149928}},"total_tokens":{"all":{"mean":71296.9,"median":71009.0,"min":43465,"max":120232,"stdev":18688.945258134245},"short":{"mean":67693.91304347826,"median":62613.0,"min":43465,"max":114422,"stdev":19694.70940705799},"long":{"mean":76171.5294117647,"median":75870.0,"min":49321,"max":120232,"stdev":16556.468792882915}},"cost":{"all":{"mean":0.0136021018,"median":0.013407127999999999,"min":0.008485988,"max":0.019210492000000003,"stdev":0.003006035122617603},"short":{"mean":0.013203208869565218,"median":0.013489643999999999,"min":0.008485988,"max":0.019210492000000003,"stdev":0.003051861918375245},"long":{"mean":0.014141780470588236,"median":0.013324612,"min":0.008876672,"max":0.018835684,"stdev":0.0029463720616167543}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":948918326968,"overall_relative_score":948918326968,"max_execution_time_ms":4670,"max_memory_usage_kib":3072,"rank":367,"performance":1375,"input_tokens":26510,"output_tokens":26374,"total_tokens":52884,"cost":0.010135608},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2309823,"overall_relative_score":2309823,"max_execution_time_ms":380,"max_memory_usage_kib":10240,"rank":485,"performance":1177,"input_tokens":17407,"output_tokens":26058,"total_tokens":43465,"cost":0.008485988},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2439566947737,"overall_relative_score":2439566947737,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":523,"performance":1105,"input_tokens":25202,"output_tokens":24119,"total_tokens":49321,"cost":0.008876672},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4329370079,"overall_relative_score":4329370079,"max_execution_time_ms":2990,"max_memory_usage_kib":84992,"rank":196,"performance":1560,"input_tokens":73399,"output_tokens":41023,"total_tokens":114422,"cost":0.019210492000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7247338,"overall_relative_score":7247338,"max_execution_time_ms":270,"max_memory_usage_kib":15360,"rank":272,"performance":1289,"input_tokens":28074,"output_tokens":47626,"total_tokens":75700,"cost":0.015358952},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5453419,"overall_relative_score":5453419,"max_execution_time_ms":2650,"max_memory_usage_kib":3072,"rank":219,"performance":1542,"input_tokens":35026,"output_tokens":35630,"total_tokens":70656,"cost":0.012887336},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357437,"overall_relative_score":1357437,"max_execution_time_ms":100,"max_memory_usage_kib":18432,"rank":240,"performance":1374,"input_tokens":19652,"output_tokens":28460,"total_tokens":48112,"cost":0.00928648},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":18127,"output_tokens":33300,"total_tokens":51427,"cost":0.0107149},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":30983,"output_tokens":35477,"total_tokens":66460,"cost":0.01219246},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6989189760,"overall_relative_score":6989189760,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":41,"performance":2312,"input_tokens":20177,"output_tokens":33698,"total_tokens":53875,"cost":0.010926972},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17372,"overall_relative_score":17372,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":303,"performance":1309,"input_tokens":43193,"output_tokens":42197,"total_tokens":85390,"cost":0.014235172},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":634140983,"overall_relative_score":634140983,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":442,"performance":1200,"input_tokens":42837,"output_tokens":33033,"total_tokens":75870,"cost":0.011676756000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15670865,"overall_relative_score":15670865,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":690,"performance":515,"input_tokens":29678,"output_tokens":29514,"total_tokens":59192,"cost":0.009924375999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1317546021,"overall_relative_score":1317546021,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":354,"performance":1245,"input_tokens":39984,"output_tokens":57287,"total_tokens":97271,"cost":0.018713576000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114776299,"overall_relative_score":114776299,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":246,"performance":1520,"input_tokens":21521,"output_tokens":27934,"total_tokens":49455,"cost":0.009529883999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14297412706,"overall_relative_score":93185555372,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":465,"performance":1287,"input_tokens":26831,"output_tokens":59282,"total_tokens":86113,"cost":0.018835684},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2443079888321,"overall_relative_score":376709382760,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":757,"performance":812,"input_tokens":43531,"output_tokens":35476,"total_tokens":79007,"cost":0.012672996},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":833127717927335,"overall_relative_score":4271243388,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":35683,"output_tokens":49543,"total_tokens":85226,"cost":0.016616908},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457039600,"overall_relative_score":457039600,"max_execution_time_ms":1800,"max_memory_usage_kib":9216,"rank":208,"performance":1713,"input_tokens":35313,"output_tokens":40414,"total_tokens":75727,"cost":0.013894299999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":19036,"output_tokens":40122,"total_tokens":59158,"cost":0.013053376},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":64027,"output_tokens":49799,"total_tokens":113826,"cost":0.017861228},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":20934,"output_tokens":51334,"total_tokens":72268,"cost":0.016272088},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185880060749,"overall_relative_score":141957781184,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":816,"performance":868,"input_tokens":20443,"output_tokens":41295,"total_tokens":61738,"cost":0.012689964000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1147566,"overall_relative_score":1147566,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":726,"performance":552,"input_tokens":16242,"output_tokens":46371,"total_tokens":62613,"cost":0.014340256000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3746897421202,"overall_relative_score":12373872149,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":991,"performance":402,"input_tokens":24918,"output_tokens":46945,"total_tokens":71863,"cost":0.014783775999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066371,"overall_relative_score":1066371,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":158,"performance":1887,"input_tokens":65185,"output_tokens":33299,"total_tokens":98484,"cost":0.015783124},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":308626000000,"overall_relative_score":254341136267,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":259,"performance":1609,"input_tokens":34838,"output_tokens":44588,"total_tokens":79426,"cost":0.014552104},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273479117900,"overall_relative_score":373895873,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":735,"performance":945,"input_tokens":24274,"output_tokens":52522,"total_tokens":76796,"cost":0.016498888},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10254785199882,"overall_relative_score":10254785199882,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":518,"performance":1249,"input_tokens":22926,"output_tokens":30387,"total_tokens":53313,"cost":0.010714480000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49503000000,"overall_relative_score":5135214,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":73009,"output_tokens":47223,"total_tokens":120232,"cost":0.017866996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4761206789,"overall_relative_score":4761206789,"max_execution_time_ms":1020,"max_memory_usage_kib":4096,"rank":362,"performance":1439,"input_tokens":20393,"output_tokens":27772,"total_tokens":48165,"cost":0.009584651999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239797385,"overall_relative_score":239797385,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":385,"performance":1458,"input_tokens":30024,"output_tokens":31271,"total_tokens":61295,"cost":0.010808839999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3481145,"overall_relative_score":176735271579,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1337,"input_tokens":33231,"output_tokens":51060,"total_tokens":84291,"cost":0.016239636000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65405,"overall_relative_score":65405,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":520,"performance":995,"input_tokens":24847,"output_tokens":40925,"total_tokens":65772,"cost":0.013489643999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":32905,"output_tokens":38457,"total_tokens":71362,"cost":0.013324612},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62695279,"overall_relative_score":62695279,"max_execution_time_ms":80,"max_memory_usage_kib":15360,"rank":596,"performance":1204,"input_tokens":19297,"output_tokens":55099,"total_tokens":74396,"cost":0.017240468000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437319,"overall_relative_score":437319,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":1158,"input_tokens":23056,"output_tokens":48352,"total_tokens":71408,"cost":0.015003072000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123847196,"overall_relative_score":123847196,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":14694,"output_tokens":50689,"total_tokens":65383,"cost":0.015475936000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828272833,"overall_relative_score":1663335088026,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":507,"performance":1339,"input_tokens":32926,"output_tokens":33474,"total_tokens":66400,"cost":0.011846296000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":13357,"output_tokens":40757,"total_tokens":54114,"cost":0.012479124000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":410.175,"median":394.0,"min":27,"max":991,"stdev":205.79911632961714},"short":{"mean":338.0,"median":320.0,"min":27,"max":683,"stdev":168.65052623694953},"long":{"mean":507.8235294117647,"median":520.0,"min":219,"max":991,"stdev":215.65604422729427}},"performance":{"all":{"mean":1295.875,"median":1314.0,"min":402,"max":2458,"stdev":385.3487389897956},"short":{"mean":1387.5217391304348,"median":1358.0,"min":483,"max":2458,"stdev":403.3224369438086},"long":{"mean":1171.8823529411766,"median":1223.0,"min":402,"max":1609,"stdev":331.4733930410066}},"input_tokens":{"all":{"mean":108103.0,"median":101045.0,"min":52466,"max":228834,"stdev":39579.492842788015},"short":{"mean":102318.34782608696,"median":91477.0,"min":52466,"max":228834,"stdev":45055.38916167389},"long":{"mean":115929.29411764706,"median":115218.0,"min":71067,"max":199927,"stdev":30232.722635756578}},"output_tokens":{"all":{"mean":60491.575,"median":59711.0,"min":40695,"max":87452,"stdev":12639.527548959155},"short":{"mean":58687.17391304348,"median":59670.0,"min":42438,"max":76181,"stdev":11207.371817660398},"long":{"mean":62932.82352941176,"median":60709.0,"min":40695,"max":87452,"stdev":14341.88560316989}},"total_tokens":{"all":{"mean":168594.575,"median":159161.0,"min":116301,"max":287836,"stdev":43842.469364110286},"short":{"mean":161005.52173913043,"median":137774.0,"min":116301,"max":287836,"stdev":47826.27849440625},"long":{"mean":178862.11764705883,"median":173628.0,"min":126358,"max":274507,"stdev":36679.11653428002}},"cost":{"all":{"mean":0.023965053,"median":0.022818782000000003,"min":0.017239348,"max":0.034585964,"stdev":0.004766041135674398},"short":{"mean":0.023088464,"median":0.022227436000000003,"min":0.017239348,"max":0.034585964,"stdev":0.004689244007037226},"long":{"mean":0.025151026352941176,"median":0.024328416,"min":0.017833592000000002,"max":0.033859868,"stdev":0.004747026190717101}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":948918326968,"overall_relative_score":948918326968,"max_execution_time_ms":4670,"max_memory_usage_kib":3072,"rank":367,"performance":1375,"input_tokens":110213,"output_tokens":42522,"total_tokens":152735,"cost":0.019838251999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2309823,"overall_relative_score":2309823,"max_execution_time_ms":380,"max_memory_usage_kib":10240,"rank":485,"performance":1177,"input_tokens":73381,"output_tokens":55669,"total_tokens":129050,"cost":0.0210581},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2439566947737,"overall_relative_score":2439566947737,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":523,"performance":1105,"input_tokens":91868,"output_tokens":40695,"total_tokens":132563,"cost":0.017833592000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4329370079,"overall_relative_score":4329370079,"max_execution_time_ms":2990,"max_memory_usage_kib":84992,"rank":196,"performance":1560,"input_tokens":228834,"output_tokens":59002,"total_tokens":287836,"cost":0.030967048},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15008308,"overall_relative_score":15008308,"max_execution_time_ms":410,"max_memory_usage_kib":23552,"rank":162,"performance":1619,"input_tokens":118358,"output_tokens":66905,"total_tokens":185263,"cost":0.025139296000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5453419,"overall_relative_score":5453419,"max_execution_time_ms":2650,"max_memory_usage_kib":3072,"rank":219,"performance":1542,"input_tokens":115218,"output_tokens":49936,"total_tokens":165154,"cost":0.022256472},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357437,"overall_relative_score":1357437,"max_execution_time_ms":100,"max_memory_usage_kib":18432,"rank":240,"performance":1374,"input_tokens":80121,"output_tokens":44270,"total_tokens":124391,"cost":0.018351228},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12658356128,"overall_relative_score":12658356128,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":320,"performance":1253,"input_tokens":70643,"output_tokens":59670,"total_tokens":130313,"cost":0.021537012},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":110592,"output_tokens":60709,"total_tokens":171301,"cost":0.024223864},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7170546379,"overall_relative_score":7170546379,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":27,"performance":2458,"input_tokens":82246,"output_tokens":48703,"total_tokens":130949,"cost":0.018155312},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17372,"overall_relative_score":17372,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":303,"performance":1309,"input_tokens":118996,"output_tokens":53657,"total_tokens":172653,"cost":0.021189448000000003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1113668321,"overall_relative_score":1113668321,"max_execution_time_ms":3020,"max_memory_usage_kib":52408,"rank":241,"performance":1533,"input_tokens":124385,"output_tokens":49582,"total_tokens":173967,"cost":0.020587868000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76852734,"overall_relative_score":76852734,"max_execution_time_ms":1770,"max_memory_usage_kib":3072,"rank":284,"performance":1413,"input_tokens":91477,"output_tokens":46297,"total_tokens":137774,"cost":0.018558932},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1317546021,"overall_relative_score":1317546021,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":354,"performance":1245,"input_tokens":150613,"output_tokens":87452,"total_tokens":238065,"cost":0.033859868},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123663830,"overall_relative_score":123663830,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":171,"performance":1708,"input_tokens":74619,"output_tokens":44295,"total_tokens":118914,"cost":0.017458923999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20231179961,"overall_relative_score":322568370445,"max_execution_time_ms":960,"max_memory_usage_kib":5120,"rank":268,"performance":1580,"input_tokens":106017,"output_tokens":81873,"total_tokens":187890,"cost":0.030469795999999993},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2418498244821,"overall_relative_score":377697523215,"max_execution_time_ms":370,"max_memory_usage_kib":11264,"rank":753,"performance":818,"input_tokens":133443,"output_tokens":53191,"total_tokens":186634,"cost":0.022938188},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":833127717927335,"overall_relative_score":4271243388,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":128992,"output_tokens":76058,"total_tokens":205050,"cost":0.030337775999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464114362,"overall_relative_score":464114362,"max_execution_time_ms":450,"max_memory_usage_kib":8192,"rank":151,"performance":1857,"input_tokens":131838,"output_tokens":63099,"total_tokens":194937,"cost":0.026906992},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":74054,"output_tokens":66594,"total_tokens":140648,"cost":0.023408504},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":174640,"output_tokens":74325,"total_tokens":248965,"cost":0.028759863999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93773,"overall_relative_score":93773,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":336,"performance":1319,"input_tokens":140059,"output_tokens":72999,"total_tokens":213058,"cost":0.034585964},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73637268208,"overall_relative_score":219302762475,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":617,"performance":1110,"input_tokens":73234,"output_tokens":53124,"total_tokens":126358,"cost":0.019708472},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1294798,"overall_relative_score":1294798,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":683,"performance":715,"input_tokens":58478,"output_tokens":66291,"total_tokens":124769,"cost":0.02259096},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3746897421202,"overall_relative_score":12373872149,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":991,"performance":402,"input_tokens":83074,"output_tokens":68933,"total_tokens":152007,"cost":0.024466064000000003},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070331,"overall_relative_score":1070331,"max_execution_time_ms":240,"max_memory_usage_kib":6144,"rank":125,"performance":1986,"input_tokens":193608,"output_tokens":53598,"total_tokens":247206,"cost":0.028005936},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":308626000000,"overall_relative_score":254341136267,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":259,"performance":1609,"input_tokens":126855,"output_tokens":69385,"total_tokens":196240,"cost":0.027754412},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3818384500,"overall_relative_score":67119256778,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":520,"performance":1223,"input_tokens":71067,"output_tokens":79956,"total_tokens":151023,"cost":0.026502308},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10254785199882,"overall_relative_score":10254785199882,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":518,"performance":1249,"input_tokens":91928,"output_tokens":45301,"total_tokens":137229,"cost":0.01967644},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5546418,"overall_relative_score":47005012772,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":781,"performance":919,"input_tokens":199927,"output_tokens":74580,"total_tokens":274507,"cost":0.032758516},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5620688665,"overall_relative_score":5620688665,"max_execution_time_ms":1760,"max_memory_usage_kib":4096,"rank":286,"performance":1569,"input_tokens":77653,"output_tokens":43581,"total_tokens":121234,"cost":0.017239348},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239797385,"overall_relative_score":239797385,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":385,"performance":1458,"input_tokens":93898,"output_tokens":42438,"total_tokens":136336,"cost":0.017616648},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3481145,"overall_relative_score":176735271579,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1337,"input_tokens":118602,"output_tokens":71558,"total_tokens":190160,"cost":0.027623176000000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68978,"overall_relative_score":68978,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":514,"performance":1007,"input_tokens":93220,"output_tokens":59752,"total_tokens":152972,"cost":0.022699376},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4154355707,"overall_relative_score":2350217527637,"max_execution_time_ms":200,"max_memory_usage_kib":9216,"rank":644,"performance":1120,"input_tokens":116752,"output_tokens":56876,"total_tokens":173628,"cost":0.024328416},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62695279,"overall_relative_score":62695279,"max_execution_time_ms":80,"max_memory_usage_kib":15360,"rank":596,"performance":1204,"input_tokens":78767,"output_tokens":76181,"total_tokens":154948,"cost":0.026881708},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":448680,"overall_relative_score":448680,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":450,"performance":1358,"input_tokens":96073,"output_tokens":75841,"total_tokens":171914,"cost":0.026471172},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136746458,"overall_relative_score":136746458,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":507,"performance":1277,"input_tokens":57965,"output_tokens":67502,"total_tokens":125467,"cost":0.022227436000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828272833,"overall_relative_score":1663335088026,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":507,"performance":1339,"input_tokens":109946,"output_tokens":53428,"total_tokens":163374,"cost":0.022080408000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":52466,"output_tokens":63835,"total_tokens":116301,"cost":0.021549024}]},{"num_self_refine":16,"rank":{"all":{"mean":390.525,"median":382.5,"min":11,"max":991,"stdev":213.6289603314768},"short":{"mean":306.6521739130435,"median":308.0,"min":11,"max":596,"stdev":173.05191252013793},"long":{"mean":504.0,"median":507.0,"min":187,"max":991,"stdev":215.10520681750128}},"performance":{"all":{"mean":1380.45,"median":1338.0,"min":402,"max":2738,"stdev":409.12595703273183},"short":{"mean":1522.5217391304348,"median":1413.0,"min":995,"max":2738,"stdev":415.4703653763152},"long":{"mean":1188.235294117647,"median":1245.0,"min":402,"max":1655,"stdev":319.9710005242203}},"input_tokens":{"all":{"mean":418173.625,"median":404890.0,"min":215473,"max":876969,"stdev":140850.31802985814},"short":{"mean":401814.3043478261,"median":334823.0,"min":215473,"max":876969,"stdev":166890.60154196678},"long":{"mean":440306.82352941175,"median":432831.0,"min":289227,"max":588304,"stdev":95680.42654341279}},"output_tokens":{"all":{"mean":95549.275,"median":93623.5,"min":65337,"max":133744,"stdev":19323.660327714762},"short":{"mean":92594.56521739131,"median":92041.0,"min":66709,"max":122814,"stdev":17081.068350199577},"long":{"mean":99546.82352941176,"median":96744.0,"min":65337,"max":133744,"stdev":21896.77851373146}},"total_tokens":{"all":{"mean":513722.9,"median":486130.5,"min":310154,"max":980265,"stdev":148605.9154421519},"short":{"mean":494408.8695652174,"median":448066.0,"min":310154,"max":980265,"stdev":173012.24769160245},"long":{"mean":539853.6470588235,"median":520371.0,"min":370640,"max":717563,"stdev":106813.55589995423}},"cost":{"all":{"mean":0.0482545973,"median":0.04534611200000001,"min":0.0344204,"max":0.07525898799999999,"stdev":0.010469879729909603},"short":{"mean":0.04673814904347826,"median":0.04164958,"min":0.0344204,"max":0.07525898799999999,"stdev":0.011078676505896555},"long":{"mean":0.0503062625882353,"median":0.04724622000000001,"min":0.037610160000000004,"max":0.070999684,"stdev":0.009521198395320929}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":948918326968,"overall_relative_score":948918326968,"max_execution_time_ms":4670,"max_memory_usage_kib":3072,"rank":367,"performance":1375,"input_tokens":445088,"output_tokens":72838,"total_tokens":517926,"cost":0.044444176},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2429998,"overall_relative_score":2429998,"max_execution_time_ms":550,"max_memory_usage_kib":13312,"rank":469,"performance":1197,"input_tokens":301062,"output_tokens":93169,"total_tokens":394231,"cost":0.04083990400000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2442830105624,"overall_relative_score":2442830105624,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":521,"performance":1108,"input_tokens":364786,"output_tokens":65337,"total_tokens":430123,"cost":0.037610160000000004},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4398740882,"overall_relative_score":4398740882,"max_execution_time_ms":960,"max_memory_usage_kib":84992,"rank":187,"performance":1587,"input_tokens":725976,"output_tokens":90776,"total_tokens":816752,"cost":0.06000444800000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16360033,"overall_relative_score":16360033,"max_execution_time_ms":2960,"max_memory_usage_kib":24576,"rank":144,"performance":1684,"input_tokens":520675,"output_tokens":114440,"total_tokens":635115,"cost":0.061198564000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5453419,"overall_relative_score":5453419,"max_execution_time_ms":2650,"max_memory_usage_kib":3072,"rank":219,"performance":1542,"input_tokens":432831,"output_tokens":78974,"total_tokens":511805,"cost":0.04536378},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357437,"overall_relative_score":1357437,"max_execution_time_ms":100,"max_memory_usage_kib":18432,"rank":240,"performance":1374,"input_tokens":312850,"output_tokens":66709,"total_tokens":379559,"cost":0.037547216},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12827845410,"overall_relative_score":12827845410,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":308,"performance":1281,"input_tokens":266388,"output_tokens":92041,"total_tokens":358429,"cost":0.039225032},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35659240,"overall_relative_score":35659240,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":624,"performance":920,"input_tokens":430705,"output_tokens":96744,"total_tokens":527449,"cost":0.04724622000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7367354406,"overall_relative_score":7367354406,"max_execution_time_ms":1490,"max_memory_usage_kib":3072,"rank":11,"performance":2738,"input_tokens":360818,"output_tokens":88068,"total_tokens":448886,"cost":0.043820727999999996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17372,"overall_relative_score":17372,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":303,"performance":1309,"input_tokens":376624,"output_tokens":87344,"total_tokens":463968,"cost":0.041358016000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1294828457,"overall_relative_score":1294828457,"max_execution_time_ms":2900,"max_memory_usage_kib":28212,"rank":187,"performance":1655,"input_tokens":416488,"output_tokens":76242,"total_tokens":492730,"cost":0.041637007999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76852734,"overall_relative_score":76852734,"max_execution_time_ms":1770,"max_memory_usage_kib":3072,"rank":284,"performance":1413,"input_tokens":323472,"output_tokens":67658,"total_tokens":391130,"cost":0.035285936000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1317546021,"overall_relative_score":1317546021,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":354,"performance":1245,"input_tokens":588304,"output_tokens":126759,"total_tokens":715063,"cost":0.065657704},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123663830,"overall_relative_score":123663830,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":171,"performance":1708,"input_tokens":292018,"output_tokens":68825,"total_tokens":360843,"cost":0.0344204},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20844793230,"overall_relative_score":174960821005,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":404859,"output_tokens":115512,"total_tokens":520371,"cost":0.053728387999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2418498244821,"overall_relative_score":377697523215,"max_execution_time_ms":370,"max_memory_usage_kib":11264,"rank":753,"performance":818,"input_tokens":477968,"output_tokens":82643,"total_tokens":560611,"cost":0.045456264},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464547717927335,"overall_relative_score":7551008936,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":512,"performance":978,"input_tokens":510300,"output_tokens":125864,"total_tokens":636164,"cost":0.05971918399999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":478144660,"overall_relative_score":478144660,"max_execution_time_ms":250,"max_memory_usage_kib":8192,"rank":81,"performance":2108,"input_tokens":521133,"output_tokens":108761,"total_tokens":629894,"cost":0.057694196},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":255699,"output_tokens":103075,"total_tokens":358774,"cost":0.04164958},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285865494580,"overall_relative_score":285865494580,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":73,"performance":1869,"input_tokens":490456,"output_tokens":118113,"total_tokens":608569,"cost":0.05451269599999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93807,"overall_relative_score":93807,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":335,"performance":1322,"input_tokens":876969,"output_tokens":103296,"total_tokens":980265,"cost":0.07525898799999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73637268208,"overall_relative_score":219302762475,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":617,"performance":1110,"input_tokens":289227,"output_tokens":81413,"total_tokens":370640,"cost":0.037640316},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332339,"overall_relative_score":1332339,"max_execution_time_ms":270,"max_memory_usage_kib":12288,"rank":567,"performance":995,"input_tokens":222562,"output_tokens":87592,"total_tokens":310154,"cost":0.036015448},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3746897421202,"overall_relative_score":12373872149,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":991,"performance":402,"input_tokens":303529,"output_tokens":111550,"total_tokens":415079,"cost":0.04532844400000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1078271,"overall_relative_score":1078271,"max_execution_time_ms":640,"max_memory_usage_kib":6144,"rank":70,"performance":2207,"input_tokens":645879,"output_tokens":90203,"total_tokens":736082,"cost":0.057862812},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":308626000000,"overall_relative_score":254341136267,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":259,"performance":1609,"input_tokens":583819,"output_tokens":133744,"total_tokens":717563,"cost":0.070999684},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2974579495,"overall_relative_score":81555431729,"max_execution_time_ms":1090,"max_memory_usage_kib":3072,"rank":478,"performance":1278,"input_tokens":294297,"output_tokens":119173,"total_tokens":413470,"cost":0.049596707999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10254785199882,"overall_relative_score":10254785199882,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":518,"performance":1249,"input_tokens":404921,"output_tokens":73902,"total_tokens":478823,"cost":0.042430332},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5546418,"overall_relative_score":47005012772,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":781,"performance":919,"input_tokens":585210,"output_tokens":116506,"total_tokens":701716,"cost":0.05965853600000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6925723371,"overall_relative_score":6925723371,"max_execution_time_ms":1970,"max_memory_usage_kib":4096,"rank":144,"performance":1891,"input_tokens":324470,"output_tokens":74512,"total_tokens":398982,"cost":0.038520328000000006},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239797385,"overall_relative_score":239797385,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":385,"performance":1458,"input_tokens":330174,"output_tokens":67017,"total_tokens":397191,"cost":0.034969535999999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3481145,"overall_relative_score":176735271579,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1337,"input_tokens":453566,"output_tokens":112021,"total_tokens":565587,"cost":0.05495369600000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75586,"overall_relative_score":75586,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":508,"performance":1019,"input_tokens":419455,"output_tokens":104757,"total_tokens":524212,"cost":0.05274609200000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4158940640,"overall_relative_score":2347163159989,"max_execution_time_ms":600,"max_memory_usage_kib":19456,"rank":644,"performance":1120,"input_tokens":505305,"output_tokens":96379,"total_tokens":601684,"cost":0.053258547999999996},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62695279,"overall_relative_score":62695279,"max_execution_time_ms":80,"max_memory_usage_kib":15360,"rank":596,"performance":1204,"input_tokens":334823,"output_tokens":113243,"total_tokens":448066,"cost":0.049868251999999995},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":452463,"overall_relative_score":452463,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":430,"performance":1387,"input_tokens":463742,"output_tokens":122814,"total_tokens":586556,"cost":0.06044690400000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140361880,"overall_relative_score":140361880,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":380,"performance":1458,"input_tokens":256090,"output_tokens":94078,"total_tokens":350168,"cost":0.040561416},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828272833,"overall_relative_score":1663335088026,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":507,"performance":1339,"input_tokens":398934,"output_tokens":80597,"total_tokens":479531,"cost":0.04290764800000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":215473,"output_tokens":99282,"total_tokens":314755,"cost":0.038740604000000005}]}]},{"model_name":"deepseek-v4-flash-no-thinking","detail_path":"data/model_details/deepseek-v4-flash-no-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":820.05,"median":842.0,"min":186,"max":1382,"stdev":220.46628325275057},"short":{"mean":731.8260869565217,"median":702.0,"min":186,"max":1019,"stdev":203.63082731745726},"long":{"mean":939.4117647058823,"median":947.0,"min":611,"max":1382,"stdev":187.4410103284262}},"performance":{"all":{"mean":324.975,"median":215.0,"min":-110,"max":1081,"stdev":333.96625712403323},"short":{"mean":341.0869565217391,"median":207.0,"min":-110,"max":1081,"stdev":385.92485291162797},"long":{"mean":303.1764705882353,"median":234.0,"min":-50,"max":969,"stdev":257.283947054154}},"input_tokens":{"all":{"mean":2956.15,"median":2547.5,"min":1304,"max":7658,"stdev":1612.3396052209666},"short":{"mean":2383.913043478261,"median":1831.0,"min":1422,"max":7658,"stdev":1443.0926358800482},"long":{"mean":3730.3529411764707,"median":3312.0,"min":1304,"max":7501,"stdev":1538.0478674758658}},"output_tokens":{"all":{"mean":2257.225,"median":2277.5,"min":443,"max":7247,"stdev":1035.0001235600075},"short":{"mean":1922.7826086956522,"median":1917.0,"min":443,"max":3122,"stdev":681.6894091834531},"long":{"mean":2709.705882352941,"median":2391.0,"min":1573,"max":7247,"stdev":1262.4684037979862}},"total_tokens":{"all":{"mean":5213.375,"median":4619.0,"min":2551,"max":10559,"stdev":2095.311955080332},"short":{"mean":4306.695652173913,"median":3949.0,"min":2551,"max":9841,"stdev":1684.840171399666},"long":{"mean":6440.058823529412,"median":6112.0,"min":3239,"max":10559,"stdev":2004.4247762945681}},"cost":{"all":{"mean":0.0008824536,"median":0.000847,"min":0.000413392,"max":0.00213444,"stdev":0.00033923827390718785},"short":{"mean":0.0006982250434782608,"median":0.00065394,"min":0.000413392,"max":0.0010605,"stdev":0.00019144650185067802},"long":{"mean":0.001131704,"median":0.00119042,"min":0.000681856,"max":0.00213444,"stdev":0.00033958809692037205}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1304,"output_tokens":1935,"total_tokens":3239,"cost":0.00072436},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1441,"output_tokens":1917,"total_tokens":3358,"cost":0.000580804},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1691,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2542,"output_tokens":2137,"total_tokens":4679,"cost":0.000681856},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1584,"output_tokens":3122,"total_tokens":4706,"cost":0.000923888},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1774,"output_tokens":1851,"total_tokens":3625,"cost":0.000580272},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3721,"output_tokens":2391,"total_tokens":6112,"cost":0.00119042},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":765,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1484,"output_tokens":2480,"total_tokens":3964,"cost":0.00090216},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2210,"output_tokens":982,"total_tokens":3192,"cost":0.00058436},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2997,"output_tokens":3099,"total_tokens":6096,"cost":0.0012873},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87172877,"overall_relative_score":87172877,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":702,"performance":591,"input_tokens":2157,"output_tokens":1686,"total_tokens":3843,"cost":0.000544684},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":7658,"output_tokens":2183,"total_tokens":9841,"cost":0.000837536},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174791539,"overall_relative_score":174791539,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":611,"performance":969,"input_tokens":7501,"output_tokens":2677,"total_tokens":10178,"cost":0.000968212},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":711,"performance":123,"input_tokens":4670,"output_tokens":2787,"total_tokens":7457,"cost":0.000918064},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2785,"output_tokens":2085,"total_tokens":4870,"cost":0.0009737},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53254470,"overall_relative_score":53254470,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":531,"performance":1004,"input_tokens":2553,"output_tokens":2511,"total_tokens":5064,"cost":0.0010605},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":483803456,"overall_relative_score":2971853940,"max_execution_time_ms":200,"max_memory_usage_kib":4096,"rank":970,"performance":577,"input_tokens":2739,"output_tokens":3176,"total_tokens":5915,"cost":0.000971684},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":37905157145,"overall_relative_score":411393291,"max_execution_time_ms":6100,"max_memory_usage_kib":10476,"rank":937,"performance":358,"input_tokens":6943,"output_tokens":2463,"total_tokens":9406,"cost":0.000887516},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4450,"output_tokens":2275,"total_tokens":6725,"cost":0.00126},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411397466,"overall_relative_score":411397466,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":641,"performance":1030,"input_tokens":3597,"output_tokens":2597,"total_tokens":6194,"cost":0.000829332},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6000100,"overall_relative_score":6000100,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":971,"performance":627,"input_tokens":1692,"output_tokens":1351,"total_tokens":3043,"cost":0.000428792},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2177,"output_tokens":443,"total_tokens":2620,"cost":0.00042882},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1427,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1823,"output_tokens":2333,"total_tokens":4156,"cost":0.00090846},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1609,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2825,"output_tokens":1653,"total_tokens":4478,"cost":0.00085834},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":716,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1722,"output_tokens":1438,"total_tokens":3160,"cost":0.00064372},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130178684546,"overall_relative_score":463335094389,"max_execution_time_ms":420,"max_memory_usage_kib":13312,"rank":947,"performance":544,"input_tokens":3312,"output_tokens":7247,"total_tokens":10559,"cost":0.00213444},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1840,"output_tokens":2535,"total_tokens":4375,"cost":0.000766696},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":91832801817,"overall_relative_score":17428266490,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1020,"performance":518,"input_tokens":4092,"output_tokens":2742,"total_tokens":6834,"cost":0.00134064},{"problem_id":"ahc031","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2949,"output_tokens":1573,"total_tokens":4522,"cost":0.0008533},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8811585022699,"overall_relative_score":8811585022699,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":791,"input_tokens":1718,"output_tokens":1283,"total_tokens":3001,"cost":0.000413392},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2834,"output_tokens":3092,"total_tokens":5926,"cost":0.00126252},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1095,"max_memory_usage_kib":3072,"rank":905,"performance":201,"input_tokens":1893,"output_tokens":2056,"total_tokens":3949,"cost":0.0008407},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216568013,"overall_relative_score":216568013,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":654,"performance":1081,"input_tokens":4271,"output_tokens":1405,"total_tokens":5676,"cost":0.000518252},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3994,"output_tokens":2865,"total_tokens":6859,"cost":0.00136136},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":159,"overall_relative_score":159,"max_execution_time_ms":390,"max_memory_usage_kib":671744,"rank":639,"performance":709,"input_tokens":1831,"output_tokens":2728,"total_tokens":4559,"cost":0.000819476},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4181,"output_tokens":2295,"total_tokens":6476,"cost":0.00122794},{"problem_id":"ahc041","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1633,"output_tokens":918,"total_tokens":2551,"cost":0.00048566},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":2213,"output_tokens":1736,"total_tokens":3949,"cost":0.000552188},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1467,"output_tokens":1602,"total_tokens":3069,"cost":0.00065394},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1341355174,"overall_relative_score":60265198679,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1190,"performance":462,"input_tokens":4247,"output_tokens":2360,"total_tokens":6607,"cost":0.00125538},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":1052016,"rank":939,"performance":116,"input_tokens":1422,"output_tokens":2280,"total_tokens":3702,"cost":0.00083748}]},{"num_self_refine":2,"rank":{"all":{"mean":737.675,"median":711.0,"min":186,"max":1087,"stdev":202.9704269857292},"short":{"mean":694.9130434782609,"median":654.0,"min":186,"max":1019,"stdev":203.57909185453255},"long":{"mean":795.5294117647059,"median":824.0,"min":411,"max":1087,"stdev":192.99388515153103}},"performance":{"all":{"mean":532.95,"median":515.5,"min":-110,"max":1262,"stdev":409.94151865595256},"short":{"mean":486.8695652173913,"median":487.0,"min":-110,"max":1119,"stdev":401.69756877393877},"long":{"mean":595.2941176470588,"median":544.0,"min":51,"max":1262,"stdev":424.9393728383324}},"input_tokens":{"all":{"mean":11516.85,"median":8694.5,"min":4437,"max":92027,"stdev":13753.336901481074},"short":{"mean":8284.521739130434,"median":6567.0,"min":4437,"max":21929,"stdev":4488.592327116752},"long":{"mean":15890.0,"median":10913.0,"min":5177,"max":92027,"stdev":19950.49241873493}},"output_tokens":{"all":{"mean":4632.675,"median":4534.5,"min":1394,"max":10509,"stdev":1732.6270462538257},"short":{"mean":4205.086956521739,"median":4118.0,"min":1394,"max":9454,"stdev":1631.3595811481762},"long":{"mean":5211.176470588235,"median":4788.0,"min":2978,"max":10509,"stdev":1743.453836329418}},"total_tokens":{"all":{"mean":16149.525,"median":14378.0,"min":5831,"max":95608,"stdev":13878.337388391508},"short":{"mean":12489.608695652174,"median":10691.0,"min":5831,"max":26736,"stdev":5081.8713781005235},"long":{"mean":21101.176470588234,"median":16104.0,"min":9389,"max":95608,"stdev":19714.615981028182}},"cost":{"all":{"mean":0.0022686888,"median":0.001885548,"min":0.000739116,"max":0.013585403999999999,"stdev":0.001972134801772021},"short":{"mean":0.001757584347826087,"median":0.0016740079999999998,"min":0.000739116,"max":0.004014612,"stdev":0.0007005337983337232},"long":{"mean":0.0029601830588235293,"median":0.0022858080000000003,"min":0.0014813959999999998,"max":0.013585403999999999,"stdev":0.0028145807008680807}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":893946783015,"overall_relative_score":893946783015,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":639,"performance":1101,"input_tokens":5177,"output_tokens":4212,"total_tokens":9389,"cost":0.0015457399999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":13265,"output_tokens":3374,"total_tokens":16639,"cost":0.002486428},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2656117638129,"overall_relative_score":2656117638129,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":411,"performance":1262,"input_tokens":7377,"output_tokens":5500,"total_tokens":12877,"cost":0.0017843},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":6567,"output_tokens":5946,"total_tokens":12513,"cost":0.001896132},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":10769,"output_tokens":3411,"total_tokens":14180,"cost":0.001874964},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":9985,"output_tokens":4591,"total_tokens":14576,"cost":0.002267636},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":765,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":5603,"output_tokens":5055,"total_tokens":10658,"cost":0.002042124},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5552,"output_tokens":2439,"total_tokens":7991,"cost":0.001216488},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":9240,"output_tokens":5780,"total_tokens":15020,"cost":0.0022382079999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238780481,"overall_relative_score":238780481,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":682,"performance":654,"input_tokens":6573,"output_tokens":4118,"total_tokens":10691,"cost":0.0016145080000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":17651,"output_tokens":4394,"total_tokens":22045,"cost":0.0017661},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174791539,"overall_relative_score":174791539,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":611,"performance":969,"input_tokens":18242,"output_tokens":6057,"total_tokens":24299,"cost":0.0022858080000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28882515,"overall_relative_score":28882515,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":653,"performance":652,"input_tokens":12638,"output_tokens":4397,"total_tokens":17035,"cost":0.001652896},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":92027,"output_tokens":3581,"total_tokens":95608,"cost":0.013585403999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53254470,"overall_relative_score":53254470,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":531,"performance":1004,"input_tokens":8180,"output_tokens":5082,"total_tokens":13262,"cost":0.002009056},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1731550184,"overall_relative_score":10872922545,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":929,"performance":664,"input_tokens":9209,"output_tokens":7369,"total_tokens":16578,"cost":0.002392068},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1376786854737,"overall_relative_score":629964758288,"max_execution_time_ms":3620,"max_memory_usage_kib":7168,"rank":579,"performance":1070,"input_tokens":16501,"output_tokens":4788,"total_tokens":21289,"cost":0.001830108},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":16796,"output_tokens":4562,"total_tokens":21358,"cost":0.002883328},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411397466,"overall_relative_score":411397466,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":641,"performance":1030,"input_tokens":10404,"output_tokens":6366,"total_tokens":16770,"cost":0.002149504},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6000100,"overall_relative_score":6000100,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":971,"performance":627,"input_tokens":5298,"output_tokens":2342,"total_tokens":7640,"cost":0.000881384},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":5050,"output_tokens":3230,"total_tokens":8280,"cost":0.00132468},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":6137,"output_tokens":4507,"total_tokens":10644,"cost":0.001920436},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1609,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":7457,"output_tokens":3303,"total_tokens":10760,"cost":0.0014813959999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":716,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":5041,"output_tokens":2941,"total_tokens":7982,"cost":0.001185156},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130178684546,"overall_relative_score":463335094389,"max_execution_time_ms":420,"max_memory_usage_kib":13312,"rank":947,"performance":544,"input_tokens":14484,"output_tokens":10509,"total_tokens":24993,"cost":0.0042534800000000005},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":21929,"output_tokens":4807,"total_tokens":26736,"cost":0.004014612},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":692262785406,"overall_relative_score":101454205666,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":987,"performance":598,"input_tokens":11079,"output_tokens":5114,"total_tokens":16193,"cost":0.002538564},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9452389000,"overall_relative_score":58069373438,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":553,"performance":1173,"input_tokens":7724,"output_tokens":2978,"total_tokens":10702,"cost":0.001585472},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9719664260289,"overall_relative_score":9719664260289,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":991,"input_tokens":5384,"output_tokens":3040,"total_tokens":8424,"cost":0.001088864},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":10239,"output_tokens":5865,"total_tokens":16104,"cost":0.002416204},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":184683593,"overall_relative_score":184683593,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":900,"performance":487,"input_tokens":5989,"output_tokens":3787,"total_tokens":9776,"cost":0.001698116},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216568013,"overall_relative_score":216568013,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":654,"performance":1081,"input_tokens":10510,"output_tokens":4666,"total_tokens":15176,"cost":0.0016740079999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":12673,"output_tokens":5379,"total_tokens":18052,"cost":0.002835924},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":159,"overall_relative_score":159,"max_execution_time_ms":390,"max_memory_usage_kib":671744,"rank":639,"performance":709,"input_tokens":6901,"output_tokens":9454,"total_tokens":16355,"cost":0.0029107959999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":10913,"output_tokens":4652,"total_tokens":15565,"cost":0.0021135800000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":4437,"output_tokens":1394,"total_tokens":5831,"cost":0.000739116},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":6707,"output_tokens":4816,"total_tokens":11523,"cost":0.001613668},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76869510,"overall_relative_score":76869510,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":969,"performance":383,"input_tokens":4688,"output_tokens":3581,"total_tokens":8269,"cost":0.0013292719999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4157895237,"overall_relative_score":336774956834,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":826,"performance":1000,"input_tokens":11007,"output_tokens":4350,"total_tokens":15357,"cost":0.002285892},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5271,"output_tokens":3570,"total_tokens":8841,"cost":0.001336132}]},{"num_self_refine":4,"rank":{"all":{"mean":676.75,"median":648.5,"min":176,"max":1026,"stdev":229.8916969089843},"short":{"mean":618.0869565217391,"median":613.0,"min":176,"max":971,"stdev":233.26787431142495},"long":{"mean":756.1176470588235,"median":745.0,"min":411,"max":1026,"stdev":205.8236145200974}},"performance":{"all":{"mean":743.55,"median":678.0,"min":-61,"max":1572,"stdev":394.76328187655537},"short":{"mean":761.4782608695652,"median":717.0,"min":-61,"max":1572,"stdev":411.58174594706935},"long":{"mean":719.2941176470588,"median":664.0,"min":94,"max":1262,"stdev":381.8949077799222}},"input_tokens":{"all":{"mean":40053.95,"median":30328.0,"min":14431,"max":277023,"stdev":44629.48408381145},"short":{"mean":28521.91304347826,"median":24812.0,"min":14431,"max":69595,"stdev":12939.859146040484},"long":{"mean":55656.117647058825,"median":35017.0,"min":22710,"max":277023,"stdev":64613.840029519175}},"output_tokens":{"all":{"mean":9735.325,"median":9515.5,"min":4076,"max":16285,"stdev":2804.192231490888},"short":{"mean":8990.08695652174,"median":9056.0,"min":4076,"max":15194,"stdev":2765.2347411952287},"long":{"mean":10743.588235294117,"median":10249.0,"min":6919,"max":16285,"stdev":2602.845967849988}},"total_tokens":{"all":{"mean":49789.275,"median":41541.5,"min":18507,"max":286522,"stdev":44904.06456503573},"short":{"mean":37512.0,"median":34924.0,"min":18507,"max":79672,"stdev":14426.257852830846},"long":{"mean":66399.70588235294,"median":45333.0,"min":29629,"max":286522,"stdev":64178.86154506473}},"cost":{"all":{"mean":0.005647236,"median":0.0047252660000000005,"min":0.001914388,"max":0.030447228,"stdev":0.005007987310577927},"short":{"mean":0.004293821913043478,"median":0.004431503999999999,"min":0.001914388,"max":0.009181564,"stdev":0.0016083003126887464},"long":{"mean":0.007478325647058823,"median":0.005198368,"min":0.0029949919999999997,"max":0.030447228,"stdev":0.007167996497425213}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":893946783015,"overall_relative_score":893946783015,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":639,"performance":1101,"input_tokens":22971,"output_tokens":13555,"total_tokens":36526,"cost":0.005305356},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1081018,"overall_relative_score":1081018,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":644,"performance":984,"input_tokens":47420,"output_tokens":7873,"total_tokens":55293,"cost":0.005087208},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2656117638129,"overall_relative_score":2656117638129,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":411,"performance":1262,"input_tokens":28857,"output_tokens":10510,"total_tokens":39367,"cost":0.004574332},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2168301078,"overall_relative_score":2168301078,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":480,"performance":847,"input_tokens":25586,"output_tokens":11492,"total_tokens":37078,"cost":0.00507948},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13482816,"overall_relative_score":13482816,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":176,"performance":1572,"input_tokens":36384,"output_tokens":9266,"total_tokens":45650,"cost":0.005308464000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":29749,"output_tokens":9486,"total_tokens":39235,"cost":0.00424046},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":369631,"overall_relative_score":369631,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":475,"performance":688,"input_tokens":21798,"output_tokens":9766,"total_tokens":31564,"cost":0.004452952},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":17316,"output_tokens":5104,"total_tokens":22420,"cost":0.0027351520000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226079525,"overall_relative_score":226079525,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":30907,"output_tokens":12191,"total_tokens":43098,"cost":0.004744236},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":884484478,"overall_relative_score":884484478,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":591,"performance":870,"input_tokens":24812,"output_tokens":10112,"total_tokens":34924,"cost":0.0046564},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3860,"overall_relative_score":3860,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":413,"performance":1078,"input_tokens":44979,"output_tokens":9056,"total_tokens":54035,"cost":0.003929828},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174791539,"overall_relative_score":174791539,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":611,"performance":969,"input_tokens":51040,"output_tokens":12860,"total_tokens":63900,"cost":0.005198368},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28882515,"overall_relative_score":28882515,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":653,"performance":652,"input_tokens":36496,"output_tokens":9005,"total_tokens":45501,"cost":0.0047062960000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":277023,"output_tokens":9499,"total_tokens":286522,"cost":0.030447228},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69529522,"overall_relative_score":69529522,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":449,"performance":1142,"input_tokens":29142,"output_tokens":11413,"total_tokens":40555,"cost":0.005526528},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1731550184,"overall_relative_score":10872922545,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":929,"performance":664,"input_tokens":36149,"output_tokens":14521,"total_tokens":50670,"cost":0.005284692},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319304727269,"overall_relative_score":783871250743,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":478,"performance":1209,"input_tokens":44359,"output_tokens":9596,"total_tokens":53955,"cost":0.004065908},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":155319,"output_tokens":7814,"total_tokens":163133,"cost":0.02106538},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442088682,"overall_relative_score":442088682,"max_execution_time_ms":480,"max_memory_usage_kib":7168,"rank":334,"performance":1472,"input_tokens":37412,"output_tokens":15194,"total_tokens":52606,"cost":0.005535264},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6000100,"overall_relative_score":6000100,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":971,"performance":627,"input_tokens":17024,"output_tokens":4543,"total_tokens":21567,"cost":0.0019207439999999998},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":18833,"output_tokens":7181,"total_tokens":26014,"cost":0.0028553},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":22420,"output_tokens":9532,"total_tokens":31952,"cost":0.004431503999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1609,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":22710,"output_tokens":6919,"total_tokens":29629,"cost":0.0029949919999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":716,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":16371,"output_tokens":5431,"total_tokens":21802,"cost":0.0022499959999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130178684546,"overall_relative_score":463335094389,"max_execution_time_ms":420,"max_memory_usage_kib":13312,"rank":947,"performance":544,"input_tokens":46726,"output_tokens":16285,"total_tokens":63011,"cost":0.008420608},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":69595,"output_tokens":10077,"total_tokens":79672,"cost":0.009181564},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":692262785406,"overall_relative_score":101454205666,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":987,"performance":598,"input_tokens":34832,"output_tokens":10501,"total_tokens":45333,"cost":0.0048062},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9452389000,"overall_relative_score":58069373438,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":553,"performance":1173,"input_tokens":23825,"output_tokens":7032,"total_tokens":30857,"cost":0.003784844},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9719664260289,"overall_relative_score":9719664260289,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":991,"input_tokens":20583,"output_tokens":7717,"total_tokens":28300,"cost":0.0029923320000000003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47728580200,"overall_relative_score":5325050,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":35606,"output_tokens":12700,"total_tokens":48306,"cost":0.006003368},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218262217,"overall_relative_score":218262217,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":897,"performance":499,"input_tokens":21886,"output_tokens":8792,"total_tokens":30678,"cost":0.0042498959999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216568013,"overall_relative_score":216568013,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":654,"performance":1081,"input_tokens":35913,"output_tokens":12039,"total_tokens":47952,"cost":0.00517314},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":38132,"output_tokens":10249,"total_tokens":48381,"cost":0.005756744},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43247,"overall_relative_score":43247,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":560,"performance":911,"input_tokens":33255,"output_tokens":13814,"total_tokens":47069,"cost":0.006072164},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755200998,"overall_relative_score":948200953965,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1026,"performance":583,"input_tokens":35017,"output_tokens":9327,"total_tokens":44344,"cost":0.005320532},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":14431,"output_tokens":4076,"total_tokens":18507,"cost":0.001914388},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":25688,"output_tokens":9378,"total_tokens":35066,"cost":0.003512656},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722722,"overall_relative_score":112722722,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":898,"performance":647,"input_tokens":19564,"output_tokens":8809,"total_tokens":28373,"cost":0.003657192},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3061823388,"overall_relative_score":478148554544,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":803,"performance":1024,"input_tokens":32932,"output_tokens":9596,"total_tokens":42528,"cost":0.005118288},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":19096,"output_tokens":7102,"total_tokens":26198,"cost":0.0035294560000000003}]},{"num_self_refine":8,"rank":{"all":{"mean":604.325,"median":564.5,"min":94,"max":993,"stdev":220.15092579456743},"short":{"mean":540.7826086956521,"median":560.0,"min":94,"max":916,"stdev":219.78397586591893},"long":{"mean":690.2941176470588,"median":660.0,"min":411,"max":993,"stdev":195.0918901139545}},"performance":{"all":{"mean":928.85,"median":998.5,"min":178,"max":2051,"stdev":363.6928508282638},"short":{"mean":968.1739130434783,"median":991.0,"min":223,"max":2051,"stdev":391.72249595088624},"long":{"mean":875.6470588235294,"median":1009.0,"min":178,"max":1262,"stdev":325.8755401177861}},"input_tokens":{"all":{"mean":132980.675,"median":113975.0,"min":56799,"max":689215,"stdev":110430.79642029153},"short":{"mean":103128.86956521739,"median":99981.0,"min":56799,"max":201728,"stdev":35496.06957922415},"long":{"mean":173368.41176470587,"median":120315.0,"min":77438,"max":689215,"stdev":158046.32147453591}},"output_tokens":{"all":{"mean":20339.675,"median":20013.0,"min":9554,"max":33053,"stdev":6004.02288379238},"short":{"mean":18967.043478260868,"median":18676.0,"min":9554,"max":33053,"stdev":5962.669532396472},"long":{"mean":22196.764705882353,"median":21160.0,"min":12799,"max":30613,"stdev":5710.428678407294}},"total_tokens":{"all":{"mean":153320.35,"median":133840.0,"min":67471,"max":710375,"stdev":111572.67376722074},"short":{"mean":122095.91304347826,"median":120436.0,"min":67471,"max":221469,"stdev":39612.72951958871},"long":{"mean":195565.17647058822,"median":145555.0,"min":91567,"max":710375,"stdev":157758.80708705113}},"cost":{"all":{"mean":0.0127848259,"median":0.011389266,"min":0.004825296,"max":0.047106612,"stdev":0.0072129439614768915},"short":{"mean":0.010649193739130435,"median":0.010666796,"min":0.004825296,"max":0.017039288,"stdev":0.003170389269971021},"long":{"mean":0.015674210588235295,"median":0.011983635999999999,"min":0.007922852,"max":0.047106612,"stdev":0.009877623859457592}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":910182543635,"overall_relative_score":910182543635,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":529,"performance":1204,"input_tokens":116997,"output_tokens":28340,"total_tokens":145337,"cost":0.015010716},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1582986,"overall_relative_score":1582986,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":585,"performance":1055,"input_tokens":152219,"output_tokens":20057,"total_tokens":172276,"cost":0.01452598},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2656117638129,"overall_relative_score":2656117638129,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":411,"performance":1262,"input_tokens":105841,"output_tokens":19703,"total_tokens":125544,"cost":0.011317236},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3426809620,"overall_relative_score":3426809620,"max_execution_time_ms":0,"max_memory_usage_kib":9216,"rank":278,"performance":1339,"input_tokens":100609,"output_tokens":22273,"total_tokens":122882,"cost":0.011662756},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13482816,"overall_relative_score":13482816,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":176,"performance":1572,"input_tokens":120488,"output_tokens":18124,"total_tokens":138612,"cost":0.011062016000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":96951,"output_tokens":17485,"total_tokens":114436,"cost":0.010068044},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":369631,"overall_relative_score":369631,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":475,"performance":688,"input_tokens":87785,"output_tokens":20264,"total_tokens":108049,"cost":0.010666796},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9489396042,"overall_relative_score":9489396042,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":502,"performance":814,"input_tokens":58499,"output_tokens":10119,"total_tokens":68618,"cost":0.006062924},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232904235,"overall_relative_score":232904235,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":120315,"output_tokens":27843,"total_tokens":148158,"cost":0.01180942},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":884484478,"overall_relative_score":884484478,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":591,"performance":870,"input_tokens":103453,"output_tokens":22432,"total_tokens":125885,"cost":0.011761371999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4552,"overall_relative_score":4552,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":131949,"output_tokens":18229,"total_tokens":150178,"cost":0.009083284},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170282204,"overall_relative_score":170282204,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":832,"performance":581,"input_tokens":166153,"output_tokens":28599,"total_tokens":194752,"cost":0.016173332},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42197285,"overall_relative_score":42197285,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":694,"input_tokens":115451,"output_tokens":17304,"total_tokens":132755,"cost":0.01004122},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":695501535,"overall_relative_score":695501535,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":542,"performance":913,"input_tokens":689215,"output_tokens":21160,"total_tokens":710375,"cost":0.047106612},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66772023,"overall_relative_score":66772023,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":464,"performance":1117,"input_tokens":114027,"output_tokens":23192,"total_tokens":137219,"cost":0.013096132},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2027557820,"overall_relative_score":11941570232,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":921,"performance":679,"input_tokens":140707,"output_tokens":30085,"total_tokens":170792,"cost":0.015679132000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319304727269,"overall_relative_score":783871250743,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":478,"performance":1209,"input_tokens":133086,"output_tokens":17914,"total_tokens":151000,"cost":0.01139068},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":459551,"output_tokens":16056,"total_tokens":475607,"cost":0.03316485200000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":475485031,"overall_relative_score":475485031,"max_execution_time_ms":1270,"max_memory_usage_kib":7168,"rank":94,"performance":2051,"input_tokens":144959,"output_tokens":33053,"total_tokens":178012,"cost":0.015657516},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12854395,"overall_relative_score":12854395,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":543,"performance":1255,"input_tokens":60312,"output_tokens":9554,"total_tokens":69866,"cost":0.004825296},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":78174,"output_tokens":18676,"total_tokens":96850,"cost":0.010324552},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":86561,"output_tokens":17320,"total_tokens":103881,"cost":0.00915502},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75075200485,"overall_relative_score":194514640864,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":77438,"output_tokens":14129,"total_tokens":91567,"cost":0.008503936},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":716,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":56799,"output_tokens":10672,"total_tokens":67471,"cost":0.0061087879999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50913098290,"overall_relative_score":1072017072877,"max_execution_time_ms":630,"max_memory_usage_kib":13312,"rank":502,"performance":1224,"input_tokens":159179,"output_tokens":30613,"total_tokens":189792,"cost":0.017839612},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":963047,"overall_relative_score":963047,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":593,"performance":1097,"input_tokens":201728,"output_tokens":19741,"total_tokens":221469,"cost":0.017039288},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":692262785406,"overall_relative_score":101454205666,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":987,"performance":598,"input_tokens":113923,"output_tokens":20858,"total_tokens":134781,"cost":0.011983635999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9452389000,"overall_relative_score":58069373438,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":553,"performance":1173,"input_tokens":78917,"output_tokens":12799,"total_tokens":91716,"cost":0.007922852},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9719664260289,"overall_relative_score":9719664260289,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":991,"input_tokens":81197,"output_tokens":13833,"total_tokens":95030,"cost":0.008259188},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47728580200,"overall_relative_score":5325050,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":133157,"output_tokens":27870,"total_tokens":161027,"cost":0.013141772},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226237332,"overall_relative_score":226237332,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":91024,"output_tokens":18596,"total_tokens":109620,"cost":0.010624543999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":229219683,"overall_relative_score":229219683,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":486,"performance":1312,"input_tokens":138598,"output_tokens":27459,"total_tokens":166057,"cost":0.014691599999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417445000,"overall_relative_score":489101840,"max_execution_time_ms":230,"max_memory_usage_kib":7168,"rank":983,"performance":449,"input_tokens":123321,"output_tokens":22234,"total_tokens":145555,"cost":0.012580764000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43379,"overall_relative_score":43379,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":560,"performance":911,"input_tokens":125468,"output_tokens":29630,"total_tokens":155098,"cost":0.013303583999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4766774309,"overall_relative_score":2046601348659,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":703,"performance":1052,"input_tokens":119604,"output_tokens":21666,"total_tokens":141270,"cost":0.011686303999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56171057,"overall_relative_score":56171057,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":736,"performance":1006,"input_tokens":61717,"output_tokens":12087,"total_tokens":73804,"cost":0.007050148},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171160,"overall_relative_score":171160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":916,"performance":597,"input_tokens":99981,"output_tokens":20455,"total_tokens":120436,"cost":0.010793412},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722722,"overall_relative_score":112722722,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":898,"performance":647,"input_tokens":90219,"output_tokens":20035,"total_tokens":110254,"cost":0.011387852},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1914168860,"overall_relative_score":772020004696,"max_execution_time_ms":90,"max_memory_usage_kib":10116,"rank":775,"performance":1053,"input_tokens":112908,"output_tokens":19991,"total_tokens":132899,"cost":0.01108268},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":70747,"output_tokens":13137,"total_tokens":83884,"cost":0.0077481880000000005}]},{"num_self_refine":16,"rank":{"all":{"mean":532.0,"median":545.5,"min":94,"max":983,"stdev":214.8019958843433},"short":{"mean":486.69565217391306,"median":475.0,"min":94,"max":916,"stdev":229.3998959305876},"long":{"mean":593.2941176470588,"median":560.0,"min":244,"max":983,"stdev":182.11355135803402}},"performance":{"all":{"mean":1050.725,"median":1081.5,"min":223,"max":2051,"stdev":382.6740587711823},"short":{"mean":1053.9130434782608,"median":1083.0,"min":223,"max":2051,"stdev":456.2605827458569},"long":{"mean":1046.4117647058824,"median":1080.0,"min":449,"max":1547,"stdev":265.8437179113721}},"input_tokens":{"all":{"mean":487169.825,"median":426323.0,"min":211583,"max":1706362,"stdev":283315.25616798806},"short":{"mean":416237.17391304346,"median":404674.0,"min":211583,"max":1040893,"stdev":170478.5030411465},"long":{"mean":583137.5294117647,"median":489064.0,"min":286699,"max":1706362,"stdev":372387.5545916709}},"output_tokens":{"all":{"mean":42018.35,"median":42744.5,"min":21376,"max":64484,"stdev":11632.663238837662},"short":{"mean":39676.52173913043,"median":41829.0,"min":21376,"max":64484,"stdev":11570.949834782423},"long":{"mean":45186.705882352944,"median":47031.0,"min":26693,"max":60287,"stdev":11278.115233521434}},"total_tokens":{"all":{"mean":529188.175,"median":468508.5,"min":233369,"max":1754334,"stdev":288017.58890715626},"short":{"mean":455913.6956521739,"median":449069.0,"min":233369,"max":1105377,"stdev":180107.16609347155},"long":{"mean":628324.2352941176,"median":542001.0,"min":313392,"max":1754334,"stdev":373413.0080294019}},"cost":{"all":{"mean":0.0330385839,"median":0.029903439999999996,"min":0.014647780000000001,"max":0.08688539999999999,"stdev":0.015660740208051235},"short":{"mean":0.02931787356521739,"median":0.029447879999999996,"min":0.014647780000000001,"max":0.078796732,"stdev":0.012786047739715305},"long":{"mean":0.03807248611764706,"median":0.034405559999999995,"min":0.01987174,"max":0.08688539999999999,"stdev":0.018061143583722274}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":934393458954,"overall_relative_score":934393458954,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":427,"performance":1308,"input_tokens":505077,"output_tokens":60287,"total_tokens":565364,"cost":0.039121124},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1857205,"overall_relative_score":1857205,"max_execution_time_ms":460,"max_memory_usage_kib":11264,"rank":552,"performance":1094,"input_tokens":549795,"output_tokens":49196,"total_tokens":598991,"cost":0.03856314},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2757472993928,"overall_relative_score":2757472993928,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":244,"performance":1547,"input_tokens":403013,"output_tokens":40056,"total_tokens":443069,"cost":0.027697404},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3426809620,"overall_relative_score":3426809620,"max_execution_time_ms":0,"max_memory_usage_kib":9216,"rank":278,"performance":1339,"input_tokens":404674,"output_tokens":44395,"total_tokens":449069,"cost":0.029919008},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15929725,"overall_relative_score":15929725,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":146,"performance":1677,"input_tokens":447406,"output_tokens":43395,"total_tokens":490801,"cost":0.03149272},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4922120,"overall_relative_score":4922120,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":456,"performance":1094,"input_tokens":362745,"output_tokens":35802,"total_tokens":398547,"cost":0.024696476000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":369631,"overall_relative_score":369631,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":475,"performance":688,"input_tokens":385814,"output_tokens":47176,"total_tokens":432990,"cost":0.029447879999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11282031502,"overall_relative_score":11282031502,"max_execution_time_ms":310,"max_memory_usage_kib":5944,"rank":493,"performance":840,"input_tokens":236663,"output_tokens":24669,"total_tokens":261332,"cost":0.017417931999999997},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232904235,"overall_relative_score":232904235,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":555559,"output_tokens":56366,"total_tokens":611925,"cost":0.041263012},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1076949530,"overall_relative_score":1076949530,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":578,"performance":895,"input_tokens":445039,"output_tokens":50829,"total_tokens":495868,"cost":0.033902316},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4552,"overall_relative_score":4552,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":452467,"output_tokens":41829,"total_tokens":494296,"cost":0.028895580000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":188578667,"overall_relative_score":188578667,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":601331,"output_tokens":56979,"total_tokens":658310,"cost":0.040431020000000005},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56755852,"overall_relative_score":56755852,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":607,"performance":779,"input_tokens":426382,"output_tokens":42774,"total_tokens":469156,"cost":0.029751735999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":695501535,"overall_relative_score":695501535,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":542,"performance":913,"input_tokens":1706362,"output_tokens":47972,"total_tokens":1754334,"cost":0.08688539999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65802260,"overall_relative_score":65802260,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":467,"performance":1112,"input_tokens":463604,"output_tokens":50952,"total_tokens":514556,"cost":0.033797680000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3685576687,"overall_relative_score":21800904177,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":674,"performance":1031,"input_tokens":552410,"output_tokens":58439,"total_tokens":610849,"cost":0.039252192000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319304727269,"overall_relative_score":783871250743,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":478,"performance":1209,"input_tokens":426264,"output_tokens":33951,"total_tokens":460215,"cost":0.026476296},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":1351340,"output_tokens":30982,"total_tokens":1382322,"cost":0.07758352000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":475485031,"overall_relative_score":475485031,"max_execution_time_ms":1270,"max_memory_usage_kib":7168,"rank":94,"performance":2051,"input_tokens":1040893,"output_tokens":64484,"total_tokens":1105377,"cost":0.078796732},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13298755,"overall_relative_score":13298755,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":296,"performance":1614,"input_tokens":238435,"output_tokens":21376,"total_tokens":259811,"cost":0.016700964},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":331855,"output_tokens":37544,"total_tokens":369399,"cost":0.02521778},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":315205,"output_tokens":31048,"total_tokens":346253,"cost":0.021727356},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25870465445,"overall_relative_score":272978499105,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":531,"performance":1211,"input_tokens":303892,"output_tokens":30547,"total_tokens":334439,"cost":0.021436855999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":716,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":211583,"output_tokens":21786,"total_tokens":233369,"cost":0.014647780000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50913098290,"overall_relative_score":1072017072877,"max_execution_time_ms":630,"max_memory_usage_kib":13312,"rank":502,"performance":1224,"input_tokens":559779,"output_tokens":54635,"total_tokens":614414,"cost":0.039505452},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049320,"overall_relative_score":1049320,"max_execution_time_ms":60,"max_memory_usage_kib":6144,"rank":280,"performance":1611,"input_tokens":575038,"output_tokens":35837,"total_tokens":610875,"cost":0.034399903999999995},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":693365000000,"overall_relative_score":104845611099,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":723,"performance":992,"input_tokens":393332,"output_tokens":36411,"total_tokens":429743,"cost":0.027013112},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9319731600,"overall_relative_score":58118986573,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":549,"performance":1185,"input_tokens":286699,"output_tokens":26693,"total_tokens":313392,"cost":0.01987174},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9943357030232,"overall_relative_score":9943357030232,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":1083,"input_tokens":318517,"output_tokens":28260,"total_tokens":346777,"cost":0.021553756},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42238704100,"overall_relative_score":6044675,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":953,"performance":659,"input_tokens":524773,"output_tokens":56371,"total_tokens":581144,"cost":0.038473988},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226237332,"overall_relative_score":226237332,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":367302,"output_tokens":35159,"total_tokens":402461,"cost":0.025570159999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235995061,"overall_relative_score":235995061,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":429,"performance":1393,"input_tokens":539638,"output_tokens":56291,"total_tokens":595929,"cost":0.038081232},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417445000,"overall_relative_score":489101840,"max_execution_time_ms":230,"max_memory_usage_kib":7168,"rank":983,"performance":449,"input_tokens":466552,"output_tokens":47031,"total_tokens":513583,"cost":0.033198536},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43379,"overall_relative_score":43379,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":560,"performance":911,"input_tokens":490814,"output_tokens":50673,"total_tokens":541487,"cost":0.029887871999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3733964031,"overall_relative_score":2584663252823,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":561,"performance":1216,"input_tokens":489064,"output_tokens":52937,"total_tokens":542001,"cost":0.034405559999999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70538050,"overall_relative_score":70538050,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":284,"performance":1657,"input_tokens":271445,"output_tokens":27734,"total_tokens":299179,"cost":0.017712268},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171160,"overall_relative_score":171160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":916,"performance":597,"input_tokens":412133,"output_tokens":43891,"total_tokens":456024,"cost":0.030506756000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722722,"overall_relative_score":112722722,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":898,"performance":647,"input_tokens":378925,"output_tokens":37543,"total_tokens":416468,"cost":0.027449156},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357110653,"overall_relative_score":1096177268570,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":749,"performance":1080,"input_tokens":425146,"output_tokens":42715,"total_tokens":467861,"cost":0.029920576},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":269828,"output_tokens":25719,"total_tokens":295547,"cost":0.018871384}]}]},{"model_name":"deepseek-v4-pro-high","detail_path":"data/model_details/deepseek-v4-pro-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":561.95,"median":516.5,"min":36,"max":1019,"stdev":272.2531768550962},"short":{"mean":451.60869565217394,"median":411.0,"min":36,"max":1019,"stdev":255.98787953026832},"long":{"mean":711.2352941176471,"median":677.0,"min":278,"max":1005,"stdev":222.23313474023308}},"performance":{"all":{"mean":1006.075,"median":1099.5,"min":-80,"max":2359,"stdev":556.6922635370921},"short":{"mean":1105.2608695652175,"median":1262.0,"min":-80,"max":2359,"stdev":665.5114381498641},"long":{"mean":871.8823529411765,"median":993.0,"min":94,"max":1413,"stdev":336.34280919044136}},"input_tokens":{"all":{"mean":2956.15,"median":2547.5,"min":1304,"max":7658,"stdev":1612.3396052209666},"short":{"mean":2383.913043478261,"median":1831.0,"min":1422,"max":7658,"stdev":1443.0926358800482},"long":{"mean":3730.3529411764707,"median":3312.0,"min":1304,"max":7501,"stdev":1538.0478674758658}},"output_tokens":{"all":{"mean":42362.1,"median":43080.0,"min":24099,"max":64971,"stdev":11000.585715874755},"short":{"mean":41477.217391304344,"median":39868.0,"min":24200,"max":64971,"stdev":10168.210904384676},"long":{"mean":43559.294117647056,"median":44281.0,"min":24099,"max":64696,"stdev":12253.806096294662}},"total_tokens":{"all":{"mean":45318.25,"median":44893.0,"min":26641,"max":67530,"stdev":10719.41370801546},"short":{"mean":43861.13043478261,"median":41564.0,"min":28471,"max":66794,"stdev":9625.125034863646},"long":{"mean":47289.64705882353,"median":47801.0,"min":26641,"max":67530,"stdev":12063.058867577785}},"cost":{"all":{"mean":0.148062081,"median":0.15073156,"min":0.08440856,"max":0.22641286,"stdev":0.0381751352445321},"short":{"mean":0.1449913756521739,"median":0.13907704,"min":0.08491026,"max":0.22641286,"stdev":0.03521479381312811},"long":{"mean":0.15221656470588235,"median":0.15461698,"min":0.08440856,"max":0.22558172,"stdev":0.042605906134482424}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":813763578241,"overall_relative_score":813763578241,"max_execution_time_ms":4670,"max_memory_usage_kib":4096,"rank":823,"performance":936,"input_tokens":1304,"output_tokens":47997,"total_tokens":49301,"cost":0.16725692},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1441,"output_tokens":33005,"total_tokens":34446,"cost":0.11736474},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2605793683345,"overall_relative_score":2605793683345,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":471,"performance":1176,"input_tokens":2542,"output_tokens":24099,"total_tokens":26641,"cost":0.08440856},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1584,"output_tokens":42958,"total_tokens":44542,"cost":0.14980008},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4633282,"overall_relative_score":4633282,"max_execution_time_ms":740,"max_memory_usage_kib":15360,"rank":324,"performance":1151,"input_tokens":1774,"output_tokens":43202,"total_tokens":44976,"cost":0.15342972},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4787138,"overall_relative_score":4787138,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":497,"performance":1027,"input_tokens":3721,"output_tokens":33120,"total_tokens":36841,"cost":0.1158115},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1451150,"overall_relative_score":1451150,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":197,"performance":1496,"input_tokens":1484,"output_tokens":39868,"total_tokens":41352,"cost":0.13907704},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9479254164,"overall_relative_score":9479254164,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":502,"performance":814,"input_tokens":2210,"output_tokens":36866,"total_tokens":39076,"cost":0.12866836},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":2997,"output_tokens":44281,"total_tokens":47278,"cost":0.15461698},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7066704292,"overall_relative_score":7066704292,"max_execution_time_ms":260,"max_memory_usage_kib":7964,"rank":36,"performance":2359,"input_tokens":2157,"output_tokens":32583,"total_tokens":34740,"cost":0.11387546},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13292,"overall_relative_score":13292,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":7658,"output_tokens":29445,"total_tokens":37103,"cost":0.10374808},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":170299257,"overall_relative_score":170299257,"max_execution_time_ms":3100,"max_memory_usage_kib":118784,"rank":832,"performance":581,"input_tokens":7501,"output_tokens":44892,"total_tokens":52393,"cost":0.15743462},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":4670,"output_tokens":31764,"total_tokens":36434,"cost":0.11131476},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1216968837,"overall_relative_score":1216968837,"max_execution_time_ms":5020,"max_memory_usage_kib":3072,"rank":423,"performance":1124,"input_tokens":2785,"output_tokens":54108,"total_tokens":56893,"cost":0.18885438},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77574304,"overall_relative_score":77574304,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":367,"performance":1282,"input_tokens":2553,"output_tokens":29893,"total_tokens":32446,"cost":0.10459082},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1105334542,"overall_relative_score":7069325071,"max_execution_time_ms":360,"max_memory_usage_kib":4096,"rank":944,"performance":634,"input_tokens":2739,"output_tokens":63011,"total_tokens":65750,"cost":0.21975678},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1754485693915,"overall_relative_score":597524328282,"max_execution_time_ms":5900,"max_memory_usage_kib":142908,"rank":590,"performance":1055,"input_tokens":6943,"output_tokens":37867,"total_tokens":44810,"cost":0.13283334},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":7450353942771,"overall_relative_score":60838599044,"max_execution_time_ms":1091,"max_memory_usage_kib":3072,"rank":278,"performance":1413,"input_tokens":4450,"output_tokens":43351,"total_tokens":47801,"cost":0.15166304},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440202158,"overall_relative_score":440202158,"max_execution_time_ms":1910,"max_memory_usage_kib":9216,"rank":358,"performance":1433,"input_tokens":3597,"output_tokens":48174,"total_tokens":51771,"cost":0.16818782},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12492505,"overall_relative_score":12492505,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":712,"performance":1042,"input_tokens":1692,"output_tokens":54919,"total_tokens":56611,"cost":0.19140812},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284069904478,"overall_relative_score":284069904478,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":93,"performance":1720,"input_tokens":2177,"output_tokens":35470,"total_tokens":37647,"cost":0.12375286},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24124,"overall_relative_score":24124,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":1823,"output_tokens":64971,"total_tokens":66794,"cost":0.22641286},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97799603076,"overall_relative_score":176845672165,"max_execution_time_ms":180,"max_memory_usage_kib":4096,"rank":717,"performance":993,"input_tokens":2825,"output_tokens":26730,"total_tokens":29555,"cost":0.09344438},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1358705,"overall_relative_score":1358705,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":406,"performance":1289,"input_tokens":1722,"output_tokens":48504,"total_tokens":50226,"cost":0.16913612},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2560880925517,"overall_relative_score":18244666130,"max_execution_time_ms":2300,"max_memory_usage_kib":5120,"rank":990,"performance":406,"input_tokens":3312,"output_tokens":61648,"total_tokens":64960,"cost":0.21519392},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049320,"overall_relative_score":1049320,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":280,"performance":1611,"input_tokens":1840,"output_tokens":39503,"total_tokens":41343,"cost":0.1378138},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":19731710744,"overall_relative_score":85431303803,"max_execution_time_ms":3100,"max_memory_usage_kib":18432,"rank":999,"performance":570,"input_tokens":4092,"output_tokens":39041,"total_tokens":43133,"cost":0.1366538},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":485658501,"overall_relative_score":46272802099,"max_execution_time_ms":3050,"max_memory_usage_kib":100352,"rank":631,"performance":1081,"input_tokens":2949,"output_tokens":45681,"total_tokens":48630,"cost":0.15940546},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10287361096596,"overall_relative_score":10287361096596,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":508,"performance":1263,"input_tokens":1718,"output_tokens":30711,"total_tokens":32429,"cost":0.10720952},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24998907906,"overall_relative_score":37852590,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":2834,"output_tokens":64696,"total_tokens":67530,"cost":0.22558172},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4152294515,"overall_relative_score":4152294515,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":411,"performance":1363,"input_tokens":1893,"output_tokens":39671,"total_tokens":41564,"cost":0.13849066},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246724761,"overall_relative_score":246724761,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":308,"performance":1582,"input_tokens":4271,"output_tokens":24200,"total_tokens":28471,"cost":0.08491026},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":661,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3994,"output_tokens":46401,"total_tokens":50395,"cost":0.16209608},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1831,"output_tokens":52219,"total_tokens":54050,"cost":0.18204982},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4161873354,"overall_relative_score":2339553266909,"max_execution_time_ms":1400,"max_memory_usage_kib":133292,"rank":646,"performance":1118,"input_tokens":4181,"output_tokens":33141,"total_tokens":37322,"cost":0.1160725},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73575285,"overall_relative_score":73575285,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":91,"performance":2124,"input_tokens":1633,"output_tokens":45705,"total_tokens":47338,"cost":0.1594449},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441706,"overall_relative_score":441706,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":2213,"output_tokens":56184,"total_tokens":58397,"cost":0.19590022},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1467,"output_tokens":43577,"total_tokens":45044,"cost":0.15195478},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":969806445,"overall_relative_score":1411910776889,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":4247,"output_tokens":30444,"total_tokens":34691,"cost":0.10659762},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":1422,"output_tokens":50584,"total_tokens":52006,"cost":0.17626084}]},{"num_self_refine":2,"rank":{"all":{"mean":471.45,"median":486.0,"min":36,"max":1019,"stdev":237.66880101174192},"short":{"mean":379.95652173913044,"median":406.0,"min":36,"max":1019,"stdev":228.6067441661791},"long":{"mean":595.2352941176471,"median":590.0,"min":248,"max":990,"stdev":193.6825784020612}},"performance":{"all":{"mean":1181.65,"median":1189.0,"min":-65,"max":2359,"stdev":503.91694217934827},"short":{"mean":1280.5217391304348,"median":1292.0,"min":-65,"max":2359,"stdev":605.1720168352749},"long":{"mean":1047.8823529411766,"median":1118.0,"min":406,"max":1479,"stdev":286.9228734244059}},"input_tokens":{"all":{"mean":9136.225,"median":8227.5,"min":4623,"max":19044,"stdev":3453.6150030225667},"short":{"mean":7996.130434782609,"median":6991.0,"min":4623,"max":17344,"stdev":3147.443570211861},"long":{"mean":10678.70588235294,"median":9984.0,"min":6233,"max":19044,"stdev":3324.9720067375356}},"output_tokens":{"all":{"mean":65315.05,"median":62848.5,"min":36219,"max":114444,"stdev":17722.534888362636},"short":{"mean":63349.69565217391,"median":62960.0,"min":36219,"max":93256,"stdev":16794.269012847486},"long":{"mean":67974.05882352941,"median":62737.0,"min":42140,"max":114444,"stdev":19097.384167964563}},"total_tokens":{"all":{"mean":74451.275,"median":73547.5,"min":45298,"max":122437,"stdev":17196.7918817726},"short":{"mean":71345.82608695653,"median":68354.0,"min":45298,"max":101184,"stdev":15661.659382222022},"long":{"mean":78652.76470588235,"median":75217.0,"min":50559,"max":122437,"stdev":18733.70839399334}},"cost":{"all":{"mean":0.2335672615,"median":0.22568090000000002,"min":0.13196333999999998,"max":0.4031899,"stdev":0.06165609959473303},"short":{"mean":0.22734000260869566,"median":0.2226533,"min":0.13196333999999998,"max":0.33546736,"stdev":0.058637814599681884},"long":{"mean":0.24199237647058824,"median":0.2257215,"min":0.15353818,"max":0.4031899,"stdev":0.06638629497360929}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":915428361713,"overall_relative_score":915428361713,"max_execution_time_ms":4970,"max_memory_usage_kib":7168,"rank":507,"performance":1226,"input_tokens":6233,"output_tokens":60751,"total_tokens":66984,"cost":0.21245922},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":5223,"output_tokens":40075,"total_tokens":45298,"cost":0.14630326},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2605793683345,"overall_relative_score":2605793683345,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":471,"performance":1176,"input_tokens":8419,"output_tokens":42140,"total_tokens":50559,"cost":0.15353818},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":12724,"output_tokens":55203,"total_tokens":67927,"cost":0.20934636},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4633282,"overall_relative_score":4633282,"max_execution_time_ms":740,"max_memory_usage_kib":15360,"rank":324,"performance":1151,"input_tokens":6881,"output_tokens":75760,"total_tokens":82641,"cost":0.27296366},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4787138,"overall_relative_score":4787138,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":497,"performance":1027,"input_tokens":9984,"output_tokens":47835,"total_tokens":57819,"cost":0.17199668},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1451150,"overall_relative_score":1451150,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":197,"performance":1496,"input_tokens":6415,"output_tokens":56253,"total_tokens":62668,"cost":0.20243102000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10286437940,"overall_relative_score":10286437940,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":6753,"output_tokens":61601,"total_tokens":68354,"cost":0.21918026000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":10276,"output_tokens":69521,"total_tokens":79797,"cost":0.25042196},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7066704292,"overall_relative_score":7066704292,"max_execution_time_ms":260,"max_memory_usage_kib":7964,"rank":36,"performance":2359,"input_tokens":6991,"output_tokens":51301,"total_tokens":58292,"cost":0.1841587},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13292,"overall_relative_score":13292,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":17344,"output_tokens":38580,"total_tokens":55924,"cost":0.14034608},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":170299257,"overall_relative_score":170299257,"max_execution_time_ms":3100,"max_memory_usage_kib":118784,"rank":832,"performance":581,"input_tokens":19044,"output_tokens":65068,"total_tokens":84112,"cost":0.23589063999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76260046,"overall_relative_score":76260046,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":296,"performance":1388,"input_tokens":13440,"output_tokens":42944,"total_tokens":56384,"cost":0.1581312},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1216968837,"overall_relative_score":1216968837,"max_execution_time_ms":5020,"max_memory_usage_kib":3072,"rank":423,"performance":1124,"input_tokens":9074,"output_tokens":84363,"total_tokens":93437,"cost":0.2950808},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":108540567,"overall_relative_score":108540567,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":270,"performance":1468,"input_tokens":7647,"output_tokens":50081,"total_tokens":57728,"cost":0.17574638},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22183285673,"overall_relative_score":181167802144,"max_execution_time_ms":4950,"max_memory_usage_kib":59648,"rank":346,"performance":1452,"input_tokens":7559,"output_tokens":92616,"total_tokens":100175,"cost":0.32688162},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1754485693915,"overall_relative_score":597524328282,"max_execution_time_ms":5900,"max_memory_usage_kib":142908,"rank":590,"performance":1055,"input_tokens":16923,"output_tokens":62737,"total_tokens":79660,"cost":0.2257215},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21398671075271,"overall_relative_score":79594591489,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":248,"performance":1479,"input_tokens":13915,"output_tokens":61878,"total_tokens":75793,"cost":0.21770242},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":473473428,"overall_relative_score":473473428,"max_execution_time_ms":1930,"max_memory_usage_kib":7168,"rank":108,"performance":1997,"input_tokens":11067,"output_tokens":69763,"total_tokens":80830,"cost":0.25059886},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12728505,"overall_relative_score":12728505,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":610,"performance":1171,"input_tokens":5916,"output_tokens":86723,"total_tokens":92639,"cost":0.30678172},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284069904478,"overall_relative_score":284069904478,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":93,"performance":1720,"input_tokens":6887,"output_tokens":79596,"total_tokens":86483,"cost":0.28203602},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24124,"overall_relative_score":24124,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":7928,"output_tokens":93256,"total_tokens":101184,"cost":0.33546736},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24510521024,"overall_relative_score":283550322270,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":513,"performance":1233,"input_tokens":8684,"output_tokens":48889,"total_tokens":57573,"cost":0.17156516},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1358705,"overall_relative_score":1358705,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":406,"performance":1289,"input_tokens":4894,"output_tokens":78758,"total_tokens":83652,"cost":0.27728524},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2560880925517,"overall_relative_score":18244666130,"max_execution_time_ms":2300,"max_memory_usage_kib":5120,"rank":990,"performance":406,"input_tokens":9689,"output_tokens":98776,"total_tokens":108465,"cost":0.35039134000000005},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1059766,"overall_relative_score":1059766,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":221,"performance":1732,"input_tokens":7108,"output_tokens":66507,"total_tokens":73615,"cost":0.23809579999999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":646744029747,"overall_relative_score":164789167077,"max_execution_time_ms":80,"max_memory_usage_kib":5120,"rank":546,"performance":1202,"input_tokens":13034,"output_tokens":62183,"total_tokens":75217,"cost":0.22641808},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":485658501,"overall_relative_score":46272802099,"max_execution_time_ms":3050,"max_memory_usage_kib":100352,"rank":631,"performance":1081,"input_tokens":9585,"output_tokens":61718,"total_tokens":71303,"cost":0.22206518},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10343345132412,"overall_relative_score":10343345132412,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":488,"performance":1292,"input_tokens":6183,"output_tokens":53670,"total_tokens":59853,"cost":0.19222186000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24998907906,"overall_relative_score":37852590,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":7993,"output_tokens":114444,"total_tokens":122437,"cost":0.4031899},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4152294515,"overall_relative_score":4152294515,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":411,"performance":1363,"input_tokens":7557,"output_tokens":52786,"total_tokens":60343,"cost":0.19112797999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255220738,"overall_relative_score":255220738,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":11147,"output_tokens":36219,"total_tokens":47366,"cost":0.13196333999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":176570484,"overall_relative_score":20782741551,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":634,"performance":1040,"input_tokens":10007,"output_tokens":63473,"total_tokens":73480,"cost":0.22564030000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":8065,"output_tokens":66424,"total_tokens":74489,"cost":0.24233038},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4161873354,"overall_relative_score":2339553266909,"max_execution_time_ms":1400,"max_memory_usage_kib":133292,"rank":646,"performance":1118,"input_tokens":10896,"output_tokens":54447,"total_tokens":65343,"cost":0.19536836},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73575285,"overall_relative_score":73575285,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":91,"performance":2124,"input_tokens":5719,"output_tokens":65973,"total_tokens":71692,"cost":0.23708718},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441706,"overall_relative_score":441706,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":8390,"output_tokens":90396,"total_tokens":98786,"cost":0.32223524000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138998710,"overall_relative_score":138998710,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":423,"performance":1395,"input_tokens":4623,"output_tokens":62960,"total_tokens":67583,"cost":0.2226533},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":969806445,"overall_relative_score":1411910776889,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":10223,"output_tokens":64720,"total_tokens":74943,"cost":0.22953906000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":5009,"output_tokens":82214,"total_tokens":87223,"cost":0.29032886}]},{"num_self_refine":4,"rank":{"all":{"mean":426.35,"median":442.5,"min":11,"max":1019,"stdev":257.9226230619941},"short":{"mean":323.2173913043478,"median":264.0,"min":11,"max":1019,"stdev":239.38860695183453},"long":{"mean":565.8823529411765,"median":562.0,"min":182,"max":990,"stdev":217.66857902351833}},"performance":{"all":{"mean":1307.525,"median":1289.0,"min":-65,"max":2738,"stdev":535.431912284193},"short":{"mean":1459.304347826087,"median":1396.0,"min":-65,"max":2738,"stdev":615.9940550762873},"long":{"mean":1102.1764705882354,"median":1118.0,"min":406,"max":1607,"stdev":314.863906174977}},"input_tokens":{"all":{"mean":32671.525,"median":30701.5,"min":17635,"max":59872,"stdev":9590.411718087806},"short":{"mean":29734.478260869564,"median":27600.0,"min":17635,"max":46886,"stdev":8318.074115331163},"long":{"mean":36645.17647058824,"median":32806.0,"min":25047,"max":59872,"stdev":9993.885700987968}},"output_tokens":{"all":{"mean":92343.375,"median":88546.0,"min":57360,"max":181873,"stdev":24844.720666765716},"short":{"mean":90524.52173913043,"median":88727.0,"min":57360,"max":145906,"stdev":22617.405955811122},"long":{"mean":94804.17647058824,"median":88365.0,"min":60482,"max":181873,"stdev":28107.02429606186}},"total_tokens":{"all":{"mean":125014.9,"median":121094.5,"min":90134,"max":206920,"stdev":25262.900433193256},"short":{"mean":120259.0,"median":116814.0,"min":91667,"max":181450,"stdev":22450.413150683078},"long":{"mean":131449.35294117648,"median":131060.0,"min":90134,"max":206920,"stdev":28037.724241058637}},"cost":{"all":{"mean":0.3464769345,"median":0.33638144000000003,"min":0.21859272000000002,"max":0.6477132600000001,"stdev":0.0866635339309151},"short":{"mean":0.3408172547826087,"median":0.33773632,"min":0.21859272000000002,"max":0.53570888,"stdev":0.07930915608709987},"long":{"mean":0.3541341482352941,"median":0.33502656000000003,"min":0.22675216,"max":0.6477132600000001,"stdev":0.09772407970536538}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":939149988293,"overall_relative_score":939149988293,"max_execution_time_ms":4920,"max_memory_usage_kib":20076,"rank":412,"performance":1324,"input_tokens":31334,"output_tokens":95988,"total_tokens":127322,"cost":0.3558938},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":19989,"output_tokens":73186,"total_tokens":93175,"cost":0.2753811},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2623313866977,"overall_relative_score":2623313866977,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":30856,"output_tokens":62617,"total_tokens":93473,"cost":0.25077227999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4187936290,"overall_relative_score":4187936290,"max_execution_time_ms":2810,"max_memory_usage_kib":5120,"rank":207,"performance":1528,"input_tokens":46886,"output_tokens":67661,"total_tokens":114547,"cost":0.29193024},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4768562,"overall_relative_score":4768562,"max_execution_time_ms":320,"max_memory_usage_kib":6144,"rank":322,"performance":1157,"input_tokens":29273,"output_tokens":106277,"total_tokens":135550,"cost":0.39525898000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4787138,"overall_relative_score":4787138,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":497,"performance":1027,"input_tokens":29652,"output_tokens":60482,"total_tokens":90134,"cost":0.22675216},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1737862,"overall_relative_score":1737862,"max_execution_time_ms":1900,"max_memory_usage_kib":18432,"rank":63,"performance":2054,"input_tokens":27183,"output_tokens":81651,"total_tokens":108834,"cost":0.31347782},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11894290825,"overall_relative_score":11894290825,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":485,"performance":862,"input_tokens":22380,"output_tokens":88727,"total_tokens":111107,"cost":0.33015340000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":225046522,"overall_relative_score":225046522,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":38563,"output_tokens":101472,"total_tokens":140035,"cost":0.3808193},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7332901244,"overall_relative_score":7332901244,"max_execution_time_ms":1950,"max_memory_usage_kib":10864,"rank":11,"performance":2738,"input_tokens":27436,"output_tokens":89378,"total_tokens":116814,"cost":0.34142048},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24964,"overall_relative_score":24964,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":264,"performance":1396,"input_tokens":44700,"output_tokens":57360,"total_tokens":102060,"cost":0.21859272000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":170299257,"overall_relative_score":170299257,"max_execution_time_ms":3100,"max_memory_usage_kib":118784,"rank":832,"performance":581,"input_tokens":54478,"output_tokens":80318,"total_tokens":134796,"cost":0.30733388},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76211619,"overall_relative_score":76211619,"max_execution_time_ms":2960,"max_memory_usage_kib":3072,"rank":297,"performance":1386,"input_tokens":44849,"output_tokens":72122,"total_tokens":116971,"cost":0.27981926},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1584846558,"overall_relative_score":1584846558,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":182,"performance":1607,"input_tokens":33335,"output_tokens":107682,"total_tokens":141017,"cost":0.39210841999999996},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115909697,"overall_relative_score":115909697,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":238,"performance":1538,"input_tokens":24957,"output_tokens":67887,"total_tokens":92844,"cost":0.24414810000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22183285673,"overall_relative_score":181167802144,"max_execution_time_ms":4950,"max_memory_usage_kib":59648,"rank":346,"performance":1452,"input_tokens":25879,"output_tokens":112284,"total_tokens":138163,"cost":0.40270386},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1754485693915,"overall_relative_score":597524328282,"max_execution_time_ms":5900,"max_memory_usage_kib":142908,"rank":590,"performance":1055,"input_tokens":59872,"output_tokens":90976,"total_tokens":150848,"cost":0.33502656000000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21398671075271,"overall_relative_score":79594591489,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":248,"performance":1479,"input_tokens":48028,"output_tokens":88365,"total_tokens":136393,"cost":0.34738868},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486181063,"overall_relative_score":486181063,"max_execution_time_ms":1780,"max_memory_usage_kib":9216,"rank":46,"performance":2309,"input_tokens":41755,"output_tokens":99658,"total_tokens":141413,"cost":0.38332721999999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12728505,"overall_relative_score":12728505,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":610,"performance":1171,"input_tokens":25173,"output_tokens":127537,"total_tokens":152710,"cost":0.45700578},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284069904478,"overall_relative_score":284069904478,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":93,"performance":1720,"input_tokens":24199,"output_tokens":103211,"total_tokens":127410,"cost":0.38351862},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24124,"overall_relative_score":24124,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":30547,"output_tokens":123249,"total_tokens":153796,"cost":0.45408837999999996},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21995358307,"overall_relative_score":291586372006,"max_execution_time_ms":700,"max_memory_usage_kib":4096,"rank":481,"performance":1273,"input_tokens":31046,"output_tokens":81745,"total_tokens":112791,"cost":0.30113136},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1382100,"overall_relative_score":1382100,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":204,"performance":1693,"input_tokens":17635,"output_tokens":107385,"total_tokens":125020,"cost":0.39152262},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2560906398647,"overall_relative_score":18239045078,"max_execution_time_ms":2205,"max_memory_usage_kib":9216,"rank":990,"performance":406,"input_tokens":42536,"output_tokens":127872,"total_tokens":170408,"cost":0.4936913600000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1059766,"overall_relative_score":1059766,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":221,"performance":1732,"input_tokens":26243,"output_tokens":103489,"total_tokens":129732,"cost":0.37436389999999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":646744029747,"overall_relative_score":164789167077,"max_execution_time_ms":80,"max_memory_usage_kib":5120,"rank":546,"performance":1202,"input_tokens":44168,"output_tokens":86892,"total_tokens":131060,"cost":0.33248384},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":485658501,"overall_relative_score":46272802099,"max_execution_time_ms":3050,"max_memory_usage_kib":100352,"rank":631,"performance":1081,"input_tokens":32806,"output_tokens":94246,"total_tokens":127052,"cost":0.355047},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10366032733696,"overall_relative_score":10366032733696,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":479,"performance":1305,"input_tokens":27600,"output_tokens":75083,"total_tokens":102683,"cost":0.28420116},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24998907906,"overall_relative_score":37852590,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":25047,"output_tokens":181873,"total_tokens":206920,"cost":0.6477132600000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4152294515,"overall_relative_score":4152294515,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":411,"performance":1363,"input_tokens":27841,"output_tokens":63826,"total_tokens":91667,"cost":0.24197541999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255220738,"overall_relative_score":255220738,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":33086,"output_tokens":63094,"total_tokens":96180,"cost":0.23793804},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":176570484,"overall_relative_score":20782741551,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":634,"performance":1040,"input_tokens":30352,"output_tokens":82423,"total_tokens":112775,"cost":0.30371236},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":32962,"output_tokens":84207,"total_tokens":117169,"cost":0.33773632},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4161873354,"overall_relative_score":2339553266909,"max_execution_time_ms":1400,"max_memory_usage_kib":133292,"rank":646,"performance":1118,"input_tokens":35977,"output_tokens":74254,"total_tokens":110231,"cost":0.29078822},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73575285,"overall_relative_score":73575285,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":91,"performance":2124,"input_tokens":22799,"output_tokens":89575,"total_tokens":112374,"cost":0.34016246},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":451119,"overall_relative_score":451119,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":439,"performance":1374,"input_tokens":35544,"output_tokens":145906,"total_tokens":181450,"cost":0.53570888},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147808474,"overall_relative_score":147808474,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":139,"performance":1931,"input_tokens":18803,"output_tokens":87327,"total_tokens":106130,"cost":0.32089486},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932210976,"overall_relative_score":1473300142191,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":627,"performance":1207,"input_tokens":29039,"output_tokens":82182,"total_tokens":111221,"cost":0.29691418},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":32053,"output_tokens":104268,"total_tokens":136321,"cost":0.4061711}]},{"num_self_refine":8,"rank":{"all":{"mean":364.95,"median":363.0,"min":11,"max":989,"stdev":238.63296030429188},"short":{"mean":236.7826086956522,"median":176.0,"min":11,"max":575,"stdev":158.4306434207207},"long":{"mean":538.3529411764706,"median":497.0,"min":182,"max":989,"stdev":220.75040803373122}},"performance":{"all":{"mean":1445.375,"median":1360.5,"min":410,"max":2738,"stdev":469.918033632817},"short":{"mean":1673.8260869565217,"median":1654.0,"min":1067,"max":2738,"stdev":429.47130840497715},"long":{"mean":1136.2941176470588,"median":1209.0,"min":410,"max":1607,"stdev":328.8139224367413}},"input_tokens":{"all":{"mean":127561.425,"median":123621.0,"min":69828,"max":189693,"stdev":33726.33550292366},"short":{"mean":119804.56521739131,"median":118601.0,"min":69828,"max":179433,"stdev":31578.16047211065},"long":{"mean":138056.0,"median":133895.0,"min":89954,"max":189693,"stdev":34611.233606301874}},"output_tokens":{"all":{"mean":137320.375,"median":138600.5,"min":87750,"max":237691,"stdev":30899.476914241088},"short":{"mean":133165.34782608695,"median":131060.0,"min":87750,"max":195594,"stdev":30237.31147351307},"long":{"mean":142941.88235294117,"median":139177.0,"min":93545,"max":237691,"stdev":31807.564473491115}},"total_tokens":{"all":{"mean":264881.8,"median":255619.5,"min":191881,"max":369307,"stdev":46546.48772571352},"short":{"mean":252969.91304347827,"median":249398.0,"min":191881,"max":346778,"stdev":43595.48652817696},"long":{"mean":280997.8823529412,"median":274224.0,"min":194209,"max":369307,"stdev":46774.10168416165}},"cost":{"all":{"mean":0.5632283285,"median":0.55761374,"min":0.38529457999999994,"max":0.8914043200000001,"stdev":0.10972184203210861},"short":{"mean":0.5494237365217391,"median":0.5441792,"min":0.38529457999999994,"max":0.80571512,"stdev":0.109503356655485},"long":{"mean":0.5819051294117648,"median":0.57797116,"min":0.38636236,"max":0.8914043200000001,"stdev":0.11051066828648044}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":937313075622,"overall_relative_score":937313075622,"max_execution_time_ms":4910,"max_memory_usage_kib":34696,"rank":417,"performance":1319,"input_tokens":161705,"output_tokens":139177,"total_tokens":300882,"cost":0.61401178},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1679451,"overall_relative_score":1679451,"max_execution_time_ms":40,"max_memory_usage_kib":83968,"rank":575,"performance":1067,"input_tokens":76930,"output_tokens":134729,"total_tokens":211659,"cost":0.5308508},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2672260067272,"overall_relative_score":2672260067272,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":395,"performance":1285,"input_tokens":136317,"output_tokens":100001,"total_tokens":236318,"cost":0.4533076999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4703646813,"overall_relative_score":4703646813,"max_execution_time_ms":2810,"max_memory_usage_kib":5120,"rank":166,"performance":1654,"input_tokens":179329,"output_tokens":99658,"total_tokens":278987,"cost":0.46019462},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5235680,"overall_relative_score":5235680,"max_execution_time_ms":610,"max_memory_usage_kib":6144,"rank":307,"performance":1196,"input_tokens":120948,"output_tokens":151248,"total_tokens":272196,"cost":0.6149090400000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4787138,"overall_relative_score":4787138,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":497,"performance":1027,"input_tokens":100664,"output_tokens":93545,"total_tokens":194209,"cost":0.38636236},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1743374,"overall_relative_score":1743374,"max_execution_time_ms":1900,"max_memory_usage_kib":18432,"rank":63,"performance":2054,"input_tokens":115658,"output_tokens":102020,"total_tokens":217678,"cost":0.47951035999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13372299323,"overall_relative_score":13372299323,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":286,"performance":1332,"input_tokens":81634,"output_tokens":118752,"total_tokens":200386,"cost":0.46281564000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":221506669,"overall_relative_score":221506669,"max_execution_time_ms":629,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":155034,"output_tokens":152492,"total_tokens":307526,"cost":0.6095417200000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7332901244,"overall_relative_score":7332901244,"max_execution_time_ms":1950,"max_memory_usage_kib":10864,"rank":11,"performance":2738,"input_tokens":127243,"output_tokens":130240,"total_tokens":257483,"cost":0.5374425},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20752,"overall_relative_score":20752,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":136720,"output_tokens":92068,"total_tokens":228788,"cost":0.38965328},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":170299257,"overall_relative_score":170299257,"max_execution_time_ms":3100,"max_memory_usage_kib":118784,"rank":832,"performance":581,"input_tokens":176134,"output_tokens":153027,"total_tokens":329161,"cost":0.61238952},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76605558,"overall_relative_score":76605558,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":287,"performance":1407,"input_tokens":179433,"output_tokens":131060,"total_tokens":310493,"cost":0.5594465399999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1581477544,"overall_relative_score":1581477544,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":182,"performance":1607,"input_tokens":128602,"output_tokens":145622,"total_tokens":274224,"cost":0.6002779599999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130721475,"overall_relative_score":130721475,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":122,"performance":1867,"input_tokens":91922,"output_tokens":120362,"total_tokens":212284,"cost":0.47978644000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22183285673,"overall_relative_score":181167802144,"max_execution_time_ms":4950,"max_memory_usage_kib":59648,"rank":346,"performance":1452,"input_tokens":102125,"output_tokens":146299,"total_tokens":248424,"cost":0.57269258},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1754485693915,"overall_relative_score":597524328282,"max_execution_time_ms":5900,"max_memory_usage_kib":142908,"rank":590,"performance":1055,"input_tokens":188180,"output_tokens":136703,"total_tokens":324883,"cost":0.57797116},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13597291820066,"overall_relative_score":86975737551,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":237,"performance":1504,"input_tokens":185015,"output_tokens":148429,"total_tokens":333444,"cost":0.62307022},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":488002481,"overall_relative_score":488002481,"max_execution_time_ms":1880,"max_memory_usage_kib":9216,"rank":33,"performance":2418,"input_tokens":174344,"output_tokens":142918,"total_tokens":317262,"cost":0.63575192},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094965,"overall_relative_score":13094965,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":139950,"output_tokens":170379,"total_tokens":310329,"cost":0.66330424},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284069904478,"overall_relative_score":284069904478,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":93,"performance":1720,"input_tokens":106908,"output_tokens":146848,"total_tokens":253756,"cost":0.59456264},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82267,"overall_relative_score":82267,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":384,"performance":1227,"input_tokens":118601,"output_tokens":179321,"total_tokens":297922,"cost":0.7213813799999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22015929392,"overall_relative_score":291460543267,"max_execution_time_ms":710,"max_memory_usage_kib":4096,"rank":481,"performance":1273,"input_tokens":126294,"output_tokens":144857,"total_tokens":271151,"cost":0.59543728},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1384885,"overall_relative_score":1384885,"max_execution_time_ms":450,"max_memory_usage_kib":28672,"rank":175,"performance":1767,"input_tokens":69828,"output_tokens":171589,"total_tokens":241417,"cost":0.64084548},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2273812923379,"overall_relative_score":20706627998,"max_execution_time_ms":2176,"max_memory_usage_kib":12288,"rank":989,"performance":410,"input_tokens":189693,"output_tokens":179614,"total_tokens":369307,"cost":0.7272799800000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1072417,"overall_relative_score":1072417,"max_execution_time_ms":1960,"max_memory_usage_kib":5120,"rank":114,"performance":2023,"input_tokens":111211,"output_tokens":138187,"total_tokens":249398,"cost":0.55578094},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":646744029747,"overall_relative_score":164789167077,"max_execution_time_ms":80,"max_memory_usage_kib":5120,"rank":546,"performance":1202,"input_tokens":162932,"output_tokens":128695,"total_tokens":291627,"cost":0.52311708},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7841238098,"overall_relative_score":41648849500,"max_execution_time_ms":2970,"max_memory_usage_kib":101376,"rank":642,"performance":1067,"input_tokens":101635,"output_tokens":139136,"total_tokens":240771,"cost":0.5483418600000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10346724518106,"overall_relative_score":10346724518106,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":485,"performance":1297,"input_tokens":130604,"output_tokens":102866,"total_tokens":233470,"cost":0.47212},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13028371792,"overall_relative_score":50266217,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":89954,"output_tokens":237691,"total_tokens":327645,"cost":0.8914043200000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5593385162,"overall_relative_score":5593385162,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":290,"performance":1562,"input_tokens":104131,"output_tokens":87750,"total_tokens":191881,"cost":0.38529457999999994},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255616597,"overall_relative_score":255616597,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":176,"performance":1845,"input_tokens":114867,"output_tokens":95036,"total_tokens":209903,"cost":0.39543994000000005},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6071597,"overall_relative_score":82865007046,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":473,"performance":1242,"input_tokens":107700,"output_tokens":133883,"total_tokens":241583,"cost":0.53122316},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":375594,"overall_relative_score":375594,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":98,"performance":1951,"input_tokens":137254,"output_tokens":121949,"total_tokens":259203,"cost":0.5441792},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3775353948,"overall_relative_score":2565562832506,"max_execution_time_ms":490,"max_memory_usage_kib":26112,"rank":567,"performance":1209,"input_tokens":133895,"output_tokens":111827,"total_tokens":245722,"cost":0.48126486},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73575285,"overall_relative_score":73575285,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":91,"performance":2124,"input_tokens":88657,"output_tokens":147460,"total_tokens":236117,"cost":0.58494334},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":451119,"overall_relative_score":451119,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":439,"performance":1374,"input_tokens":151184,"output_tokens":195594,"total_tokens":346778,"cost":0.80571512},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147808474,"overall_relative_score":147808474,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":139,"performance":1931,"input_tokens":79307,"output_tokens":113794,"total_tokens":193101,"cost":0.45212913999999993},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":781358645,"overall_relative_score":1765519181475,"max_execution_time_ms":160,"max_memory_usage_kib":8192,"rank":433,"performance":1427,"input_tokens":101073,"output_tokens":139014,"total_tokens":240087,"cost":0.5446936600000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":118842,"output_tokens":168975,"total_tokens":287817,"cost":0.6706888000000001}]},{"num_self_refine":16,"rank":{"all":{"mean":332.425,"median":326.5,"min":11,"max":986,"stdev":226.59258451894308},"short":{"mean":223.17391304347825,"median":176.0,"min":11,"max":575,"stdev":161.5041941965688},"long":{"mean":480.2352941176471,"median":417.0,"min":182,"max":986,"stdev":221.1683548260704}},"performance":{"all":{"mean":1489.05,"median":1472.0,"min":207,"max":2738,"stdev":496.19133768108406},"short":{"mean":1685.7826086956522,"median":1674.0,"min":207,"max":2738,"stdev":518.3485100447504},"long":{"mean":1222.8823529411766,"median":1302.0,"min":421,"max":1607,"stdev":315.8717861634965}},"input_tokens":{"all":{"mean":527505.4,"median":528341.0,"min":299463,"max":809754,"stdev":137595.58850631805},"short":{"mean":502064.347826087,"median":505408.0,"min":299463,"max":745429,"stdev":129412.34047648158},"long":{"mean":561925.6470588235,"median":556487.0,"min":350138,"max":809754,"stdev":144675.41600551092}},"output_tokens":{"all":{"mean":203669.6,"median":202230.0,"min":143899,"max":336350,"stdev":42149.64465513139},"short":{"mean":195103.69565217392,"median":194590.0,"min":144470,"max":284353,"stdev":39678.75304290101},"long":{"mean":215258.76470588235,"median":214923.0,"min":143899,"max":336350,"stdev":43788.81595015075}},"total_tokens":{"all":{"mean":731175.0,"median":727978.5,"min":486582,"max":1071732,"stdev":151112.878287926},"short":{"mean":697168.0434782609,"median":681622.0,"min":486582,"max":990091,"stdev":141658.7583302912},"long":{"mean":777184.4117647059,"median":743262.0,"min":534303,"max":1071732,"stdev":155423.79381028618}},"cost":{"all":{"mean":0.964911316,"median":0.9448701699999998,"min":0.69437484,"max":1.3844843600000005,"stdev":0.17517825959660602},"short":{"mean":0.9308589965217391,"median":0.9237317800000001,"min":0.7085541000000001,"max":1.30451222,"stdev":0.17103589522445506},"long":{"mean":1.0109821011764706,"median":0.97327248,"min":0.69437484,"max":1.3844843600000005,"stdev":0.17508653127520304}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":937313075622,"overall_relative_score":937313075622,"max_execution_time_ms":4910,"max_memory_usage_kib":34696,"rank":417,"performance":1319,"input_tokens":788879,"output_tokens":222024,"total_tokens":1010903,"cost":1.15389202},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1679451,"overall_relative_score":1679451,"max_execution_time_ms":40,"max_memory_usage_kib":83968,"rank":575,"performance":1067,"input_tokens":302856,"output_tokens":188408,"total_tokens":491264,"cost":0.80799568},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2685728856950,"overall_relative_score":2685728856950,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":384,"performance":1302,"input_tokens":597408,"output_tokens":163225,"total_tokens":760633,"cost":0.85742908},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4758430414,"overall_relative_score":4758430414,"max_execution_time_ms":2910,"max_memory_usage_kib":5120,"rank":160,"performance":1674,"input_tokens":693072,"output_tokens":144470,"total_tokens":837542,"cost":0.7540487199999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":16384,"rank":515,"performance":207,"input_tokens":529121,"output_tokens":213963,"total_tokens":743084,"cost":1.0101123400000003},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4847544,"overall_relative_score":4847544,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":480,"performance":1055,"input_tokens":390404,"output_tokens":143899,"total_tokens":534303,"cost":0.69437484},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1743374,"overall_relative_score":1743374,"max_execution_time_ms":1900,"max_memory_usage_kib":18432,"rank":63,"performance":2054,"input_tokens":492640,"output_tokens":149136,"total_tokens":641776,"cost":0.8398585599999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13568869670,"overall_relative_score":13568869670,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":269,"performance":1372,"input_tokens":338924,"output_tokens":168459,"total_tokens":507383,"cost":0.7525372399999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":848622080,"overall_relative_score":848622080,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":542,"performance":1033,"input_tokens":641074,"output_tokens":228865,"total_tokens":869939,"cost":1.1181448800000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7332901244,"overall_relative_score":7332901244,"max_execution_time_ms":1950,"max_memory_usage_kib":10864,"rank":11,"performance":2738,"input_tokens":611069,"output_tokens":195207,"total_tokens":806276,"cost":1.0061753},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74960,"overall_relative_score":74960,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":185,"performance":1595,"input_tokens":527561,"output_tokens":150542,"total_tokens":678103,"cost":0.7822013400000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":894839857,"overall_relative_score":894839857,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":357,"performance":1326,"input_tokens":625443,"output_tokens":237348,"total_tokens":862791,"cost":1.09168122},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81396322,"overall_relative_score":81396322,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":217,"performance":1564,"input_tokens":732000,"output_tokens":202370,"total_tokens":934370,"cost":1.1257637599999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1581477544,"overall_relative_score":1581477544,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":182,"performance":1607,"input_tokens":511597,"output_tokens":205380,"total_tokens":716977,"cost":0.9483226199999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134925021,"overall_relative_score":134925021,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":79,"performance":2055,"input_tokens":405685,"output_tokens":177893,"total_tokens":583578,"cost":0.8012891400000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21855712656,"overall_relative_score":177362211638,"max_execution_time_ms":4800,"max_memory_usage_kib":15360,"rank":350,"performance":1446,"input_tokens":412723,"output_tokens":202090,"total_tokens":614813,"cost":0.8785497799999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1754485693915,"overall_relative_score":597524328282,"max_execution_time_ms":5900,"max_memory_usage_kib":142908,"rank":590,"performance":1055,"input_tokens":627643,"output_tokens":185362,"total_tokens":813005,"cost":0.88662802},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12835825887528,"overall_relative_score":90425528628,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":235,"performance":1509,"input_tokens":789216,"output_tokens":248196,"total_tokens":1037412,"cost":1.2014584},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":489564383,"overall_relative_score":489564383,"max_execution_time_ms":1710,"max_memory_usage_kib":9216,"rank":26,"performance":2493,"input_tokens":745429,"output_tokens":244662,"total_tokens":990091,"cost":1.23505838},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13189495,"overall_relative_score":13189495,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":324,"performance":1566,"input_tokens":531851,"output_tokens":222213,"total_tokens":754064,"cost":1.07807558},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284069904478,"overall_relative_score":284069904478,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":93,"performance":1720,"input_tokens":418073,"output_tokens":235094,"total_tokens":653167,"cost":0.98515494},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93659,"overall_relative_score":93659,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":353,"performance":1287,"input_tokens":505408,"output_tokens":231613,"total_tokens":737021,"cost":1.07518892},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22015929392,"overall_relative_score":291460543267,"max_execution_time_ms":710,"max_memory_usage_kib":4096,"rank":481,"performance":1273,"input_tokens":532580,"output_tokens":210682,"total_tokens":743262,"cost":0.97327248},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1387544,"overall_relative_score":1387544,"max_execution_time_ms":630,"max_memory_usage_kib":103924,"rank":141,"performance":1864,"input_tokens":299463,"output_tokens":224967,"total_tokens":524430,"cost":0.92727558},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1876482877190,"overall_relative_score":25508190952,"max_execution_time_ms":2272,"max_memory_usage_kib":7168,"rank":986,"performance":421,"input_tokens":809754,"output_tokens":261978,"total_tokens":1071732,"cost":1.2671898000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1072819,"overall_relative_score":1072819,"max_execution_time_ms":1970,"max_memory_usage_kib":5120,"rank":109,"performance":2041,"input_tokens":485575,"output_tokens":196047,"total_tokens":681622,"cost":0.9134391000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":448606717978,"overall_relative_score":238651087264,"max_execution_time_ms":2500,"max_memory_usage_kib":11264,"rank":284,"performance":1565,"input_tokens":612849,"output_tokens":214923,"total_tokens":827772,"cost":1.0527724999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7841238098,"overall_relative_score":41648849500,"max_execution_time_ms":2970,"max_memory_usage_kib":101376,"rank":642,"performance":1067,"input_tokens":408482,"output_tokens":199958,"total_tokens":608440,"cost":0.8782464400000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10622732043426,"overall_relative_score":10622732043426,"max_execution_time_ms":1900,"max_memory_usage_kib":68608,"rank":370,"performance":1469,"input_tokens":597470,"output_tokens":161223,"total_tokens":758693,"cost":0.8299498399999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5963616051,"overall_relative_score":70654756,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":350138,"output_tokens":336350,"total_tokens":686488,"cost":1.3844843600000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5640224357,"overall_relative_score":5640224357,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":281,"performance":1578,"input_tokens":435271,"output_tokens":145106,"total_tokens":580377,"cost":0.72356218},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255616597,"overall_relative_score":255616597,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":176,"performance":1845,"input_tokens":499581,"output_tokens":146537,"total_tokens":646118,"cost":0.7085541000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4545129,"overall_relative_score":311514315163,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":329,"performance":1449,"input_tokens":411325,"output_tokens":217245,"total_tokens":628570,"cost":0.9572349},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":396027,"overall_relative_score":396027,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":82,"performance":2020,"input_tokens":573232,"output_tokens":185309,"total_tokens":758541,"cost":0.94141772},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3775353948,"overall_relative_score":2565562832506,"max_execution_time_ms":490,"max_memory_usage_kib":26112,"rank":567,"performance":1209,"input_tokens":556487,"output_tokens":162449,"total_tokens":718936,"cost":0.8500822200000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73575285,"overall_relative_score":73575285,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":91,"performance":2124,"input_tokens":362287,"output_tokens":194590,"total_tokens":556877,"cost":0.9237317800000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":452663,"overall_relative_score":452663,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":428,"performance":1390,"input_tokens":604235,"output_tokens":284353,"total_tokens":888588,"cost":1.30451222},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147808474,"overall_relative_score":147808474,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":139,"performance":1931,"input_tokens":323052,"output_tokens":163530,"total_tokens":486582,"cost":0.7328787200000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":757425656,"overall_relative_score":1824685054748,"max_execution_time_ms":530,"max_memory_usage_kib":16688,"rank":395,"performance":1475,"input_tokens":486734,"output_tokens":219425,"total_tokens":706159,"cost":0.9929321600000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":533625,"output_tokens":261693,"total_tokens":795318,"cost":1.1509757799999998}]}]},{"model_name":"deepseek-v4-pro-no-thinking","detail_path":"data/model_details/deepseek-v4-pro-no-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":754.2,"median":734.5,"min":186,"max":1087,"stdev":183.9831653391286},"short":{"mean":704.7391304347826,"median":696.0,"min":186,"max":1019,"stdev":185.67131696808755},"long":{"mean":821.1176470588235,"median":804.0,"min":518,"max":1087,"stdev":163.80738778857824}},"performance":{"all":{"mean":521.675,"median":484.0,"min":-65,"max":1144,"stdev":388.3828660497598},"short":{"mean":448.0,"median":291.0,"min":-65,"max":1144,"stdev":399.110146564716},"long":{"mean":621.3529411764706,"median":595.0,"min":51,"max":1112,"stdev":360.96241860761467}},"input_tokens":{"all":{"mean":2956.15,"median":2547.5,"min":1304,"max":7658,"stdev":1612.3396052209666},"short":{"mean":2383.913043478261,"median":1831.0,"min":1422,"max":7658,"stdev":1443.0926358800482},"long":{"mean":3730.3529411764707,"median":3312.0,"min":1304,"max":7501,"stdev":1538.0478674758658}},"output_tokens":{"all":{"mean":4198.325,"median":2207.5,"min":1063,"max":35699,"stdev":6120.874729625598},"short":{"mean":3112.8695652173915,"median":1997.0,"min":1063,"max":12282,"stdev":3384.7153271508378},"long":{"mean":5666.882352941177,"median":3056.0,"min":1570,"max":35699,"stdev":8460.712498678473}},"total_tokens":{"all":{"mean":7154.475,"median":5064.5,"min":2781,"max":40149,"stdev":6529.823172646074},"short":{"mean":5496.782608695652,"median":4164.0,"min":2781,"max":13723,"stdev":3467.725282142613},"long":{"mean":9397.235294117647,"median":6975.0,"min":3636,"max":40149,"stdev":8837.562443410314}},"cost":{"all":{"mean":0.0165996,"median":0.0097904,"min":0.00403448,"max":0.13197552,"stdev":0.022119545445485365},"short":{"mean":0.012131431304347826,"median":0.00824006,"min":0.00403448,"max":0.04300294,"stdev":0.011831461126913549},"long":{"mean":0.022644769411764708,"median":0.01223742,"min":0.00612248,"max":0.13197552,"stdev":0.03053852840686427}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":667065606195,"overall_relative_score":667065606195,"max_execution_time_ms":818,"max_memory_usage_kib":3072,"rank":930,"performance":837,"input_tokens":1304,"output_tokens":2332,"total_tokens":3636,"cost":0.00834272},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":7223,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1441,"output_tokens":12282,"total_tokens":13723,"cost":0.04300294},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2452464730322,"overall_relative_score":2452464730322,"max_execution_time_ms":880,"max_memory_usage_kib":3072,"rank":518,"performance":1112,"input_tokens":2542,"output_tokens":2012,"total_tokens":4554,"cost":0.0075458},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1584,"output_tokens":2058,"total_tokens":3642,"cost":0.009918},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1774,"output_tokens":2329,"total_tokens":4103,"cost":0.0085376},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3721,"output_tokens":3643,"total_tokens":7364,"cost":0.01915218},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1484,"output_tokens":2680,"total_tokens":4164,"cost":0.0096628},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2210,"output_tokens":2090,"total_tokens":4300,"cost":0.0111186},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":29341804,"overall_relative_score":29341804,"max_execution_time_ms":3025,"max_memory_usage_kib":3072,"rank":804,"performance":595,"input_tokens":2997,"output_tokens":3632,"total_tokens":6629,"cost":0.01785414},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":189312229,"overall_relative_score":189312229,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":2157,"output_tokens":1486,"total_tokens":3643,"cost":0.0056579},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2760,"overall_relative_score":2760,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":647,"performance":291,"input_tokens":7658,"output_tokens":2203,"total_tokens":9861,"cost":0.00894592},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172972472,"overall_relative_score":172972472,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":617,"performance":961,"input_tokens":7501,"output_tokens":3167,"total_tokens":10668,"cost":0.01223162},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172503,"overall_relative_score":172503,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":708,"performance":425,"input_tokens":4670,"output_tokens":1997,"total_tokens":6667,"cost":0.0077256},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2497205,"overall_relative_score":2497205,"max_execution_time_ms":5673,"max_memory_usage_kib":526716,"rank":725,"performance":402,"input_tokens":2785,"output_tokens":2494,"total_tokens":5279,"cost":0.01352502},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69749446,"overall_relative_score":69749446,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":448,"performance":1144,"input_tokens":2553,"output_tokens":1755,"total_tokens":4308,"cost":0.00667058},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2545999138,"overall_relative_score":15095802684,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":731,"performance":961,"input_tokens":2739,"output_tokens":2461,"total_tokens":5200,"cost":0.00904278},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2428923149329,"overall_relative_score":383207811613,"max_execution_time_ms":160,"max_memory_usage_kib":11264,"rank":682,"performance":927,"input_tokens":6943,"output_tokens":2991,"total_tokens":9934,"cost":0.01146486},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4450,"output_tokens":35699,"total_tokens":40149,"cost":0.13197552},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":387482125,"overall_relative_score":387482125,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":696,"performance":951,"input_tokens":3597,"output_tokens":2212,"total_tokens":5809,"cost":0.00824006},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11025310,"overall_relative_score":11025310,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":888,"performance":790,"input_tokens":1692,"output_tokens":1735,"total_tokens":3427,"cost":0.0063278},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2177,"output_tokens":2086,"total_tokens":4263,"cost":0.01104726},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2311,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1823,"output_tokens":10784,"total_tokens":12607,"cost":0.04070034},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":25922820149,"overall_relative_score":67836602212,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":871,"performance":790,"input_tokens":2825,"output_tokens":2104,"total_tokens":4929,"cost":0.01223742},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":1722,"output_tokens":1068,"total_tokens":2790,"cost":0.00405884},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120478384382,"overall_relative_score":460280596238,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":947,"performance":544,"input_tokens":3312,"output_tokens":1570,"total_tokens":4882,"cost":0.00612248},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1840,"output_tokens":2181,"total_tokens":4021,"cost":0.01079148},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":361974793,"overall_relative_score":871982538,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1032,"performance":485,"input_tokens":4092,"output_tokens":3129,"total_tokens":7221,"cost":0.018009},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":261509634600,"overall_relative_score":15392917436,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":679,"performance":1019,"input_tokens":2949,"output_tokens":3056,"total_tokens":6005,"cost":0.01107046},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8966240659442,"overall_relative_score":8966240659442,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":804,"performance":799,"input_tokens":1718,"output_tokens":1063,"total_tokens":2781,"cost":0.00403448},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2834,"output_tokens":5159,"total_tokens":7993,"cost":0.01839296},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1403154069,"overall_relative_score":1403154069,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":799,"performance":768,"input_tokens":1893,"output_tokens":1402,"total_tokens":3295,"cost":0.00531454},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209611706,"overall_relative_score":209611706,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":773,"performance":901,"input_tokens":4271,"output_tokens":1962,"total_tokens":6233,"cost":0.00752202},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1018,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3994,"output_tokens":2981,"total_tokens":6975,"cost":0.01732344},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2093932,"rank":683,"performance":265,"input_tokens":1831,"output_tokens":11682,"total_tokens":13513,"cost":0.04098106},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":979,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4181,"output_tokens":16661,"total_tokens":20842,"cost":0.0587221},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5283,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1633,"output_tokens":1617,"total_tokens":3250,"cost":0.00846858},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2213,"output_tokens":1964,"total_tokens":4177,"cost":0.00721462},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122843570,"overall_relative_score":122843570,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":712,"performance":993,"input_tokens":1467,"output_tokens":1539,"total_tokens":3006,"cost":0.00566254},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142876036,"overall_relative_score":465042568799,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":4247,"output_tokens":3246,"total_tokens":7493,"cost":0.01194858},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1422,"output_tokens":1421,"total_tokens":2843,"cost":0.00741936}]},{"num_self_refine":2,"rank":{"all":{"mean":669.05,"median":685.0,"min":180,"max":1087,"stdev":233.4379563977964},"short":{"mean":632.5652173913044,"median":647.0,"min":180,"max":1019,"stdev":207.17972568564198},"long":{"mean":718.4117647058823,"median":745.0,"min":300,"max":1087,"stdev":263.2589169485835}},"performance":{"all":{"mean":725.05,"median":818.0,"min":-65,"max":1558,"stdev":483.27419355252783},"short":{"mean":663.3478260869565,"median":799.0,"min":-65,"max":1558,"stdev":501.22627884888044},"long":{"mean":808.5294117647059,"median":837.0,"min":94,"max":1544,"stdev":459.3173083020956}},"input_tokens":{"all":{"mean":16030.95,"median":10538.0,"min":4664,"max":202215,"stdev":30665.437169848872},"short":{"mean":11042.608695652174,"median":10009.0,"min":4664,"max":21220,"stdev":5822.502217019215},"long":{"mean":22779.882352941175,"median":11116.0,"min":5554,"max":202215,"stdev":46490.53640914777}},"output_tokens":{"all":{"mean":8370.45,"median":5236.5,"min":2346,"max":39373,"stdev":7788.369909267904},"short":{"mean":6908.782608695652,"median":4227.0,"min":2346,"max":27529,"stdev":6841.141830243105},"long":{"mean":10348.0,"median":7442.0,"min":4697,"max":39373,"stdev":8733.70568544647}},"total_tokens":{"all":{"mean":24401.4,"median":16952.0,"min":7122,"max":241588,"stdev":36444.392537476066},"short":{"mean":17951.391304347828,"median":15481.0,"min":7122,"max":42117,"stdev":9918.79978873512},"long":{"mean":33127.882352941175,"median":17887.0,"min":10718,"max":241588,"stdev":54419.495417408034}},"cost":{"all":{"mean":0.046605755,"median":0.02830835,"min":0.00972776,"max":0.4819307,"stdev":0.07449916094848562},"short":{"mean":0.033945231304347824,"median":0.02318898,"min":0.00972776,"max":0.1043072,"stdev":0.026180609900070442},"long":{"mean":0.06373469882352942,"median":0.03387084,"min":0.0188094,"max":0.4819307,"stdev":0.10974432871692674}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":667065606195,"overall_relative_score":667065606195,"max_execution_time_ms":818,"max_memory_usage_kib":3072,"rank":930,"performance":837,"input_tokens":5554,"output_tokens":5164,"total_tokens":10718,"cost":0.0198766},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":7223,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":15318,"output_tokens":23605,"total_tokens":38923,"cost":0.1043072},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2630944479730,"overall_relative_score":2630944479730,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":7710,"output_tokens":6721,"total_tokens":14431,"cost":0.02577984},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":20006,"output_tokens":3861,"total_tokens":23867,"cost":0.04253024},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13151284,"overall_relative_score":13151284,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":180,"performance":1558,"input_tokens":12028,"output_tokens":4397,"total_tokens":16425,"cost":0.02704308},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":11239,"output_tokens":6516,"total_tokens":17755,"cost":0.03059442},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":5799,"output_tokens":5708,"total_tokens":11507,"cost":0.02546258},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6660,"output_tokens":16059,"total_tokens":22719,"cost":0.06073644},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":29341804,"overall_relative_score":29341804,"max_execution_time_ms":3025,"max_memory_usage_kib":3072,"rank":804,"performance":595,"input_tokens":9790,"output_tokens":8097,"total_tokens":17887,"cost":0.04051648},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2172352710,"overall_relative_score":2172352710,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":435,"performance":1151,"input_tokens":6359,"output_tokens":3570,"total_tokens":9929,"cost":0.01695514},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2760,"overall_relative_score":2760,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":647,"performance":291,"input_tokens":18031,"output_tokens":5292,"total_tokens":23323,"cost":0.02569922},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":713635111,"overall_relative_score":713635111,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":414,"performance":1240,"input_tokens":18732,"output_tokens":10581,"total_tokens":29313,"cost":0.040629},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172503,"overall_relative_score":172503,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":708,"performance":425,"input_tokens":11853,"output_tokens":4961,"total_tokens":16814,"cost":0.02318898},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2497205,"overall_relative_score":2497205,"max_execution_time_ms":5673,"max_memory_usage_kib":526716,"rank":725,"performance":402,"input_tokens":8221,"output_tokens":4927,"total_tokens":13148,"cost":0.027163140000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69749446,"overall_relative_score":69749446,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":448,"performance":1144,"input_tokens":7424,"output_tokens":4227,"total_tokens":11651,"cost":0.0170114},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2545999138,"overall_relative_score":15095802684,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":731,"performance":961,"input_tokens":8486,"output_tokens":14724,"total_tokens":23210,"cost":0.0535514},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43909895824,"overall_relative_score":848926588993,"max_execution_time_ms":5830,"max_memory_usage_kib":11264,"rank":383,"performance":1348,"input_tokens":17502,"output_tokens":7969,"total_tokens":25471,"cost":0.03613632},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44285499506657,"overall_relative_score":43838206869,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":321,"performance":1325,"input_tokens":202215,"output_tokens":39373,"total_tokens":241588,"cost":0.4819307},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":387482125,"overall_relative_score":387482125,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":696,"performance":951,"input_tokens":10009,"output_tokens":5181,"total_tokens":15190,"cost":0.020541860000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11475750,"overall_relative_score":11475750,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":854,"performance":845,"input_tokens":5682,"output_tokens":3584,"total_tokens":9266,"cost":0.01439676},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":21220,"output_tokens":3852,"total_tokens":25072,"cost":0.04685704},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2311,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":14588,"output_tokens":27529,"total_tokens":42117,"cost":0.10117635999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42007279357,"overall_relative_score":245098664832,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":586,"performance":1146,"input_tokens":7908,"output_tokens":5578,"total_tokens":13486,"cost":0.028679839999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":4664,"output_tokens":2458,"total_tokens":7122,"cost":0.00972776},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120478384382,"overall_relative_score":460280596238,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":947,"performance":544,"input_tokens":8808,"output_tokens":4697,"total_tokens":13505,"cost":0.0188094},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":20641,"output_tokens":4087,"total_tokens":24728,"cost":0.04727986},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":361974793,"overall_relative_score":871982538,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1032,"performance":485,"input_tokens":11466,"output_tokens":9284,"total_tokens":20750,"cost":0.0408262},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":820197997,"overall_relative_score":189539131526,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":300,"performance":1544,"input_tokens":9565,"output_tokens":5944,"total_tokens":15509,"cost":0.02793686},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8966240659442,"overall_relative_score":8966240659442,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":804,"performance":799,"input_tokens":5164,"output_tokens":2346,"total_tokens":7510,"cost":0.010208},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8023491400,"overall_relative_score":31666493,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":11441,"output_tokens":9890,"total_tokens":21331,"cost":0.0371751},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2705476959,"overall_relative_score":2705476959,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":641,"performance":1032,"input_tokens":5800,"output_tokens":3666,"total_tokens":9466,"cost":0.0171332},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217818698,"overall_relative_score":217818698,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":577,"performance":1187,"input_tokens":11067,"output_tokens":4414,"total_tokens":15481,"cost":0.02114274},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1018,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":11116,"output_tokens":5974,"total_tokens":17090,"cost":0.02910672},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185916,"overall_relative_score":185916,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":406,"performance":1214,"input_tokens":15497,"output_tokens":15228,"total_tokens":30725,"cost":0.05566318},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":979,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":25179,"output_tokens":23035,"total_tokens":48214,"cost":0.11090702},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61282669,"overall_relative_score":61282669,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":622,"performance":1169,"input_tokens":5043,"output_tokens":2723,"total_tokens":7766,"cost":0.01314686},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":6952,"output_tokens":4411,"total_tokens":11363,"cost":0.02050532},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122843570,"overall_relative_score":122843570,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":712,"performance":993,"input_tokens":5036,"output_tokens":3764,"total_tokens":8800,"cost":0.01736984},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142876036,"overall_relative_score":465042568799,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":12326,"output_tokens":7442,"total_tokens":19768,"cost":0.03387084},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167380,"overall_relative_score":167380,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":902,"performance":549,"input_tokens":19139,"output_tokens":3979,"total_tokens":23118,"cost":0.04265726}]},{"num_self_refine":4,"rank":{"all":{"mean":574.65,"median":562.0,"min":158,"max":1032,"stdev":228.931581986342},"short":{"mean":537.0869565217391,"median":527.0,"min":158,"max":837,"stdev":191.68485335036925},"long":{"mean":625.4705882352941,"median":620.0,"min":239,"max":1032,"stdev":269.17353084187596}},"performance":{"all":{"mean":971.05,"median":1033.0,"min":94,"max":1633,"stdev":411.48367883637616},"short":{"mean":945.8695652173913,"median":1034.0,"min":116,"max":1633,"stdev":421.0577917954025},"long":{"mean":1005.1176470588235,"median":1019.0,"min":94,"max":1557,"stdev":408.4075602803132}},"input_tokens":{"all":{"mean":55991.675,"median":36995.0,"min":15059,"max":613184,"stdev":92205.12873587542},"short":{"mean":41190.608695652176,"median":34576.0,"min":15059,"max":81558,"stdev":20751.55494883375},"long":{"mean":76016.64705882352,"median":37427.0,"min":23546,"max":613184,"stdev":139248.02793798427}},"output_tokens":{"all":{"mean":16510.0,"median":12760.5,"min":4762,"max":51363,"stdev":10200.146012026822},"short":{"mean":14067.95652173913,"median":11759.0,"min":4762,"max":40432,"stdev":9304.030243434883},"long":{"mean":19813.941176470587,"median":17311.0,"min":10375,"max":51363,"stdev":10696.120543628122}},"total_tokens":{"all":{"mean":72501.675,"median":50840.0,"min":19821,"max":664547,"stdev":99210.95707280483},"short":{"mean":55258.565217391304,"median":46335.0,"min":19821,"max":121990,"stdev":27725.210607981266},"long":{"mean":95830.58823529411,"median":54666.0,"min":33921,"max":664547,"stdev":148085.30163729063}},"cost":{"all":{"mean":0.1042690505,"median":0.07361157,"min":0.02644162,"max":0.89983636,"stdev":0.1357664773708267},"short":{"mean":0.07888186608695652,"median":0.06501741999999999,"min":0.02644162,"max":0.21323699999999998,"stdev":0.046734182728928216},"long":{"mean":0.13861641764705881,"median":0.08630399999999999,"min":0.04971876,"max":0.89983636,"stdev":0.1993645775641874}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800989610897,"overall_relative_score":800989610897,"max_execution_time_ms":300,"max_memory_usage_kib":284672,"rank":836,"performance":924,"input_tokens":23546,"output_tokens":10375,"total_tokens":33921,"cost":0.05604656},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1414726,"overall_relative_score":1414726,"max_execution_time_ms":1970,"max_memory_usage_kib":22528,"rank":598,"performance":1039,"input_tokens":72704,"output_tokens":33195,"total_tokens":105899,"cost":0.21323699999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2760785535811,"overall_relative_score":2760785535811,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":239,"performance":1557,"input_tokens":33704,"output_tokens":16748,"total_tokens":50452,"cost":0.08630399999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3547799512,"overall_relative_score":3547799512,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":267,"performance":1367,"input_tokens":62630,"output_tokens":7874,"total_tokens":70504,"cost":0.06390092},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15129485,"overall_relative_score":15129485,"max_execution_time_ms":520,"max_memory_usage_kib":9216,"rank":158,"performance":1633,"input_tokens":40925,"output_tokens":9895,"total_tokens":50820,"cost":0.07420346},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4758269,"overall_relative_score":4758269,"max_execution_time_ms":1270,"max_memory_usage_kib":3072,"rank":502,"performance":1019,"input_tokens":35633,"output_tokens":13720,"total_tokens":49353,"cost":0.06054446},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":23769,"output_tokens":12899,"total_tokens":36668,"cost":0.07277201999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6972073845,"overall_relative_score":6972073845,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":56156,"output_tokens":28947,"total_tokens":85103,"cost":0.14066972000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":29341804,"overall_relative_score":29341804,"max_execution_time_ms":3025,"max_memory_usage_kib":3072,"rank":804,"performance":595,"input_tokens":37427,"output_tokens":15885,"total_tokens":53312,"cost":0.08038742000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2172352710,"overall_relative_score":2172352710,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":435,"performance":1151,"input_tokens":22994,"output_tokens":8898,"total_tokens":31892,"cost":0.04872116},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2976,"overall_relative_score":2976,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":515,"performance":847,"input_tokens":49399,"output_tokens":12525,"total_tokens":61924,"cost":0.056656139999999994},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":997605826,"overall_relative_score":997605826,"max_execution_time_ms":2820,"max_memory_usage_kib":23552,"rank":312,"performance":1399,"input_tokens":60708,"output_tokens":17311,"total_tokens":78019,"cost":0.09462236},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172503,"overall_relative_score":172503,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":708,"performance":425,"input_tokens":40904,"output_tokens":9956,"total_tokens":50860,"cost":0.06437535999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":858402882,"overall_relative_score":858402882,"max_execution_time_ms":4920,"max_memory_usage_kib":3072,"rank":516,"performance":961,"input_tokens":27562,"output_tokens":11120,"total_tokens":38682,"cost":0.05623564},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79555261,"overall_relative_score":79555261,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":360,"performance":1295,"input_tokens":27787,"output_tokens":12299,"total_tokens":40086,"cost":0.06501741999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2545999138,"overall_relative_score":15095802684,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":731,"performance":961,"input_tokens":48853,"output_tokens":32251,"total_tokens":81104,"cost":0.15191418},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42989645185,"overall_relative_score":860620331995,"max_execution_time_ms":5850,"max_memory_usage_kib":13312,"rank":359,"performance":1386,"input_tokens":56076,"output_tokens":18995,"total_tokens":75071,"cost":0.10120188},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26570581926753,"overall_relative_score":53544491932,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":301,"performance":1365,"input_tokens":613184,"output_tokens":51363,"total_tokens":664547,"cost":0.89983636},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":374783139,"overall_relative_score":374783139,"max_execution_time_ms":1340,"max_memory_usage_kib":7168,"rank":716,"performance":921,"input_tokens":33348,"output_tokens":12622,"total_tokens":45970,"cost":0.06642624},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12472615,"overall_relative_score":12472615,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":718,"performance":1035,"input_tokens":25885,"output_tokens":14359,"total_tokens":40244,"cost":0.0752057},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":65246,"output_tokens":8736,"total_tokens":73982,"cost":0.09717668},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2311,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":81558,"output_tokens":40432,"total_tokens":121990,"cost":0.18318836},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32899878901,"overall_relative_score":269384530371,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":536,"performance":1205,"input_tokens":36563,"output_tokens":18103,"total_tokens":54666,"cost":0.1008939},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":15059,"output_tokens":4762,"total_tokens":19821,"cost":0.02644162},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70627161643,"overall_relative_score":718279311369,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":924,"performance":602,"input_tokens":30370,"output_tokens":12302,"total_tokens":42672,"cost":0.04971876},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042320,"overall_relative_score":1042320,"max_execution_time_ms":370,"max_memory_usage_kib":6144,"rank":320,"performance":1537,"input_tokens":67309,"output_tokens":11287,"total_tokens":78596,"cost":0.0804489},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":361974793,"overall_relative_score":871982538,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1032,"performance":485,"input_tokens":44304,"output_tokens":17600,"total_tokens":61904,"cost":0.07525152},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804489210,"overall_relative_score":193204935929,"max_execution_time_ms":270,"max_memory_usage_kib":7168,"rank":293,"performance":1556,"input_tokens":33569,"output_tokens":12526,"total_tokens":46095,"cost":0.07280566},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8966240659442,"overall_relative_score":8966240659442,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":804,"performance":799,"input_tokens":17971,"output_tokens":5253,"total_tokens":23224,"cost":0.0326047},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8023491400,"overall_relative_score":31666493,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":44470,"output_tokens":19352,"total_tokens":63822,"cost":0.10184916},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2705476959,"overall_relative_score":2705476959,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":641,"performance":1032,"input_tokens":23090,"output_tokens":12974,"total_tokens":36064,"cost":0.05408964},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234431054,"overall_relative_score":234431054,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":34576,"output_tokens":11759,"total_tokens":46335,"cost":0.056984999999999994},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1018,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":34776,"output_tokens":13216,"total_tokens":47992,"cost":0.07301968},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185916,"overall_relative_score":185916,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":406,"performance":1214,"input_tokens":60125,"output_tokens":28043,"total_tokens":88168,"cost":0.10808938},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3956485370,"overall_relative_score":2450694082973,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":620,"performance":1148,"input_tokens":87638,"output_tokens":36710,"total_tokens":124348,"cost":0.19061468},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65273134,"overall_relative_score":65273134,"max_execution_time_ms":1400,"max_memory_usage_kib":3072,"rank":522,"performance":1304,"input_tokens":17596,"output_tokens":6449,"total_tokens":24045,"cost":0.03468516},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438294,"overall_relative_score":438294,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":588,"performance":1169,"input_tokens":24521,"output_tokens":9184,"total_tokens":33705,"cost":0.04094046},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":124922688,"overall_relative_score":124922688,"max_execution_time_ms":1970,"max_memory_usage_kib":6436,"rank":684,"performance":1034,"input_tokens":20218,"output_tokens":8946,"total_tokens":29164,"cost":0.04405796},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972442202,"overall_relative_score":1408353967872,"max_execution_time_ms":150,"max_memory_usage_kib":7168,"rank":680,"performance":1152,"input_tokens":43900,"output_tokens":19260,"total_tokens":63160,"cost":0.10523288},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":178447,"overall_relative_score":178447,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":837,"performance":737,"input_tokens":63614,"output_tokens":12269,"total_tokens":75883,"cost":0.11438992}]},{"num_self_refine":8,"rank":{"all":{"mean":475.525,"median":483.5,"min":6,"max":1005,"stdev":233.03031468910342},"short":{"mean":415.0869565217391,"median":450.0,"min":6,"max":804,"stdev":199.7045347150904},"long":{"mean":557.2941176470588,"median":554.0,"min":207,"max":1005,"stdev":255.28679086124941}},"performance":{"all":{"mean":1187.725,"median":1171.0,"min":94,"max":2872,"stdev":477.45017124893883},"short":{"mean":1246.0869565217392,"median":1200.0,"min":277,"max":2872,"stdev":531.1383070215994},"long":{"mean":1108.764705882353,"median":1148.0,"min":94,"max":1627,"stdev":395.25965032680807}},"input_tokens":{"all":{"mean":188717.575,"median":145600.0,"min":61372,"max":1524581,"stdev":222980.1493054974},"short":{"mean":147347.86956521738,"median":134793.0,"min":61372,"max":269351,"stdev":58330.540978511846},"long":{"mean":244688.35294117648,"median":153932.0,"min":101821,"max":1524581,"stdev":332754.7900006364}},"output_tokens":{"all":{"mean":31830.975,"median":28272.5,"min":10942,"max":80212,"stdev":13208.540165629633},"short":{"mean":27709.608695652172,"median":25687.0,"min":10942,"max":52065,"stdev":11438.210586924426},"long":{"mean":37406.94117647059,"median":36466.0,"min":25034,"max":80212,"stdev":13708.148313460266}},"total_tokens":{"all":{"mean":220548.55,"median":175373.5,"min":75226,"max":1604793,"stdev":232793.58820273622},"short":{"mean":175057.47826086957,"median":160666.0,"min":75226,"max":320741,"stdev":67437.82267046881},"long":{"mean":282095.29411764705,"median":190398.0,"min":126855,"max":1604793,"stdev":344734.9816490859}},"cost":{"all":{"mean":0.2119766455,"median":0.17217416000000002,"min":0.0624573,"max":1.2110440599999999,"stdev":0.1740458712409992},"short":{"mean":0.1770862304347826,"median":0.16131598,"min":0.0624573,"max":0.31146057999999993,"stdev":0.07155928840231761},"long":{"mean":0.25918132470588234,"median":0.17998154,"min":0.14334468,"max":1.2110440599999999,"stdev":0.2503561106053161}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":830570880464,"overall_relative_score":830570880464,"max_execution_time_ms":4540,"max_memory_usage_kib":9164,"rank":803,"performance":954,"input_tokens":101821,"output_tokens":25034,"total_tokens":126855,"cost":0.14791566},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1586685,"overall_relative_score":1586685,"max_execution_time_ms":580,"max_memory_usage_kib":35020,"rank":585,"performance":1055,"input_tokens":239961,"output_tokens":46811,"total_tokens":286772,"cost":0.30992242000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2774019298369,"overall_relative_score":2774019298369,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":207,"performance":1627,"input_tokens":153932,"output_tokens":36466,"total_tokens":190398,"cost":0.17649632},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4472123253,"overall_relative_score":4472123253,"max_execution_time_ms":2920,"max_memory_usage_kib":12288,"rank":179,"performance":1612,"input_tokens":183230,"output_tokens":17606,"total_tokens":200836,"cost":0.16163788},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15101645,"overall_relative_score":15101645,"max_execution_time_ms":300,"max_memory_usage_kib":9216,"rank":159,"performance":1630,"input_tokens":138716,"output_tokens":21950,"total_tokens":160666,"cost":0.15340304},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4846591,"overall_relative_score":4846591,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":480,"performance":1055,"input_tokens":139351,"output_tokens":29622,"total_tokens":168973,"cost":0.17998154},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2154809,"overall_relative_score":2154809,"max_execution_time_ms":1990,"max_memory_usage_kib":18432,"rank":6,"performance":2872,"input_tokens":104714,"output_tokens":24490,"total_tokens":129204,"cost":0.1600394},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11012971100,"overall_relative_score":11012971100,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":215484,"output_tokens":45384,"total_tokens":260868,"cost":0.26114152},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":361163289,"overall_relative_score":361163289,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":151849,"output_tokens":36723,"total_tokens":188572,"cost":0.2041861},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2019148568,"overall_relative_score":2019148568,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":450,"performance":1125,"input_tokens":95892,"output_tokens":19365,"total_tokens":115257,"cost":0.09990500000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3160,"overall_relative_score":3160,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":470,"performance":954,"input_tokens":158123,"output_tokens":26268,"total_tokens":184391,"cost":0.1417665},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1148591215,"overall_relative_score":1148591215,"max_execution_time_ms":2950,"max_memory_usage_kib":39936,"rank":231,"performance":1554,"input_tokens":196516,"output_tokens":32527,"total_tokens":229043,"cost":0.17073692000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65787661,"overall_relative_score":65787661,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":487,"performance":1029,"input_tokens":134802,"output_tokens":21524,"total_tokens":156326,"cost":0.1349022},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050666879,"overall_relative_score":1050666879,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":488,"performance":1011,"input_tokens":130592,"output_tokens":26759,"total_tokens":157351,"cost":0.14334468},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":100313328,"overall_relative_score":100313328,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":296,"performance":1415,"input_tokens":118697,"output_tokens":27252,"total_tokens":145949,"cost":0.16131598},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4684213679,"overall_relative_score":34738761052,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":555,"performance":1175,"input_tokens":224158,"output_tokens":47857,"total_tokens":272015,"cost":0.29586496},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41525877549,"overall_relative_score":878965491416,"max_execution_time_ms":5760,"max_memory_usage_kib":13312,"rank":331,"performance":1433,"input_tokens":202412,"output_tokens":38442,"total_tokens":240854,"cost":0.22995839999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25426747481545,"overall_relative_score":61379493409,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":278,"performance":1413,"input_tokens":1524581,"output_tokens":80212,"total_tokens":1604793,"cost":1.2110440599999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":467914938,"overall_relative_score":467914938,"max_execution_time_ms":1230,"max_memory_usage_kib":8192,"rank":133,"performance":1911,"input_tokens":134793,"output_tokens":30161,"total_tokens":164954,"cost":0.17739706},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13163045,"overall_relative_score":13163045,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":337,"performance":1545,"input_tokens":120766,"output_tokens":26876,"total_tokens":147642,"cost":0.1736114},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":184715,"output_tokens":19760,"total_tokens":204475,"cost":0.17437178},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2311,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":269351,"output_tokens":51390,"total_tokens":320741,"cost":0.31146057999999993},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23647427028,"overall_relative_score":299836648286,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":461,"performance":1299,"input_tokens":159035,"output_tokens":37575,"total_tokens":196610,"cost":0.20454685999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1230092,"overall_relative_score":1230092,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":707,"performance":632,"input_tokens":61372,"output_tokens":13854,"total_tokens":75226,"cost":0.0702728},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70627161643,"overall_relative_score":718279311369,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":924,"performance":602,"input_tokens":123354,"output_tokens":25214,"total_tokens":148568,"cost":0.15089396000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1056821,"overall_relative_score":1056821,"max_execution_time_ms":720,"max_memory_usage_kib":4096,"rank":236,"performance":1700,"input_tokens":208863,"output_tokens":27901,"total_tokens":236764,"cost":0.22757054000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":695040761693,"overall_relative_score":103114514738,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":985,"performance":602,"input_tokens":152424,"output_tokens":29350,"total_tokens":181774,"cost":0.16605399999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804489210,"overall_relative_score":193204935929,"max_execution_time_ms":270,"max_memory_usage_kib":7168,"rank":293,"performance":1556,"input_tokens":130127,"output_tokens":26826,"total_tokens":156953,"cost":0.16583882},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8966240659442,"overall_relative_score":8966240659442,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":804,"performance":799,"input_tokens":67515,"output_tokens":10942,"total_tokens":78457,"cost":0.0624573},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5713996,"overall_relative_score":371674822898,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":599,"performance":1136,"input_tokens":181977,"output_tokens":43688,"total_tokens":225665,"cost":0.22756126},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3231472012,"overall_relative_score":3231472012,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":523,"performance":1200,"input_tokens":126854,"output_tokens":34883,"total_tokens":161737,"cost":0.2002276},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237471936,"overall_relative_score":237471936,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":416,"performance":1412,"input_tokens":129825,"output_tokens":25687,"total_tokens":155512,"cost":0.1548165},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1018,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":127988,"output_tokens":28644,"total_tokens":156632,"cost":0.16660616},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215649,"overall_relative_score":215649,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":368,"performance":1285,"input_tokens":221656,"output_tokens":52065,"total_tokens":273721,"cost":0.29717227999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3956485370,"overall_relative_score":2450694082973,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":620,"performance":1148,"input_tokens":284040,"output_tokens":53837,"total_tokens":337877,"cost":0.314911},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65855390,"overall_relative_score":65855390,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":503,"performance":1330,"input_tokens":70048,"output_tokens":15057,"total_tokens":85105,"cost":0.0858806},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438294,"overall_relative_score":438294,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":588,"performance":1169,"input_tokens":105547,"output_tokens":29713,"total_tokens":135260,"cost":0.15741142},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136677494,"overall_relative_score":136677494,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":508,"performance":1275,"input_tokens":94080,"output_tokens":22805,"total_tokens":116885,"cost":0.13730572000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951680823,"overall_relative_score":1440583785591,"max_execution_time_ms":160,"max_memory_usage_kib":15500,"rank":660,"performance":1173,"input_tokens":175545,"output_tokens":37142,"total_tokens":212687,"cost":0.25014182},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":203997,"output_tokens":25577,"total_tokens":229574,"cost":0.25899378}]},{"num_self_refine":16,"rank":{"all":{"mean":437.65,"median":449.0,"min":8,"max":960,"stdev":216.32603006122793},"short":{"mean":380.30434782608694,"median":396.0,"min":8,"max":804,"stdev":191.91769892861714},"long":{"mean":515.2352941176471,"median":495.0,"min":207,"max":960,"stdev":228.6920772052906}},"performance":{"all":{"mean":1271.6,"median":1234.5,"min":516,"max":2783,"stdev":410.1398635737664},"short":{"mean":1332.3478260869565,"median":1275.0,"min":632,"max":2783,"stdev":466.10861089895155},"long":{"mean":1189.4117647058824,"median":1173.0,"min":516,"max":1627,"stdev":314.3449655282253}},"input_tokens":{"all":{"mean":662464.725,"median":567476.0,"min":266933,"max":3750824,"stdev":523057.57190502353},"short":{"mean":548348.4782608695,"median":521648.0,"min":266933,"max":862440,"stdev":165182.06681165472},"long":{"mean":816857.2941176471,"median":659850.0,"min":481481,"max":3750824,"stdev":765055.5193399173}},"output_tokens":{"all":{"mean":60531.075,"median":54936.5,"min":24931,"max":140743,"stdev":21373.247890867853},"short":{"mean":53372.04347826087,"median":51438.0,"min":24931,"max":96065,"stdev":18085.004020102253},"long":{"mean":70216.82352941176,"median":66309.0,"min":50662,"max":140743,"stdev":22145.411461054675}},"total_tokens":{"all":{"mean":722995.8,"median":623377.0,"min":291864,"max":3891567,"stdev":539994.3292956383},"short":{"mean":601720.5217391305,"median":566744.0,"min":291864,"max":958505,"stdev":180997.91955581587},"long":{"mean":887074.1176470588,"median":718019.0,"min":536023,"max":3891567,"stdev":784836.3672838022}},"cost":{"all":{"mean":0.45123154649999997,"median":0.4082359,"min":0.18761434000000002,"max":1.9089528399999995,"stdev":0.2608196498457249},"short":{"mean":0.38948429826086955,"median":0.35927926000000004,"min":0.18761434000000002,"max":0.6283661999999999,"stdev":0.12522439563371274},"long":{"mean":0.5347719411764705,"median":0.45077658,"min":0.3391492,"max":1.9089528399999995,"stdev":0.3624334280937559}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":863460226295,"overall_relative_score":863460226295,"max_execution_time_ms":4980,"max_memory_usage_kib":3072,"rank":752,"performance":999,"input_tokens":481481,"output_tokens":54542,"total_tokens":536023,"cost":0.36651302},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1839760,"overall_relative_score":1839760,"max_execution_time_ms":1230,"max_memory_usage_kib":49152,"rank":553,"performance":1093,"input_tokens":764128,"output_tokens":75466,"total_tokens":839594,"cost":0.5961077600000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2774019298369,"overall_relative_score":2774019298369,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":207,"performance":1627,"input_tokens":631791,"output_tokens":67606,"total_tokens":699397,"cost":0.45077658},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4472123253,"overall_relative_score":4472123253,"max_execution_time_ms":2920,"max_memory_usage_kib":12288,"rank":179,"performance":1612,"input_tokens":567789,"output_tokens":33186,"total_tokens":600975,"cost":0.3400859},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15101645,"overall_relative_score":15101645,"max_execution_time_ms":300,"max_memory_usage_kib":9216,"rank":159,"performance":1630,"input_tokens":485861,"output_tokens":42830,"total_tokens":528691,"cost":0.32235181999999996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4967517,"overall_relative_score":4967517,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":408,"performance":1173,"input_tokens":563866,"output_tokens":63082,"total_tokens":626948,"cost":0.40891972},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2151674,"overall_relative_score":2151674,"max_execution_time_ms":1980,"max_memory_usage_kib":18432,"rank":8,"performance":2783,"input_tokens":442840,"output_tokens":51438,"total_tokens":494278,"cost":0.37789784},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11567683945,"overall_relative_score":11567683945,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":491,"performance":846,"input_tokens":716843,"output_tokens":67116,"total_tokens":783959,"cost":0.47456586},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":361163289,"overall_relative_score":361163289,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":669596,"output_tokens":80112,"total_tokens":749708,"cost":0.5333332},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2599597373,"overall_relative_score":2599597373,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":396,"performance":1220,"input_tokens":392475,"output_tokens":39173,"total_tokens":431648,"cost":0.25574694},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3160,"overall_relative_score":3160,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":470,"performance":954,"input_tokens":555152,"output_tokens":51043,"total_tokens":606195,"cost":0.33940788},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1148591215,"overall_relative_score":1148591215,"max_execution_time_ms":2950,"max_memory_usage_kib":39936,"rank":231,"performance":1554,"input_tokens":659850,"output_tokens":58169,"total_tokens":718019,"cost":0.40755208},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65787661,"overall_relative_score":65787661,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":487,"performance":1029,"input_tokens":521648,"output_tokens":41224,"total_tokens":562872,"cost":0.32778816000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050666879,"overall_relative_score":1050666879,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":488,"performance":1011,"input_tokens":567163,"output_tokens":52643,"total_tokens":619806,"cost":0.3991531},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":100141893,"overall_relative_score":100141893,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":296,"performance":1415,"input_tokens":498395,"output_tokens":54112,"total_tokens":552507,"cost":0.36178138},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11967571228,"overall_relative_score":74380626119,"max_execution_time_ms":610,"max_memory_usage_kib":4096,"rank":495,"performance":1249,"input_tokens":776166,"output_tokens":79109,"total_tokens":855275,"cost":0.5313264},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39619896685,"overall_relative_score":928700950453,"max_execution_time_ms":5760,"max_memory_usage_kib":13312,"rank":263,"performance":1558,"input_tokens":750186,"output_tokens":78210,"total_tokens":828396,"cost":0.5279078799999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23454779866984,"overall_relative_score":67013973022,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":269,"performance":1432,"input_tokens":3750824,"output_tokens":140743,"total_tokens":3891567,"cost":1.9089528399999995},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":467914938,"overall_relative_score":467914938,"max_execution_time_ms":1230,"max_memory_usage_kib":8192,"rank":133,"performance":1911,"input_tokens":593515,"output_tokens":71066,"total_tokens":664581,"cost":0.46277330000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13373775,"overall_relative_score":13373775,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":233,"performance":1733,"input_tokens":475368,"output_tokens":48776,"total_tokens":524144,"cost":0.34009807999999997},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238269698700,"overall_relative_score":238269698700,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":185,"performance":732,"input_tokens":722438,"output_tokens":68657,"total_tokens":791095,"cost":0.5715320000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93713,"overall_relative_score":93713,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":342,"performance":1308,"input_tokens":786239,"output_tokens":72647,"total_tokens":858886,"cost":0.4918626199999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22512277470,"overall_relative_score":308207688767,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":438,"performance":1329,"input_tokens":678180,"output_tokens":78640,"total_tokens":756820,"cost":0.49578168000000006},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1230092,"overall_relative_score":1230092,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":707,"performance":632,"input_tokens":274694,"output_tokens":30778,"total_tokens":305472,"cost":0.20268332},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70627161643,"overall_relative_score":718279311369,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":924,"performance":602,"input_tokens":500726,"output_tokens":52650,"total_tokens":553376,"cost":0.3656494},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061950,"overall_relative_score":1061950,"max_execution_time_ms":1740,"max_memory_usage_kib":10240,"rank":198,"performance":1785,"input_tokens":704795,"output_tokens":63390,"total_tokens":768185,"cost":0.4802429},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":552225117228,"overall_relative_score":128376803179,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":614,"performance":1121,"input_tokens":559482,"output_tokens":50662,"total_tokens":610144,"cost":0.4097224400000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804489210,"overall_relative_score":193204935929,"max_execution_time_ms":270,"max_memory_usage_kib":7168,"rank":293,"performance":1556,"input_tokens":503594,"output_tokens":52753,"total_tokens":556347,"cost":0.3391492},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9009532389680,"overall_relative_score":9009532389680,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":804,"performance":799,"input_tokens":266933,"output_tokens":24931,"total_tokens":291864,"cost":0.18761434000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":664937,"overall_relative_score":382335829764,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":695146,"output_tokens":69417,"total_tokens":764563,"cost":0.48238600000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3231472012,"overall_relative_score":3231472012,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":523,"performance":1200,"input_tokens":637381,"output_tokens":77165,"total_tokens":714546,"cost":0.54848338},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245420586,"overall_relative_score":245420586,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":328,"performance":1548,"input_tokens":514931,"output_tokens":51813,"total_tokens":566744,"cost":0.35927926000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416369000,"overall_relative_score":490406627,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":960,"performance":516,"input_tokens":504174,"output_tokens":55095,"total_tokens":559269,"cost":0.34973768000000005},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252545,"overall_relative_score":252545,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":328,"performance":1362,"input_tokens":862440,"output_tokens":96065,"total_tokens":958505,"cost":0.6283661999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3965899634,"overall_relative_score":2446608394550,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":620,"performance":1148,"input_tokens":928278,"output_tokens":93944,"total_tokens":1022222,"cost":0.60957652},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67371288,"overall_relative_score":67371288,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":452,"performance":1400,"input_tokens":281927,"output_tokens":28634,"total_tokens":310561,"cost":0.20576602000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":495009,"output_tokens":54778,"total_tokens":549787,"cost":0.34779526},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136677494,"overall_relative_score":136677494,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":508,"performance":1275,"input_tokens":409468,"output_tokens":42384,"total_tokens":451852,"cost":0.30465544},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951680823,"overall_relative_score":1440583785591,"max_execution_time_ms":160,"max_memory_usage_kib":15500,"rank":660,"performance":1173,"input_tokens":666071,"output_tokens":66309,"total_tokens":732380,"cost":0.50468526},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":641746,"output_tokens":40885,"total_tokens":682631,"cost":0.4312532}]}]},{"model_name":"gemini-2.5-flash-lite-thinking","detail_path":"data/model_details/gemini-2.5-flash-lite-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":815.975,"median":827.0,"min":186,"max":1382,"stdev":207.7531187090421},"short":{"mean":753.0,"median":732.0,"min":186,"max":1019,"stdev":203.0129865975887},"long":{"mean":901.1764705882352,"median":917.0,"min":555,"max":1382,"stdev":187.40938987085121}},"performance":{"all":{"mean":325.9,"median":229.5,"min":-110,"max":1062,"stdev":340.67247222711336},"short":{"mean":290.2173913043478,"median":223.0,"min":-110,"max":918,"stdev":326.9195003113067},"long":{"mean":374.1764705882353,"median":247.0,"min":-80,"max":1062,"stdev":362.80732408782035}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":27106.15,"median":26895.0,"min":21449,"max":32563,"stdev":2594.0672998999576},"short":{"mean":26801.565217391304,"median":26738.0,"min":21449,"max":31448,"stdev":2291.7049593159586},"long":{"mean":27518.235294117647,"median":27503.0,"min":21754,"max":32563,"stdev":2977.7882843104326}},"total_tokens":{"all":{"mean":30366.475,"median":29610.5,"min":23060,"max":36618,"stdev":2873.6420738480538},"short":{"mean":29470.434782608696,"median":28632.0,"min":23060,"max":36618,"stdev":2872.0606448726126},"long":{"mean":31578.764705882353,"median":31941.0,"min":27960,"max":35671,"stdev":2463.894364857485}},"cost":{"all":{"mean":0.011090528125,"median":0.0109274,"min":0.0087407,"max":0.013336,"stdev":0.0010788141588637886},"short":{"mean":0.010928044565217392,"median":0.0108784,"min":0.0087407,"max":0.0129687,"stdev":0.0009640035982214451},"long":{"mean":0.011310358823529413,"median":0.0113722,"min":0.008926425,"max":0.013336,"stdev":0.0012123412263294127}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":927,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1477,"output_tokens":27503,"total_tokens":28980,"cost":0.0111489},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":659,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":1611,"output_tokens":21449,"total_tokens":23060,"cost":0.0087407},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2269049733275,"overall_relative_score":2269049733275,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":555,"performance":1062,"input_tokens":2878,"output_tokens":26412,"total_tokens":29290,"cost":0.01070095},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1724,"output_tokens":30641,"total_tokens":32365,"cost":0.0124288},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1920,"output_tokens":25678,"total_tokens":27598,"cost":0.0104632},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4052,"output_tokens":28166,"total_tokens":32218,"cost":0.0116716},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":726,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1691,"output_tokens":30168,"total_tokens":31859,"cost":0.0122363},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1116,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":26227,"total_tokens":28614,"cost":0.0105783},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":877,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3202,"output_tokens":31617,"total_tokens":34819,"cost":0.012967},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":712,"performance":540,"input_tokens":2384,"output_tokens":27514,"total_tokens":29898,"cost":0.0110928},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8820,"output_tokens":27798,"total_tokens":36618,"cost":0.0120012},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":912216,"rank":926,"performance":-80,"input_tokens":8586,"output_tokens":23355,"total_tokens":31941,"cost":0.0102006},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":6674,"output_tokens":24465,"total_tokens":31139,"cost":0.00999515},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3108,"output_tokens":32563,"total_tokens":35671,"cost":0.013336},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30810746,"overall_relative_score":30810746,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":621,"performance":836,"input_tokens":2684,"output_tokens":27471,"total_tokens":30155,"cost":0.0111053},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240561796,"overall_relative_score":1780290839,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":986,"performance":538,"input_tokens":2974,"output_tokens":24986,"total_tokens":27960,"cost":0.01014015},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17114138409480,"overall_relative_score":124716345744,"max_execution_time_ms":70,"max_memory_usage_kib":11264,"rank":917,"performance":441,"input_tokens":7598,"output_tokens":21754,"total_tokens":29352,"cost":0.008926425},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1170,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4870,"output_tokens":29751,"total_tokens":34621,"cost":0.0123874},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3895,"output_tokens":31448,"total_tokens":35343,"cost":0.0129687},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4689000,"overall_relative_score":4689000,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":1014,"performance":511,"input_tokens":1873,"output_tokens":26347,"total_tokens":28220,"cost":0.0107261},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":24946,"total_tokens":27219,"cost":0.0102057},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1053,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":27318,"total_tokens":29262,"cost":0.0111216},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":460694338256,"overall_relative_score":110360405070,"max_execution_time_ms":1127,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":2950,"output_tokens":26919,"total_tokens":29869,"cost":0.01091095},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527720,"rank":740,"performance":223,"input_tokens":1832,"output_tokens":26738,"total_tokens":28570,"cost":0.0108784},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":905,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3528,"output_tokens":30009,"total_tokens":33537,"cost":0.0123564},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1958,"output_tokens":25823,"total_tokens":27781,"cost":0.010525},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4358,"output_tokens":23744,"total_tokens":28102,"cost":0.009628825},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1002,"performance":117,"input_tokens":3210,"output_tokens":27628,"total_tokens":30838,"cost":0.0113722},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1854,"output_tokens":26311,"total_tokens":28165,"cost":0.0107098},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2939,"output_tokens":30181,"total_tokens":33120,"cost":0.01221465},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675326847,"overall_relative_score":675326847,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":841,"performance":673,"input_tokens":2037,"output_tokens":25587,"total_tokens":27624,"cost":0.010287675},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":4753,"output_tokens":23960,"total_tokens":28713,"cost":0.0097545},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":37082000,"overall_relative_score":45603682,"max_execution_time_ms":1815,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":4264,"output_tokens":29885,"total_tokens":34149,"cost":0.0123804},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1943,"output_tokens":30498,"total_tokens":32441,"cost":0.0123935},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4424,"output_tokens":25937,"total_tokens":30361,"cost":0.01051255},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12032588,"overall_relative_score":12032588,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":945,"performance":561,"input_tokens":1761,"output_tokens":26871,"total_tokens":28632,"cost":0.0109245},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1482,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2301,"output_tokens":26809,"total_tokens":29110,"cost":0.0109537},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":1559,"output_tokens":26936,"total_tokens":28495,"cost":0.0109303},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":246335777,"overall_relative_score":315462022216,"max_execution_time_ms":969,"max_memory_usage_kib":12024,"rank":830,"performance":996,"input_tokens":4611,"output_tokens":27400,"total_tokens":32011,"cost":0.0114211},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":1506,"output_tokens":25433,"total_tokens":26939,"cost":0.0103238}]},{"num_self_refine":2,"rank":{"all":{"mean":788.8,"median":768.0,"min":186,"max":1382,"stdev":216.44756574733918},"short":{"mean":732.9565217391304,"median":732.0,"min":186,"max":1019,"stdev":212.53630240948777},"long":{"mean":864.3529411764706,"median":830.0,"min":555,"max":1382,"stdev":203.80595586748396}},"performance":{"all":{"mean":434.975,"median":431.5,"min":-110,"max":1163,"stdev":380.71501472347717},"short":{"mean":385.69565217391306,"median":265.0,"min":-110,"max":1163,"stdev":381.1899353320061},"long":{"mean":501.6470588235294,"median":464.0,"min":-80,"max":1062,"stdev":381.17121172389034}},"input_tokens":{"all":{"mean":11746.775,"median":10820.0,"min":5927,"max":22054,"stdev":4585.956816459996},"short":{"mean":10446.08695652174,"median":7646.0,"min":5927,"max":22054,"stdev":4955.40471618472},"long":{"mean":13506.529411764706,"median":12861.0,"min":7405,"max":20951,"stdev":3431.659094331178}},"output_tokens":{"all":{"mean":49084.775,"median":49149.5,"min":33606,"max":68326,"stdev":6268.8295128275295},"short":{"mean":48201.86956521739,"median":48459.0,"min":33606,"max":56093,"stdev":4720.960527307473},"long":{"mean":50279.294117647056,"median":52175.0,"min":35484,"max":68326,"stdev":7906.170515526986}},"total_tokens":{"all":{"mean":60831.55,"median":60410.0,"min":39961,"max":86741,"stdev":7976.055010836963},"short":{"mean":58647.95652173913,"median":56693.0,"min":39961,"max":73036,"stdev":6907.968307280177},"long":{"mean":63785.82352941176,"median":62761.0,"min":52776,"max":86741,"stdev":8563.01208859428}},"cost":{"all":{"mean":0.020695913125,"median":0.020464000000000003,"min":0.0140779,"max":0.0291719,"stdev":0.0026303669756401024},"short":{"mean":0.020234009782608697,"median":0.0202916,"min":0.0140779,"max":0.0231757,"stdev":0.0019627699639554385},"long":{"mean":0.021320841176470588,"median":0.02180995,"min":0.015516425,"max":0.0291719,"stdev":0.0032933064873593076}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":927,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":7405,"output_tokens":47791,"total_tokens":55196,"cost":0.0198569},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":659,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":6355,"output_tokens":33606,"total_tokens":39961,"cost":0.0140779},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2269049733275,"overall_relative_score":2269049733275,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":555,"performance":1062,"input_tokens":11370,"output_tokens":44419,"total_tokens":55789,"cost":0.01875295},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":22054,"output_tokens":50982,"total_tokens":73036,"cost":0.0225982},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":16847,"output_tokens":46780,"total_tokens":63627,"cost":0.0203967},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":12782,"output_tokens":42681,"total_tokens":55463,"cost":0.0183506},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1153483,"overall_relative_score":1153483,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":320,"performance":1163,"input_tokens":10587,"output_tokens":44160,"total_tokens":54747,"cost":0.018722700000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":7114,"output_tokens":46620,"total_tokens":53734,"cost":0.0192082},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":877,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":14296,"output_tokens":54271,"total_tokens":68567,"cost":0.023138},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":712,"performance":540,"input_tokens":8897,"output_tokens":56093,"total_tokens":64990,"cost":0.0231757},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":21705,"output_tokens":47519,"total_tokens":69224,"cost":0.020531300000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":912216,"rank":926,"performance":-80,"input_tokens":20951,"output_tokens":39144,"total_tokens":60095,"cost":0.0170975},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":17133,"output_tokens":45690,"total_tokens":62823,"cost":0.01953105},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":18415,"output_tokens":68326,"total_tokens":86741,"cost":0.0291719},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30810746,"overall_relative_score":30810746,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":621,"performance":836,"input_tokens":10093,"output_tokens":52045,"total_tokens":62138,"cost":0.021675800000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240561796,"overall_relative_score":1780290839,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":986,"performance":538,"input_tokens":10842,"output_tokens":41934,"total_tokens":52776,"cost":0.01770615},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411820911909,"overall_relative_score":385795539269,"max_execution_time_ms":70,"max_memory_usage_kib":11264,"rank":675,"performance":937,"input_tokens":18578,"output_tokens":35484,"total_tokens":54062,"cost":0.015516425},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1170,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":15867,"output_tokens":52919,"total_tokens":68786,"cost":0.022754299999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":15943,"output_tokens":52283,"total_tokens":68226,"cost":0.0225075},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11249125,"overall_relative_score":11249125,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":870,"performance":820,"input_tokens":6821,"output_tokens":48459,"total_tokens":55280,"cost":0.0200657},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":7814,"output_tokens":46682,"total_tokens":54496,"cost":0.019454199999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1053,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":7481,"output_tokens":53748,"total_tokens":61229,"cost":0.0222473},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":460694338256,"overall_relative_score":110360405070,"max_execution_time_ms":1127,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":10012,"output_tokens":52401,"total_tokens":62413,"cost":0.02180995},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527720,"rank":740,"performance":223,"input_tokens":6616,"output_tokens":53950,"total_tokens":60566,"cost":0.0222416},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":905,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":13360,"output_tokens":55249,"total_tokens":68609,"cost":0.0234356},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":7242,"output_tokens":45705,"total_tokens":52947,"cost":0.0190062},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":11608,"output_tokens":51153,"total_tokens":62761,"cost":0.021317425},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1594370355300,"overall_relative_score":70685929,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":770,"performance":896,"input_tokens":10598,"output_tokens":50063,"total_tokens":60661,"cost":0.021085},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":7518,"output_tokens":45423,"total_tokens":52941,"cost":0.018921},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":12454,"output_tokens":52396,"total_tokens":64850,"cost":0.02205215},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675326847,"overall_relative_score":675326847,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":841,"performance":673,"input_tokens":7646,"output_tokens":49047,"total_tokens":56693,"cost":0.020232575},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":13817,"output_tokens":41639,"total_tokens":55456,"cost":0.017732499999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":37082000,"overall_relative_score":45603682,"max_execution_time_ms":1815,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":14825,"output_tokens":59127,"total_tokens":73952,"cost":0.025133299999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":351,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":10798,"output_tokens":49252,"total_tokens":60050,"cost":0.0207806},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":13387,"output_tokens":52175,"total_tokens":65562,"cost":0.02190405},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24192439,"overall_relative_score":24192439,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":910,"performance":671,"input_tokens":7399,"output_tokens":52855,"total_tokens":60254,"cost":0.021881900000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1482,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":7616,"output_tokens":48825,"total_tokens":56441,"cost":0.0202916},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":6837,"output_tokens":49264,"total_tokens":56101,"cost":0.0203029},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":246335777,"overall_relative_score":315462022216,"max_execution_time_ms":969,"max_memory_usage_kib":12024,"rank":830,"performance":996,"input_tokens":12861,"output_tokens":55215,"total_tokens":68076,"cost":0.0233721},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":5927,"output_tokens":48016,"total_tokens":53943,"cost":0.0197991}]},{"num_self_refine":4,"rank":{"all":{"mean":771.8,"median":761.0,"min":186,"max":1382,"stdev":221.7857825320039},"short":{"mean":712.9130434782609,"median":716.0,"min":186,"max":1019,"stdev":210.54149084584},"long":{"mean":851.4705882352941,"median":830.0,"min":555,"max":1382,"stdev":217.29821606695796}},"performance":{"all":{"mean":499.625,"median":510.5,"min":-110,"max":1171,"stdev":381.5386990151246},"short":{"mean":468.7391304347826,"median":483.0,"min":-110,"max":1171,"stdev":395.91369782628414},"long":{"mean":541.4117647058823,"median":538.0,"min":-80,"max":1062,"stdev":368.88566298101256}},"input_tokens":{"all":{"mean":45280.925,"median":44242.0,"min":25366,"max":87081,"stdev":14658.782529618244},"short":{"mean":41127.30434782609,"median":34578.0,"min":25366,"max":83117,"stdev":15092.36398265627},"long":{"mean":50900.529411764706,"median":48804.0,"min":34961,"max":87081,"stdev":12337.69679233956}},"output_tokens":{"all":{"mean":84450.4,"median":83354.5,"min":59151,"max":119648,"stdev":12864.969366860398},"short":{"mean":81248.78260869565,"median":82290.0,"min":64463,"max":97205,"stdev":8619.538507771545},"long":{"mean":88782.0,"median":93982.0,"min":59151,"max":119648,"stdev":16327.781596867346}},"total_tokens":{"all":{"mean":129731.325,"median":127445.0,"min":97634,"max":206729,"stdev":21787.738989539095},"short":{"mean":122376.08695652174,"median":116752.0,"min":97634,"max":159653,"stdev":16220.872924927324},"long":{"mean":139682.5294117647,"median":134705.0,"min":109891,"max":206729,"stdev":24745.214618481405}},"cost":{"all":{"mean":0.03696006,"median":0.03682925,"min":0.026530775,"max":0.053351825,"stdev":0.005508943243193232},"short":{"mean":0.035455029347826086,"median":0.03550495,"min":0.028265649999999996,"max":0.0414186,"stdev":0.0035234754415405436},"long":{"mean":0.03899627794117647,"median":0.040776125,"min":0.026530775,"max":0.053351825,"stdev":0.007017298322075699}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":927,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":34961,"output_tokens":82003,"total_tokens":116964,"cost":0.035519025},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":659,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":26947,"output_tokens":70687,"total_tokens":97634,"cost":0.0309695},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2269049733275,"overall_relative_score":2269049733275,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":555,"performance":1062,"input_tokens":44663,"output_tokens":65228,"total_tokens":109891,"cost":0.029410375000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":290,"max_memory_usage_kib":171008,"rank":604,"performance":-21,"input_tokens":83117,"output_tokens":76536,"total_tokens":159653,"cost":0.0355322},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":64654,"output_tokens":71657,"total_tokens":136311,"cost":0.032460675},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":46051,"output_tokens":82997,"total_tokens":129048,"cost":0.03683415},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1169913,"overall_relative_score":1169913,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":317,"performance":1171,"input_tokens":46189,"output_tokens":70563,"total_tokens":116752,"cost":0.031099675000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":27746,"output_tokens":84392,"total_tokens":112138,"cost":0.0363802},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":877,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":57053,"output_tokens":101268,"total_tokens":158321,"cost":0.0441296},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":712,"performance":540,"input_tokens":38023,"output_tokens":91237,"total_tokens":129260,"cost":0.0393296},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":65190,"output_tokens":83389,"total_tokens":148579,"cost":0.03690715},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":912216,"rank":926,"performance":-80,"input_tokens":58729,"output_tokens":67113,"total_tokens":125842,"cost":0.029998450000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62961195,"overall_relative_score":62961195,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":510,"performance":985,"input_tokens":51797,"output_tokens":79365,"total_tokens":131162,"cost":0.034621775},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":87081,"output_tokens":119648,"total_tokens":206729,"cost":0.053351825},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31738527,"overall_relative_score":31738527,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":846,"input_tokens":47317,"output_tokens":84628,"total_tokens":131945,"cost":0.037412075},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240561796,"overall_relative_score":1780290839,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":986,"performance":538,"input_tokens":40078,"output_tokens":69992,"total_tokens":110070,"cost":0.030920625},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2150664531626,"overall_relative_score":444484246595,"max_execution_time_ms":70,"max_memory_usage_kib":11264,"rank":633,"performance":996,"input_tokens":53942,"output_tokens":59151,"total_tokens":113093,"cost":0.026530775},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":60740,"output_tokens":101778,"total_tokens":162518,"cost":0.04595675},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":341798640,"overall_relative_score":341798640,"max_execution_time_ms":260,"max_memory_usage_kib":12288,"rank":756,"performance":857,"input_tokens":61202,"output_tokens":93243,"total_tokens":154445,"cost":0.041183075},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11249125,"overall_relative_score":11249125,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":870,"performance":820,"input_tokens":29962,"output_tokens":85268,"total_tokens":115230,"cost":0.037103399999999995},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":28879,"output_tokens":74774,"total_tokens":103653,"cost":0.0327975},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1053,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":32799,"output_tokens":96485,"total_tokens":129284,"cost":0.041180675},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":460694338256,"overall_relative_score":110360405070,"max_execution_time_ms":1127,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":41205,"output_tokens":99131,"total_tokens":140336,"cost":0.0427682},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527720,"rank":740,"performance":223,"input_tokens":29595,"output_tokens":81095,"total_tokens":110690,"cost":0.034698275},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":905,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":50239,"output_tokens":95836,"total_tokens":146075,"cost":0.04153295},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":32809,"output_tokens":82290,"total_tokens":115099,"cost":0.03550495},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":37843,"output_tokens":86030,"total_tokens":123873,"cost":0.03712575},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1594370355300,"overall_relative_score":70685929,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":770,"performance":896,"input_tokens":40723,"output_tokens":93982,"total_tokens":134705,"cost":0.040776125},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9594893602397,"overall_relative_score":9594893602397,"max_execution_time_ms":20,"max_memory_usage_kib":8192,"rank":716,"performance":958,"input_tokens":32680,"output_tokens":72990,"total_tokens":105670,"cost":0.03172705},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":57375,"output_tokens":97718,"total_tokens":155093,"cost":0.0427121},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675326847,"overall_relative_score":675326847,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":841,"performance":673,"input_tokens":33575,"output_tokens":79742,"total_tokens":113317,"cost":0.0343693},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":44528,"output_tokens":64463,"total_tokens":108991,"cost":0.028265649999999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":37082000,"overall_relative_score":45603682,"max_execution_time_ms":1815,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":58600,"output_tokens":101993,"total_tokens":160593,"cost":0.0445911},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":351,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":43956,"output_tokens":85336,"total_tokens":129292,"cost":0.03682435},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":47222,"output_tokens":102106,"total_tokens":149328,"cost":0.043587675000000006},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36866566,"overall_relative_score":36866566,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":885,"performance":734,"input_tokens":34578,"output_tokens":87604,"total_tokens":122182,"cost":0.0384994},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1482,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":30174,"output_tokens":82558,"total_tokens":112732,"cost":0.0353497},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":34845,"output_tokens":73215,"total_tokens":108060,"cost":0.031830899999999995},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":246335777,"overall_relative_score":315462022216,"max_execution_time_ms":969,"max_memory_usage_kib":12024,"rank":830,"performance":996,"input_tokens":48804,"output_tokens":83320,"total_tokens":132124,"cost":0.037191249999999995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":25366,"output_tokens":97205,"total_tokens":122571,"cost":0.0414186}]},{"num_self_refine":8,"rank":{"all":{"mean":763.775,"median":759.0,"min":186,"max":1382,"stdev":225.66283989104699},"short":{"mean":703.0,"median":712.0,"min":186,"max":1019,"stdev":214.19638397762674},"long":{"mean":846.0,"median":824.0,"min":529,"max":1382,"stdev":220.33695786227057}},"performance":{"all":{"mean":519.4,"median":544.0,"min":-110,"max":1171,"stdev":401.51928139671367},"short":{"mean":498.2173913043478,"median":540.0,"min":-110,"max":1171,"stdev":425.65681401823946},"long":{"mean":548.0588235294117,"median":548.0,"min":-80,"max":1097,"stdev":377.2571189832332}},"input_tokens":{"all":{"mean":278952.025,"median":195413.5,"min":118984,"max":1531384,"stdev":250624.2818052233},"short":{"mean":246912.95652173914,"median":169208.0,"min":118984,"max":1531384,"stdev":288075.8132653591},"long":{"mean":322299.0,"median":262929.0,"min":158396,"max":824874,"stdev":188482.09371582224}},"output_tokens":{"all":{"mean":147163.1,"median":133985.0,"min":97227,"max":284412,"stdev":37648.339348264104},"short":{"mean":139271.4347826087,"median":129973.0,"min":104376,"max":284412,"stdev":36027.618601221744},"long":{"mean":157840.0588235294,"median":149224.0,"min":97227,"max":227945,"stdev":38203.71116048575}},"total_tokens":{"all":{"mean":426115.125,"median":324842.0,"min":230102,"max":1815796,"stdev":283469.8605134182},"short":{"mean":386184.39130434784,"median":295812.0,"min":230102,"max":1815796,"stdev":320742.8972371285},"long":{"mean":480139.0588235294,"median":420417.0,"min":274457,"max":1038832,"stdev":221400.4521724918}},"cost":{"all":{"mean":0.070347575625,"median":0.06286596250000001,"min":0.046349825000000004,"max":0.15833319999999998,"stdev":0.02172307949554776},"short":{"mean":0.06584355652173914,"median":0.059905274999999994,"min":0.048036724999999995,"max":0.15833319999999998,"stdev":0.021738549529629874},"long":{"mean":0.07644124852941177,"median":0.06992955,"min":0.046349825000000004,"max":0.11393800000000001,"stdev":0.020780902556280626}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":927,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":158396,"output_tokens":131780,"total_tokens":290176,"cost":0.06028802500000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":659,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":118984,"output_tokens":122913,"total_tokens":241897,"cost":0.0555805},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2385882334990,"overall_relative_score":2385882334990,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":529,"performance":1097,"input_tokens":209527,"output_tokens":105747,"total_tokens":315274,"cost":0.05153845},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":290,"max_memory_usage_kib":171008,"rank":604,"performance":-21,"input_tokens":1531384,"output_tokens":284412,"total_tokens":1815796,"cost":0.15833319999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52119,"overall_relative_score":52119,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":465,"performance":738,"input_tokens":364882,"output_tokens":135274,"total_tokens":500156,"cost":0.06764382499999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":175561,"output_tokens":129371,"total_tokens":304932,"cost":0.06043635},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1168881,"overall_relative_score":1168881,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":317,"performance":1171,"input_tokens":249103,"output_tokens":120868,"total_tokens":369971,"cost":0.05828052500000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":172538,"output_tokens":130549,"total_tokens":303087,"cost":0.059905274999999994},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":877,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":482207,"output_tokens":189242,"total_tokens":671449,"cost":0.09277577499999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":712,"performance":540,"input_tokens":220069,"output_tokens":132696,"total_tokens":352765,"cost":0.0626308},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":267147,"output_tokens":143244,"total_tokens":410391,"cost":0.06789885000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":912216,"rank":926,"performance":-80,"input_tokens":314133,"output_tokens":139521,"total_tokens":453654,"cost":0.06992955},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70541969,"overall_relative_score":70541969,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":425,"performance":1142,"input_tokens":228644,"output_tokens":127038,"total_tokens":355682,"cost":0.060029450000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":442723,"output_tokens":192903,"total_tokens":635626,"cost":0.09991525000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31269198,"overall_relative_score":31269198,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":618,"performance":842,"input_tokens":205430,"output_tokens":145843,"total_tokens":351273,"cost":0.06810592500000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":361382907,"overall_relative_score":2376071588,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":185397,"output_tokens":125243,"total_tokens":310640,"cost":0.058190525},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2150664531626,"overall_relative_score":444484246595,"max_execution_time_ms":70,"max_memory_usage_kib":11264,"rank":633,"performance":996,"input_tokens":177230,"output_tokens":97227,"total_tokens":274457,"cost":0.046349825000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":320458,"output_tokens":191465,"total_tokens":511923,"cost":0.0913434},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":341798640,"overall_relative_score":341798640,"max_execution_time_ms":260,"max_memory_usage_kib":12288,"rank":756,"performance":857,"input_tokens":301966,"output_tokens":163219,"total_tokens":465185,"cost":0.07816767499999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11249125,"overall_relative_score":11249125,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":870,"performance":820,"input_tokens":130977,"output_tokens":121121,"total_tokens":252098,"cost":0.055521125},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":125625,"output_tokens":104477,"total_tokens":230102,"cost":0.04898795},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1053,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":138626,"output_tokens":157186,"total_tokens":295812,"cost":0.071813325},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":460694338256,"overall_relative_score":110360405070,"max_execution_time_ms":1127,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":185186,"output_tokens":149224,"total_tokens":334410,"cost":0.06859154999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":122908,"output_tokens":129973,"total_tokens":252881,"cost":0.057999575},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":905,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":262929,"output_tokens":153747,"total_tokens":416676,"cost":0.073314375},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":152808,"output_tokens":138964,"total_tokens":291772,"cost":0.06310112500000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":169530,"output_tokens":128189,"total_tokens":297719,"cost":0.058740875},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1370459741392,"overall_relative_score":86380980,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":762,"performance":907,"input_tokens":369597,"output_tokens":191865,"total_tokens":561462,"cost":0.091210875},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9565533270032,"overall_relative_score":9565533270032,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":718,"performance":954,"input_tokens":169208,"output_tokens":116970,"total_tokens":286178,"cost":0.054639425},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":668440,"output_tokens":227945,"total_tokens":896385,"cost":0.11339692500000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1498235159,"overall_relative_score":1498235159,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":784,"performance":790,"input_tokens":173841,"output_tokens":126820,"total_tokens":300661,"cost":0.05835872499999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":149732,"output_tokens":104376,"total_tokens":254108,"cost":0.048036724999999995},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":37082000,"overall_relative_score":45603682,"max_execution_time_ms":1815,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":246073,"output_tokens":174344,"total_tokens":420417,"cost":0.0807393},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":351,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":294181,"output_tokens":163894,"total_tokens":458075,"cost":0.0764603},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":824874,"output_tokens":213958,"total_tokens":1038832,"cost":0.11393800000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37022341,"overall_relative_score":37022341,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":882,"performance":741,"input_tokens":152511,"output_tokens":123950,"total_tokens":276461,"cost":0.057777800000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1482,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":125104,"output_tokens":128895,"total_tokens":253999,"cost":0.0577189},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":161136,"output_tokens":115807,"total_tokens":276943,"cost":0.05398982499999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2167032366,"overall_relative_score":805204114114,"max_execution_time_ms":170,"max_memory_usage_kib":11784,"rank":775,"performance":1053,"input_tokens":286822,"output_tokens":141510,"total_tokens":428332,"cost":0.068802175},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":122194,"output_tokens":164754,"total_tokens":286948,"cost":0.073420975}]},{"num_self_refine":16,"rank":{"all":{"mean":759.075,"median":759.0,"min":186,"max":1382,"stdev":223.62564729521776},"short":{"mean":702.3478260869565,"median":712.0,"min":186,"max":1019,"stdev":215.1022185540574},"long":{"mean":835.8235294117648,"median":824.0,"min":515,"max":1382,"stdev":217.6956692535814}},"performance":{"all":{"mean":541.575,"median":590.0,"min":-110,"max":1171,"stdev":391.3573937149835},"short":{"mean":499.4347826086956,"median":540.0,"min":-110,"max":1171,"stdev":427.6172700491279},"long":{"mean":598.5882352941177,"median":593.0,"min":-50,"max":1116,"stdev":340.4333743229961}},"input_tokens":{"all":{"mean":2342163.275,"median":1274941.5,"min":537913,"max":18807591,"stdev":3148153.948686265},"short":{"mean":1589745.0,"median":1053706.0,"min":537913,"max":6040786,"stdev":1462568.9217444826},"long":{"mean":3360140.9411764704,"median":1894649.0,"min":668343,"max":18807591,"stdev":4393360.654149373}},"output_tokens":{"all":{"mean":313530.825,"median":247236.0,"min":132941,"max":1315412,"stdev":208170.89975834606},"short":{"mean":257226.52173913043,"median":225792.0,"min":163301,"max":579376,"stdev":106240.0499806793},"long":{"mean":389707.23529411765,"median":312271.0,"min":132941,"max":1315412,"stdev":281757.2722711717}},"total_tokens":{"all":{"mean":2655694.1,"median":1511470.5,"min":701214,"max":20123003,"stdev":3351772.58696711},"short":{"mean":1846971.5217391304,"median":1279498.0,"min":701214,"max":6620162,"stdev":1565408.0754412038},"long":{"mean":3749848.1764705884,"median":2214829.0,"min":807853,"max":20123003,"stdev":4669281.673522321}},"cost":{"all":{"mean":0.20755984625,"median":0.15205182499999997,"min":0.07572002500000001,"max":1.073612975,"stdev":0.17394336418115341},"short":{"mean":0.16070891739130436,"median":0.13606142499999999,"min":0.084902325,"max":0.394992275,"stdev":0.08616184182783893},"long":{"mean":0.27094639705882356,"median":0.2019902,"min":0.07572002500000001,"max":1.073612975,"stdev":0.23689155308182475}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":927,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":7494320,"output_tokens":616195,"total_tokens":8110515,"cost":0.472879125},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":659,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":577311,"output_tokens":200024,"total_tokens":777335,"cost":0.100876325},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2470104720990,"overall_relative_score":2470104720990,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":515,"performance":1116,"input_tokens":776265,"output_tokens":145136,"total_tokens":921401,"cost":0.09606095},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":290,"max_memory_usage_kib":171008,"rank":604,"performance":-21,"input_tokens":3351354,"output_tokens":416465,"total_tokens":3767819,"cost":0.28882909999999995},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52119,"overall_relative_score":52119,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":465,"performance":738,"input_tokens":2051297,"output_tokens":268247,"total_tokens":2319544,"cost":0.18901855},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":1835485,"output_tokens":312271,"total_tokens":2147756,"cost":0.2019902},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1168881,"overall_relative_score":1168881,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":317,"performance":1171,"input_tokens":871260,"output_tokens":182657,"total_tokens":1053917,"cost":0.11354840000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":537913,"output_tokens":163301,"total_tokens":701214,"cost":0.084902325},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":877,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2952833,"output_tokens":459409,"total_tokens":3412242,"cost":0.29695192500000006},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":712,"performance":540,"input_tokens":5338814,"output_tokens":487945,"total_tokens":5826759,"cost":0.37434554999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":1585364,"output_tokens":294176,"total_tokens":1879540,"cost":0.187564075},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":170488823,"overall_relative_score":170488823,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":830,"performance":587,"input_tokens":1476059,"output_tokens":232386,"total_tokens":1708445,"cost":0.15859085},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71435997,"overall_relative_score":71435997,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":410,"performance":1170,"input_tokens":1526891,"output_tokens":244181,"total_tokens":1771072,"cost":0.161575},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":5788611,"output_tokens":634971,"total_tokens":6423582,"cost":0.44706037500000007},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31269198,"overall_relative_score":31269198,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":618,"performance":842,"input_tokens":938582,"output_tokens":210494,"total_tokens":1149076,"cost":0.12252062500000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":680657691,"overall_relative_score":4293313939,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":963,"performance":593,"input_tokens":914590,"output_tokens":198426,"total_tokens":1113016,"cost":0.109190275},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2150664531626,"overall_relative_score":444484246595,"max_execution_time_ms":70,"max_memory_usage_kib":11264,"rank":633,"performance":996,"input_tokens":674912,"output_tokens":132941,"total_tokens":807853,"cost":0.07572002500000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":18807591,"output_tokens":1315412,"total_tokens":20123003,"cost":1.073612975},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":342165865,"overall_relative_score":342165865,"max_execution_time_ms":840,"max_memory_usage_kib":12288,"rank":756,"performance":857,"input_tokens":2489807,"output_tokens":331892,"total_tokens":2821699,"cost":0.23444147499999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11249125,"overall_relative_score":11249125,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":870,"performance":820,"input_tokens":651133,"output_tokens":165968,"total_tokens":817101,"cost":0.08995470000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":1119262,"output_tokens":267641,"total_tokens":1386903,"cost":0.14910097500000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1053,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":733926,"output_tokens":255053,"total_tokens":988979,"cost":0.13019577499999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":460694338256,"overall_relative_score":110360405070,"max_execution_time_ms":1127,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":1106656,"output_tokens":250291,"total_tokens":1356947,"cost":0.15387574999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":668733,"output_tokens":192394,"total_tokens":861127,"cost":0.09969362500000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":905,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":1907769,"output_tokens":307060,"total_tokens":2214829,"cost":0.193937425},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1128969,"output_tokens":253140,"total_tokens":1382109,"cost":0.155412225},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":668343,"output_tokens":185306,"total_tokens":853649,"cost":0.09694535},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1370459741392,"overall_relative_score":86380980,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":762,"performance":907,"input_tokens":1894649,"output_tokens":345494,"total_tokens":2240143,"cost":0.22521504999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9565533270032,"overall_relative_score":9565533270032,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":718,"performance":954,"input_tokens":965524,"output_tokens":181755,"total_tokens":1147279,"cost":0.104144275},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47965000000,"overall_relative_score":5314755,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":3712427,"output_tokens":455874,"total_tokens":4168301,"cost":0.31133562500000006},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1498235159,"overall_relative_score":1498235159,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":784,"performance":790,"input_tokens":693168,"output_tokens":177264,"total_tokens":870432,"cost":0.094480275},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":921148,"output_tokens":172682,"total_tokens":1093830,"cost":0.097622625},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":37082000,"overall_relative_score":45603682,"max_execution_time_ms":1815,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":2795671,"output_tokens":454369,"total_tokens":3250040,"cost":0.289646225},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":351,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":1053706,"output_tokens":225792,"total_tokens":1279498,"cost":0.13606142499999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":2992349,"output_tokens":341361,"total_tokens":3333710,"cost":0.25290582500000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37022341,"overall_relative_score":37022341,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":882,"performance":741,"input_tokens":1518574,"output_tokens":213189,"total_tokens":1731763,"cost":0.1374487},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1482,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":574596,"output_tokens":197637,"total_tokens":772233,"cost":0.09934889999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":1226017,"output_tokens":234937,"total_tokens":1460954,"cost":0.1502279},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2167032366,"overall_relative_score":805204114114,"max_execution_time_ms":170,"max_memory_usage_kib":11784,"rank":775,"performance":1053,"input_tokens":1323866,"output_tokens":238121,"total_tokens":1561987,"cost":0.1501708},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":6040786,"output_tokens":579376,"total_tokens":6620162,"cost":0.394992275}]}]},{"model_name":"gemini-2.5-flash-thinking","detail_path":"data/model_details/gemini-2.5-flash-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":703.275,"median":705.0,"min":186,"max":1037,"stdev":209.08910963804587},"short":{"mean":618.3913043478261,"median":664.0,"min":186,"max":939,"stdev":193.64065574489322},"long":{"mean":818.1176470588235,"median":797.0,"min":491,"max":1037,"stdev":175.02745582941452}},"performance":{"all":{"mean":661.875,"median":717.0,"min":-61,"max":1476,"stdev":427.43313692139213},"short":{"mean":720.1739130434783,"median":813.0,"min":-61,"max":1476,"stdev":443.46462933401546},"long":{"mean":583.0,"median":609.0,"min":51,"max":1149,"stdev":404.2579621974068}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":26902.7,"median":26383.5,"min":13738,"max":45800,"stdev":7243.480188488517},"short":{"mean":24680.260869565216,"median":21746.0,"min":13738,"max":45800,"stdev":7464.216467540869},"long":{"mean":29909.529411764706,"median":29824.0,"min":21269,"max":39130,"stdev":5880.225262666889}},"total_tokens":{"all":{"mean":30163.025,"median":29883.5,"min":15592,"max":49695,"stdev":7923.782800604384},"short":{"mean":27349.130434782608,"median":25018.0,"min":15592,"max":49695,"stdev":8211.79282442661},"long":{"mean":33970.05882352941,"median":33815.0,"min":25045,"max":42624,"stdev":5791.294322845587}},"cost":{"all":{"mean":0.068155281875,"median":0.06660435,"min":0.0349012,"max":0.1156685,"stdev":0.018271255603209653},"short":{"mean":0.06246201630434783,"median":0.0550134,"min":0.0349012,"max":0.1156685,"stdev":0.018857076674863534},"long":{"mean":0.07585793529411765,"median":0.0758674,"min":0.05561475,"max":0.09825175,"stdev":0.014668454492057148}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":657617911365,"overall_relative_score":657617911365,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":933,"performance":834,"input_tokens":1477,"output_tokens":29077,"total_tokens":30554,"cost":0.0731356},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1150905,"overall_relative_score":1150905,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":632,"performance":998,"input_tokens":1611,"output_tokens":19338,"total_tokens":20949,"cost":0.0488283},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2561720142655,"overall_relative_score":2561720142655,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":2878,"output_tokens":25500,"total_tokens":28378,"cost":0.0646134},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":851670521,"overall_relative_score":851670521,"max_execution_time_ms":2960,"max_memory_usage_kib":105228,"rank":584,"performance":413,"input_tokens":1724,"output_tokens":32653,"total_tokens":34377,"cost":0.0821497},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11723757,"overall_relative_score":11723757,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":206,"performance":1476,"input_tokens":1920,"output_tokens":25857,"total_tokens":27777,"cost":0.0652185},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4052,"output_tokens":26915,"total_tokens":30967,"cost":0.0685031},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1691,"output_tokens":21113,"total_tokens":22804,"cost":0.0532898},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":15060,"total_tokens":17447,"cost":0.0383661},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":44479868,"overall_relative_score":44479868,"max_execution_time_ms":1127,"max_memory_usage_kib":3072,"rank":618,"performance":929,"input_tokens":3202,"output_tokens":37920,"total_tokens":41122,"cost":0.0957606},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1547463386,"overall_relative_score":1547463386,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":517,"performance":1008,"input_tokens":2384,"output_tokens":26910,"total_tokens":29294,"cost":0.0679902},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5224,"overall_relative_score":5224,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":390,"performance":1126,"input_tokens":8820,"output_tokens":29310,"total_tokens":38130,"cost":0.075921},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340808253,"overall_relative_score":340808253,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":554,"performance":1047,"input_tokens":8586,"output_tokens":21269,"total_tokens":29855,"cost":0.0557483},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6239,"overall_relative_score":6239,"max_execution_time_ms":2950,"max_memory_usage_kib":4096,"rank":710,"performance":414,"input_tokens":6674,"output_tokens":32660,"total_tokens":39334,"cost":0.0836522},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1101,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3108,"output_tokens":33554,"total_tokens":36662,"cost":0.0848174},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41080430,"overall_relative_score":41080430,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":600,"performance":878,"input_tokens":2684,"output_tokens":22334,"total_tokens":25018,"cost":0.0566402},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4438320,"overall_relative_score":116767038,"max_execution_time_ms":320,"max_memory_usage_kib":4096,"rank":1029,"performance":408,"input_tokens":2974,"output_tokens":22071,"total_tokens":25045,"cost":0.05561475},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2634745143268,"overall_relative_score":358980198373,"max_execution_time_ms":5900,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":7598,"output_tokens":33166,"total_tokens":40764,"cost":0.0851944},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":409318965580747,"overall_relative_score":2888332773,"max_execution_time_ms":1084,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4870,"output_tokens":37754,"total_tokens":42624,"cost":0.095846},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":907,"performance":514,"input_tokens":3895,"output_tokens":45800,"total_tokens":49695,"cost":0.1156685},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1873,"output_tokens":17089,"total_tokens":18962,"cost":0.0432844},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":20086,"total_tokens":22359,"cost":0.0508969},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":32586,"total_tokens":34530,"cost":0.0820482},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120440858136,"overall_relative_score":153644567175,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":802,"performance":887,"input_tokens":2950,"output_tokens":25280,"total_tokens":28230,"cost":0.06363005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1832,"output_tokens":20464,"total_tokens":22296,"cost":0.0517096},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":53889487049,"overall_relative_score":741881984771,"max_execution_time_ms":2438,"max_memory_usage_kib":3072,"rank":921,"performance":609,"input_tokens":3528,"output_tokens":30287,"total_tokens":33815,"cost":0.0767759},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":1958,"output_tokens":20802,"total_tokens":22760,"cost":0.0525924},{"problem_id":"ahc030","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4358,"output_tokens":29824,"total_tokens":34182,"cost":0.0758674},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3210,"output_tokens":37106,"total_tokens":40316,"cost":0.093728},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1854,"output_tokens":13738,"total_tokens":15592,"cost":0.0349012},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2939,"output_tokens":39130,"total_tokens":42069,"cost":0.09825175},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1626056313,"overall_relative_score":1626056313,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":2037,"output_tokens":20647,"total_tokens":22684,"cost":0.0522286},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215515849,"overall_relative_score":215515849,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":700,"performance":1015,"input_tokens":4753,"output_tokens":21435,"total_tokens":26188,"cost":0.0550134},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1115,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4264,"output_tokens":31765,"total_tokens":36029,"cost":0.0806917},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":857,"max_memory_usage_kib":333824,"rank":683,"performance":265,"input_tokens":1943,"output_tokens":32627,"total_tokens":34570,"cost":0.0821504},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4479683771,"overall_relative_score":2170481313789,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":680,"performance":1079,"input_tokens":4424,"output_tokens":25488,"total_tokens":29912,"cost":0.06413325},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66634819,"overall_relative_score":66634819,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":488,"performance":1351,"input_tokens":1761,"output_tokens":29075,"total_tokens":30836,"cost":0.07299035},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2301,"output_tokens":17283,"total_tokens":19584,"cost":0.043444425},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120662864,"overall_relative_score":120662864,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":736,"performance":957,"input_tokens":1559,"output_tokens":21746,"total_tokens":23305,"cost":0.0546077},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2681581790,"overall_relative_score":590418446703,"max_execution_time_ms":150,"max_memory_usage_kib":15844,"rank":792,"performance":1036,"input_tokens":4611,"output_tokens":22356,"total_tokens":26967,"cost":0.0572733},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":499,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1506,"output_tokens":29033,"total_tokens":30539,"cost":0.0730343}]},{"num_self_refine":2,"rank":{"all":{"mean":626.0,"median":630.0,"min":150,"max":1037,"stdev":227.79106486157272},"short":{"mean":524.5652173913044,"median":568.0,"min":150,"max":907,"stdev":209.8828301018011},"long":{"mean":763.2352941176471,"median":738.0,"min":491,"max":1037,"stdev":176.37443458866306}},"performance":{"all":{"mean":841.825,"median":938.0,"min":-61,"max":1648,"stdev":452.93877366848125},"short":{"mean":955.7826086956521,"median":1008.0,"min":-61,"max":1648,"stdev":451.33599221158136},"long":{"mean":687.6470588235294,"median":887.0,"min":51,"max":1153,"stdev":419.57611663089074}},"input_tokens":{"all":{"mean":13955.725,"median":12633.5,"min":8262,"max":24007,"stdev":4533.2343634794315},"short":{"mean":12290.0,"median":11060.0,"min":8262,"max":23798,"stdev":4346.740136951117},"long":{"mean":16209.35294117647,"median":15882.0,"min":11926,"max":24007,"stdev":3837.5616109252314}},"output_tokens":{"all":{"mean":43723.45,"median":42753.5,"min":25705,"max":74640,"stdev":11505.046589348385},"short":{"mean":40653.82608695652,"median":38098.0,"min":25705,"max":74640,"stdev":12443.486783535225},"long":{"mean":47876.470588235294,"median":44469.0,"min":34099,"max":64286,"stdev":8824.190254051977}},"total_tokens":{"all":{"mean":57679.175,"median":55965.0,"min":34098,"max":91951,"stdev":14311.59951799454},"short":{"mean":52943.82608695652,"median":49375.0,"min":34098,"max":91951,"stdev":15272.018583171744},"long":{"mean":64085.82352941176,"median":58899.0,"min":53713,"max":83535,"stdev":10134.669976344161}},"cost":{"all":{"mean":0.113211330625,"median":0.111053825,"min":0.06652705,"max":0.1917933,"stdev":0.029423702085318776},"short":{"mean":0.10512905326086956,"median":0.0978508,"min":0.06652705,"max":0.1917933,"stdev":0.03188313831143415},"long":{"mean":0.12414617647058823,"median":0.11535899999999999,"min":0.0923734,"max":0.16486452499999998,"stdev":0.02217193899476753}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":771701183983,"overall_relative_score":771701183983,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":869,"performance":894,"input_tokens":12268,"output_tokens":42934,"total_tokens":55202,"cost":0.11077735},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1150905,"overall_relative_score":1150905,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":632,"performance":998,"input_tokens":8343,"output_tokens":29211,"total_tokens":37554,"cost":0.0752838},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2563679902685,"overall_relative_score":2563679902685,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":12633,"output_tokens":43740,"total_tokens":56373,"cost":0.1131399},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":992421653,"overall_relative_score":992421653,"max_execution_time_ms":2910,"max_memory_usage_kib":110440,"rank":578,"performance":455,"input_tokens":11662,"output_tokens":59667,"total_tokens":71329,"cost":0.152426925},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11705614,"overall_relative_score":11705614,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":207,"performance":1473,"input_tokens":11395,"output_tokens":40762,"total_tokens":52157,"cost":0.1053235},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":14094,"output_tokens":41670,"total_tokens":55764,"cost":0.1084032},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1531561,"overall_relative_score":1531561,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":150,"performance":1648,"input_tokens":11060,"output_tokens":29504,"total_tokens":40564,"cost":0.077078},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":9301,"output_tokens":30582,"total_tokens":39883,"cost":0.07924529999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1879032077,"overall_relative_score":1879032077,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":515,"performance":1069,"input_tokens":15661,"output_tokens":60083,"total_tokens":75744,"cost":0.1549058},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1547463386,"overall_relative_score":1547463386,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":517,"performance":1008,"input_tokens":12097,"output_tokens":44069,"total_tokens":56166,"cost":0.113289275},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5224,"overall_relative_score":5224,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":390,"performance":1126,"input_tokens":23798,"output_tokens":45693,"total_tokens":69491,"cost":0.1213719},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":436545572,"overall_relative_score":436545572,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":529,"performance":1080,"input_tokens":23753,"output_tokens":34099,"total_tokens":57852,"cost":0.0923734},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6239,"overall_relative_score":6239,"max_execution_time_ms":2950,"max_memory_usage_kib":4096,"rank":710,"performance":414,"input_tokens":20957,"output_tokens":60402,"total_tokens":81359,"cost":0.1572921},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1101,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":16182,"output_tokens":59523,"total_tokens":75705,"cost":0.15292635},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":11154,"output_tokens":34450,"total_tokens":45604,"cost":0.0894712},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283242128,"overall_relative_score":1969585305,"max_execution_time_ms":270,"max_memory_usage_kib":4096,"rank":983,"performance":546,"input_tokens":11926,"output_tokens":41834,"total_tokens":53760,"cost":0.10770785},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2634745143268,"overall_relative_score":358980198373,"max_execution_time_ms":5900,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":22048,"output_tokens":46977,"total_tokens":69025,"cost":0.1240569},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":409318965580747,"overall_relative_score":2888332773,"max_execution_time_ms":1084,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":17647,"output_tokens":56374,"total_tokens":74021,"cost":0.1462291},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":907,"performance":514,"input_tokens":17311,"output_tokens":74640,"total_tokens":91951,"cost":0.1917933},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":8393,"output_tokens":25705,"total_tokens":34098,"cost":0.06652705},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":16830,"output_tokens":30920,"total_tokens":47750,"cost":0.082349},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":17928,"output_tokens":52556,"total_tokens":70484,"cost":0.136526525},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120440858136,"overall_relative_score":153644567175,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":802,"performance":887,"input_tokens":13519,"output_tokens":44911,"total_tokens":58430,"cost":0.115372675},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":8316,"output_tokens":32051,"total_tokens":40367,"cost":0.08262230000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63484545865,"overall_relative_score":865561066249,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":628,"performance":1060,"input_tokens":13955,"output_tokens":44469,"total_tokens":58424,"cost":0.11535899999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":9776,"output_tokens":40989,"total_tokens":50765,"cost":0.10515825},{"problem_id":"ahc030","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":12073,"output_tokens":49979,"total_tokens":62052,"cost":0.12758930000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":24007,"output_tokens":59528,"total_tokens":83535,"cost":0.155296925},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10103867152533,"overall_relative_score":10103867152533,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":569,"performance":1177,"input_tokens":8550,"output_tokens":26918,"total_tokens":35468,"cost":0.069608},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":16999,"output_tokens":64286,"total_tokens":81285,"cost":0.16486452499999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1626056313,"overall_relative_score":1626056313,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":10172,"output_tokens":33469,"total_tokens":43641,"cost":0.08620615000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242544454,"overall_relative_score":242544454,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":363,"performance":1492,"input_tokens":15495,"output_tokens":33880,"total_tokens":49375,"cost":0.0893485},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403998000,"overall_relative_score":505094428,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":729,"performance":919,"input_tokens":16326,"output_tokens":42573,"total_tokens":58899,"cost":0.11133030000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286988,"overall_relative_score":286988,"max_execution_time_ms":440,"max_memory_usage_kib":338944,"rank":261,"performance":1499,"input_tokens":12634,"output_tokens":52714,"total_tokens":65348,"cost":0.135321625},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4349988226,"overall_relative_score":2233385362828,"max_execution_time_ms":1180,"max_memory_usage_kib":3072,"rank":667,"performance":1094,"input_tokens":16586,"output_tokens":43089,"total_tokens":59675,"cost":0.11178435},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66634819,"overall_relative_score":66634819,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":488,"performance":1351,"input_tokens":9852,"output_tokens":42172,"total_tokens":52024,"cost":0.10789825},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438326,"overall_relative_score":438326,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":9948,"output_tokens":31887,"total_tokens":41835,"cost":0.081750375},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120662864,"overall_relative_score":120662864,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":736,"performance":957,"input_tokens":9436,"output_tokens":38098,"total_tokens":47534,"cost":0.0978508},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970970429,"overall_relative_score":1411456205441,"max_execution_time_ms":170,"max_memory_usage_kib":15832,"rank":679,"performance":1153,"input_tokens":15882,"output_tokens":37831,"total_tokens":53713,"cost":0.098368075},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":8262,"output_tokens":44699,"total_tokens":52961,"cost":0.1142261}]},{"num_self_refine":4,"rank":{"all":{"mean":585.55,"median":582.0,"min":13,"max":1002,"stdev":225.5399163034203},"short":{"mean":496.30434782608694,"median":506.0,"min":13,"max":907,"stdev":218.96999271021105},"long":{"mean":706.2941176470588,"median":686.0,"min":439,"max":1002,"stdev":176.41809881141813}},"performance":{"all":{"mean":974.45,"median":1048.5,"min":-61,"max":2631,"stdev":462.81778825819254},"short":{"mean":1059.304347826087,"median":1115.0,"min":-61,"max":2631,"stdev":534.2798411100692},"long":{"mean":859.6470588235294,"median":1015.0,"min":117,"max":1153,"stdev":324.43623047843903}},"input_tokens":{"all":{"mean":55328.175,"median":54108.5,"min":33167,"max":98364,"stdev":13932.058610357477},"short":{"mean":49726.82608695652,"median":49814.0,"min":33167,"max":75442,"stdev":12953.957803951704},"long":{"mean":62906.470588235294,"median":60971.0,"min":48334,"max":98364,"stdev":11673.502088692403}},"output_tokens":{"all":{"mean":68960.575,"median":64421.5,"min":36922,"max":119815,"stdev":19465.73571081919},"short":{"mean":63989.434782608696,"median":58999.0,"min":36922,"max":102708,"stdev":18577.28822520584},"long":{"mean":75686.23529411765,"median":69227.0,"min":51992,"max":119815,"stdev":19117.67467073798}},"total_tokens":{"all":{"mean":124288.75,"median":121439.5,"min":74637,"max":218179,"stdev":30727.102459830523},"short":{"mean":113716.26086956522,"median":107446.0,"min":74637,"max":172127,"stdev":28889.061698815083},"long":{"mean":138592.70588235295,"median":132826.0,"min":100387,"max":218179,"stdev":27852.499871566077}},"cost":{"all":{"mean":0.18507547375,"median":0.17589610000000003,"min":0.104923375,"max":0.31662017499999995,"stdev":0.050556985244086056},"short":{"mean":0.17182775108695653,"median":0.15732075,"min":0.104923375,"max":0.272731875,"stdev":0.048747049965712656},"long":{"mean":0.20299886323529412,"median":0.186131075,"min":0.138930075,"max":0.31662017499999995,"stdev":0.048675282761524705}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":773455140462,"overall_relative_score":773455140462,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":867,"performance":896,"input_tokens":60961,"output_tokens":79083,"total_tokens":140044,"cost":0.20889705},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1150905,"overall_relative_score":1150905,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":632,"performance":998,"input_tokens":34711,"output_tokens":42392,"total_tokens":77103,"cost":0.11362692499999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2563679902685,"overall_relative_score":2563679902685,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":51915,"output_tokens":61868,"total_tokens":113783,"cost":0.17024450000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":999662814,"overall_relative_score":999662814,"max_execution_time_ms":2910,"max_memory_usage_kib":110448,"rank":577,"performance":461,"input_tokens":60465,"output_tokens":78957,"total_tokens":139422,"cost":0.21313305},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13494891,"overall_relative_score":13494891,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":176,"performance":1572,"input_tokens":49814,"output_tokens":70262,"total_tokens":120076,"cost":0.187218125},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":50584,"output_tokens":66549,"total_tokens":117133,"cost":0.18154770000000003},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2015064,"overall_relative_score":2015064,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":13,"performance":2631,"input_tokens":51620,"output_tokens":55826,"total_tokens":107446,"cost":0.155051},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":33936,"output_tokens":44627,"total_tokens":78563,"cost":0.12174829999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1951427857,"overall_relative_score":1951427857,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":513,"performance":1072,"input_tokens":68499,"output_tokens":101299,"total_tokens":169798,"cost":0.26656165000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3550969513,"overall_relative_score":3550969513,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":342,"performance":1319,"input_tokens":50661,"output_tokens":69277,"total_tokens":119938,"cost":0.18230724999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4748,"overall_relative_score":4748,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":395,"performance":1115,"input_tokens":68153,"output_tokens":58999,"total_tokens":127152,"cost":0.16352215},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":431271607,"overall_relative_score":431271607,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":530,"performance":1079,"input_tokens":72977,"output_tokens":51992,"total_tokens":124969,"cost":0.1464821},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59021980,"overall_relative_score":59021980,"max_execution_time_ms":2950,"max_memory_usage_kib":10240,"rank":588,"performance":824,"input_tokens":72102,"output_tokens":92495,"total_tokens":164597,"cost":0.2528681},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1187228415,"overall_relative_score":1187228415,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":439,"performance":1097,"input_tokens":59595,"output_tokens":95432,"total_tokens":155027,"cost":0.253030175},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71046843,"overall_relative_score":71046843,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":414,"performance":1201,"input_tokens":44075,"output_tokens":52398,"total_tokens":96473,"cost":0.1442175},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":315400393,"overall_relative_score":2197743349,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":48334,"output_tokens":52053,"total_tokens":100387,"cost":0.138930075},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2634745143268,"overall_relative_score":358980198373,"max_execution_time_ms":5900,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":69691,"output_tokens":69227,"total_tokens":138918,"cost":0.186131075},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":66883,"output_tokens":90545,"total_tokens":157428,"cost":0.243696125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":907,"performance":514,"input_tokens":69419,"output_tokens":102708,"total_tokens":172127,"cost":0.272731875},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":33167,"output_tokens":41470,"total_tokens":74637,"cost":0.10975195},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":61462,"output_tokens":62294,"total_tokens":123756,"cost":0.16970015000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":75442,"output_tokens":95571,"total_tokens":171013,"cost":0.257904975},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88629800547,"overall_relative_score":183341482452,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":698,"performance":1015,"input_tokens":62463,"output_tokens":60340,"total_tokens":122803,"cost":0.161694775},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1348437,"overall_relative_score":1348437,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":34385,"output_tokens":56988,"total_tokens":91373,"cost":0.15278550000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63484545865,"overall_relative_score":865561066249,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":628,"performance":1060,"input_tokens":54041,"output_tokens":78785,"total_tokens":132826,"cost":0.210822875},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9835,"overall_relative_score":9835,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":857,"performance":478,"input_tokens":42604,"output_tokens":71839,"total_tokens":114443,"cost":0.19213165},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":658269597481,"overall_relative_score":113796411932,"max_execution_time_ms":2930,"max_memory_usage_kib":81032,"rank":686,"performance":1037,"input_tokens":55702,"output_tokens":85184,"total_tokens":140886,"cost":0.22330827500000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":98364,"output_tokens":119815,"total_tokens":218179,"cost":0.31662017499999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10103867152533,"overall_relative_score":10103867152533,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":569,"performance":1177,"input_tokens":51725,"output_tokens":36922,"total_tokens":88647,"cost":0.104923375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47602630100,"overall_relative_score":5340623,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":70166,"output_tokens":89305,"total_tokens":159471,"cost":0.238456},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1627365118,"overall_relative_score":1627365118,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":40167,"output_tokens":55395,"total_tokens":95562,"cost":0.14535495},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240794949,"overall_relative_score":240794949,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":375,"performance":1474,"input_tokens":53336,"output_tokens":50167,"total_tokens":103503,"cost":0.139001125},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403998000,"overall_relative_score":505094428,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":729,"performance":919,"input_tokens":60971,"output_tokens":68017,"total_tokens":128988,"cost":0.1856518},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286988,"overall_relative_score":286988,"max_execution_time_ms":440,"max_memory_usage_kib":338944,"rank":261,"performance":1499,"input_tokens":54176,"output_tokens":92256,"total_tokens":146432,"cost":0.24060067499999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4349988226,"overall_relative_score":2233385362828,"max_execution_time_ms":1180,"max_memory_usage_kib":3072,"rank":667,"performance":1094,"input_tokens":61697,"output_tokens":61876,"total_tokens":123573,"cost":0.16711915000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66618502,"overall_relative_score":66618502,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":488,"performance":1351,"input_tokens":41841,"output_tokens":59862,"total_tokens":101703,"cost":0.15732075},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438326,"overall_relative_score":438326,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":41325,"output_tokens":50912,"total_tokens":92237,"cost":0.135922925},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120662864,"overall_relative_score":120662864,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":736,"performance":957,"input_tokens":41847,"output_tokens":52475,"total_tokens":94322,"cost":0.13899455},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970970429,"overall_relative_score":1411456205441,"max_execution_time_ms":170,"max_memory_usage_kib":15832,"rank":679,"performance":1153,"input_tokens":56567,"output_tokens":55296,"total_tokens":111863,"cost":0.151787175},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":37284,"output_tokens":77665,"total_tokens":114949,"cost":0.201221425}]},{"num_self_refine":8,"rank":{"all":{"mean":577.85,"median":578.5,"min":13,"max":1002,"stdev":222.78580606630976},"short":{"mean":492.60869565217394,"median":474.0,"min":13,"max":907,"stdev":219.34732506200686},"long":{"mean":693.1764705882352,"median":679.0,"min":438,"max":1002,"stdev":173.92391845794157}},"performance":{"all":{"mean":986.4,"median":1053.5,"min":-61,"max":2631,"stdev":462.57633049958525},"short":{"mean":1066.2173913043478,"median":1119.0,"min":-61,"max":2631,"stdev":535.1679393612421},"long":{"mean":878.4117647058823,"median":1021.0,"min":117,"max":1164,"stdev":325.90452183567686}},"input_tokens":{"all":{"mean":233552.0,"median":228059.5,"min":127092,"max":397465,"stdev":65001.52330601618},"short":{"mean":206523.1739130435,"median":199264.0,"min":127092,"max":362458,"stdev":58381.605342196744},"long":{"mean":270120.4117647059,"median":254124.0,"min":207632,"max":397465,"stdev":56047.754775569316}},"output_tokens":{"all":{"mean":107794.6,"median":98506.0,"min":56150,"max":213540,"stdev":34380.55952454109},"short":{"mean":98993.13043478261,"median":97625.0,"min":56150,"max":161192,"stdev":29410.341077593697},"long":{"mean":119702.4705882353,"median":119251.0,"min":70673,"max":213540,"stdev":37813.12773217399}},"total_tokens":{"all":{"mean":341346.6,"median":324834.0,"min":185915,"max":597000,"stdev":94671.32216598863},"short":{"mean":305516.3043478261,"median":296640.0,"min":185915,"max":523650,"stdev":83154.0156568383},"long":{"mean":389822.8823529412,"median":381845.0,"min":300287,"max":597000,"stdev":89423.8300859189}},"cost":{"all":{"mean":0.310439513125,"median":0.30359020000000003,"min":0.1705952,"max":0.583028925,"stdev":0.0938358105838546},"short":{"mean":0.2865868706521739,"median":0.27629065,"min":0.1705952,"max":0.481453775,"stdev":0.08534837395654722},"long":{"mean":0.34271073529411766,"median":0.348478725,"min":0.22064157499999995,"max":0.583028925,"stdev":0.09758184672756845}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":793069337446,"overall_relative_score":793069337446,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":841,"performance":919,"input_tokens":270730,"output_tokens":121590,"total_tokens":392320,"cost":0.348478725},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1158700,"overall_relative_score":1158700,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":630,"performance":1001,"input_tokens":133493,"output_tokens":63917,"total_tokens":197410,"cost":0.182662775},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2592377497389,"overall_relative_score":2592377497389,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":480,"performance":1164,"input_tokens":207632,"output_tokens":97789,"total_tokens":305421,"cost":0.30676210000000004},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1310135147,"overall_relative_score":1310135147,"max_execution_time_ms":2960,"max_memory_usage_kib":113800,"rank":571,"performance":498,"input_tokens":273881,"output_tokens":116742,"total_tokens":390623,"cost":0.34155337499999994},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13737333,"overall_relative_score":13737333,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":174,"performance":1578,"input_tokens":211834,"output_tokens":117394,"total_tokens":329228,"cost":0.33890155000000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":227683,"output_tokens":119251,"total_tokens":346934,"cost":0.3664324},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2054466,"overall_relative_score":2054466,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":13,"performance":2631,"input_tokens":229077,"output_tokens":97780,"total_tokens":326857,"cost":0.3131731},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":127092,"output_tokens":58823,"total_tokens":185915,"cost":0.1851851},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1951427857,"overall_relative_score":1951427857,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":513,"performance":1072,"input_tokens":290720,"output_tokens":131781,"total_tokens":422501,"cost":0.3684276000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3105379930,"overall_relative_score":3105379930,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":364,"performance":1278,"input_tokens":206739,"output_tokens":91733,"total_tokens":298472,"cost":0.25698994999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4816,"overall_relative_score":4816,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":395,"performance":1115,"input_tokens":259261,"output_tokens":97625,"total_tokens":356886,"cost":0.29170272500000005},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":488039243,"overall_relative_score":488039243,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":514,"performance":1100,"input_tokens":241175,"output_tokens":70673,"total_tokens":311848,"cost":0.22132692499999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59021980,"overall_relative_score":59021980,"max_execution_time_ms":2950,"max_memory_usage_kib":10240,"rank":588,"performance":824,"input_tokens":307527,"output_tokens":143925,"total_tokens":451452,"cost":0.43345095},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1188370580,"overall_relative_score":1188370580,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":438,"performance":1098,"input_tokens":304861,"output_tokens":123061,"total_tokens":427922,"cost":0.359680225},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71120977,"overall_relative_score":71120977,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":411,"performance":1206,"input_tokens":179259,"output_tokens":85226,"total_tokens":264485,"cost":0.25451270000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":315400393,"overall_relative_score":2197743349,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":227016,"output_tokens":77222,"total_tokens":304238,"cost":0.22064157499999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2634745143268,"overall_relative_score":358980198373,"max_execution_time_ms":5900,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":242118,"output_tokens":91269,"total_tokens":333387,"cost":0.266191875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":254124,"output_tokens":127721,"total_tokens":381845,"cost":0.363203375},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":907,"performance":514,"input_tokens":253492,"output_tokens":145193,"total_tokens":398685,"cost":0.40966647500000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":127578,"output_tokens":63311,"total_tokens":190889,"cost":0.17529177499999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":215509,"output_tokens":107302,"total_tokens":322811,"cost":0.30848215},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":362458,"output_tokens":161192,"total_tokens":523650,"cost":0.481453775},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88629800547,"overall_relative_score":183341482452,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":698,"performance":1015,"input_tokens":330703,"output_tokens":105139,"total_tokens":435842,"cost":0.30041829999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355969,"overall_relative_score":1355969,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":474,"performance":1169,"input_tokens":145714,"output_tokens":82745,"total_tokens":228459,"cost":0.23705487500000003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61090709046,"overall_relative_score":901943788235,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":586,"performance":1117,"input_tokens":273765,"output_tokens":137744,"total_tokens":411509,"cost":0.3821591},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9835,"overall_relative_score":9835,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":857,"performance":478,"input_tokens":173607,"output_tokens":108341,"total_tokens":281948,"cost":0.31147715},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":643070676577,"overall_relative_score":111091687392,"max_execution_time_ms":3100,"max_memory_usage_kib":133732,"rank":688,"performance":1035,"input_tokens":261579,"output_tokens":152294,"total_tokens":413873,"cost":0.416043575},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":383460,"output_tokens":213540,"total_tokens":597000,"cost":0.583028925},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10110490666388,"overall_relative_score":10110490666388,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":566,"performance":1181,"input_tokens":223971,"output_tokens":56150,"total_tokens":280121,"cost":0.1705952},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37652128407,"overall_relative_score":12532318,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":944,"performance":676,"input_tokens":397465,"output_tokens":187234,"total_tokens":584699,"cost":0.5169060249999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1627365118,"overall_relative_score":1627365118,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":153797,"output_tokens":80337,"total_tokens":234134,"cost":0.2209437},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":244059777,"overall_relative_score":244059777,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":343,"performance":1524,"input_tokens":193418,"output_tokens":80702,"total_tokens":274120,"cost":0.23926624999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":289397640,"overall_relative_score":5994003448,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":242787,"output_tokens":96961,"total_tokens":339748,"cost":0.28503235},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286988,"overall_relative_score":286988,"max_execution_time_ms":440,"max_memory_usage_kib":338944,"rank":261,"performance":1499,"input_tokens":235325,"output_tokens":133964,"total_tokens":369289,"cost":0.3723299},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4343092567,"overall_relative_score":2240561508661,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":667,"performance":1094,"input_tokens":228436,"output_tokens":89179,"total_tokens":317615,"cost":0.2597029},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67215336,"overall_relative_score":67215336,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":461,"performance":1388,"input_tokens":197417,"output_tokens":99223,"total_tokens":296640,"cost":0.27629065},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438326,"overall_relative_score":438326,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":164685,"output_tokens":73019,"total_tokens":237704,"cost":0.205200275},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120545492,"overall_relative_score":120545492,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":736,"performance":957,"input_tokens":199264,"output_tokens":83146,"total_tokens":282410,"cost":0.23793115},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970970429,"overall_relative_score":1411456205441,"max_execution_time_ms":170,"max_memory_usage_kib":15832,"rank":679,"performance":1153,"input_tokens":207793,"output_tokens":92494,"total_tokens":300287,"cost":0.261646525},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":175635,"output_tokens":129052,"total_tokens":304687,"cost":0.347382475}]},{"num_self_refine":16,"rank":{"all":{"mean":562.95,"median":578.5,"min":11,"max":1002,"stdev":237.01562752761197},"short":{"mean":471.1304347826087,"median":461.0,"min":11,"max":907,"stdev":234.06959034126933},"long":{"mean":687.1764705882352,"median":679.0,"min":413,"max":1002,"stdev":181.8781306583194}},"performance":{"all":{"mean":1021.675,"median":1083.0,"min":-61,"max":2684,"stdev":486.71011682572697},"short":{"mean":1121.3478260869565,"median":1169.0,"min":-61,"max":2684,"stdev":560.890575027028},"long":{"mean":886.8235294117648,"median":1021.0,"min":117,"max":1241,"stdev":333.52103293760155}},"input_tokens":{"all":{"mean":980230.4,"median":913582.0,"min":485377,"max":1712302,"stdev":308239.29896128364},"short":{"mean":875325.8260869565,"median":846371.0,"min":485377,"max":1712302,"stdev":288889.30053846707},"long":{"mean":1122160.1176470588,"median":1128910.0,"min":727445,"max":1659994,"stdev":282160.1356149293}},"output_tokens":{"all":{"mean":175618.2,"median":163895.5,"min":89665,"max":385099,"stdev":65707.33920807575},"short":{"mean":157341.4347826087,"median":154367.0,"min":89665,"max":316518,"stdev":54282.19196922863},"long":{"mean":200345.58823529413,"median":200945.0,"min":116089,"max":385099,"stdev":73091.98648283786}},"total_tokens":{"all":{"mean":1155848.6,"median":1063122.0,"min":575042,"max":2045093,"stdev":366828.04267680016},"short":{"mean":1032667.2608695652,"median":1028225.0,"min":575042,"max":2028820,"stdev":339800.9178421733},"long":{"mean":1322505.705882353,"median":1334033.0,"min":843534,"max":2045093,"stdev":343380.73629004817}},"cost":{"all":{"mean":0.584258158125,"median":0.5793056375,"min":0.2921155999999999,"max":1.1624463250000001,"stdev":0.20932348088158653},"short":{"mean":0.5257916717391304,"median":0.4895261000000001,"min":0.2921155999999999,"max":1.1172338999999998,"stdev":0.1915301729879872},"long":{"mean":0.663359875,"median":0.62613,"min":0.36387887499999994,"max":1.1624463250000001,"stdev":0.21166021274532598}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":793069337446,"overall_relative_score":793069337446,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":841,"performance":919,"input_tokens":1279806,"output_tokens":205956,"total_tokens":1485762,"cost":0.671096475},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1231120,"overall_relative_score":1231120,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":618,"performance":1015,"input_tokens":567397,"output_tokens":106625,"total_tokens":674022,"cost":0.3539078},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2592377497389,"overall_relative_score":2592377497389,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":480,"performance":1164,"input_tokens":831410,"output_tokens":141069,"total_tokens":972479,"cost":0.6020955},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1310135147,"overall_relative_score":1310135147,"max_execution_time_ms":2960,"max_memory_usage_kib":113800,"rank":571,"performance":498,"input_tokens":1134001,"output_tokens":182708,"total_tokens":1316709,"cost":0.6438280999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15741801,"overall_relative_score":15741801,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":151,"performance":1658,"input_tokens":1108077,"output_tokens":211563,"total_tokens":1319640,"cost":0.6818976000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":1622028,"output_tokens":246936,"total_tokens":1868964,"cost":0.9395098500000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2069948,"overall_relative_score":2069948,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":11,"performance":2684,"input_tokens":1075932,"output_tokens":182163,"total_tokens":1258095,"cost":0.7520308499999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":485377,"output_tokens":89665,"total_tokens":575042,"cost":0.363367375},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1951427857,"overall_relative_score":1951427857,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":513,"performance":1072,"input_tokens":1126709,"output_tokens":203313,"total_tokens":1330022,"cost":0.62613},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3271852407,"overall_relative_score":3271852407,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":354,"performance":1296,"input_tokens":784168,"output_tokens":140262,"total_tokens":924430,"cost":0.4512647249999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5084,"overall_relative_score":5084,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":393,"performance":1120,"input_tokens":907890,"output_tokens":161638,"total_tokens":1069528,"cost":0.55565995},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":716447649,"overall_relative_score":716447649,"max_execution_time_ms":2740,"max_memory_usage_kib":3072,"rank":413,"performance":1241,"input_tokens":894027,"output_tokens":122976,"total_tokens":1017003,"cost":0.459165825},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59021980,"overall_relative_score":59021980,"max_execution_time_ms":2950,"max_memory_usage_kib":10240,"rank":588,"performance":824,"input_tokens":1373198,"output_tokens":219558,"total_tokens":1592756,"cost":0.718537275},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1193406232,"overall_relative_score":1193406232,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":438,"performance":1098,"input_tokens":1482504,"output_tokens":200945,"total_tokens":1683449,"cost":0.705188975},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71120977,"overall_relative_score":71120977,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":411,"performance":1206,"input_tokens":734917,"output_tokens":129148,"total_tokens":864065,"cost":0.4176479500000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":315400393,"overall_relative_score":2197743349,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":727445,"output_tokens":116089,"total_tokens":843534,"cost":0.36387887499999994},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2634745143268,"overall_relative_score":358980198373,"max_execution_time_ms":5900,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":902968,"output_tokens":150142,"total_tokens":1053110,"cost":0.507608275},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":1128910,"output_tokens":223453,"total_tokens":1352363,"cost":0.7286014},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":907,"performance":514,"input_tokens":1013043,"output_tokens":210207,"total_tokens":1223250,"cost":0.6686355},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":494676,"output_tokens":90968,"total_tokens":585644,"cost":0.2921155999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":956173,"output_tokens":195489,"total_tokens":1151662,"cost":0.6083865749999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249393,"overall_relative_score":249393,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":176,"performance":1679,"input_tokens":1712302,"output_tokens":316518,"total_tokens":2028820,"cost":1.1172338999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88629800547,"overall_relative_score":183341482452,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":698,"performance":1015,"input_tokens":1145804,"output_tokens":188229,"total_tokens":1334033,"cost":0.60118065},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355969,"overall_relative_score":1355969,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":474,"performance":1169,"input_tokens":584093,"output_tokens":114268,"total_tokens":698361,"cost":0.36563965000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61042716090,"overall_relative_score":902376151139,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":586,"performance":1117,"input_tokens":970052,"output_tokens":216837,"total_tokens":1186889,"cost":0.687234975},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9835,"overall_relative_score":9835,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":857,"performance":478,"input_tokens":667368,"output_tokens":159432,"total_tokens":826800,"cost":0.502264275},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":643070676577,"overall_relative_score":111091687392,"max_execution_time_ms":3100,"max_memory_usage_kib":133732,"rank":688,"performance":1035,"input_tokens":1184193,"output_tokens":234514,"total_tokens":1418707,"cost":0.7386322750000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":1659994,"output_tokens":385099,"total_tokens":2045093,"cost":1.1624463250000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10110490666388,"overall_relative_score":10110490666388,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":566,"performance":1181,"input_tokens":791465,"output_tokens":94054,"total_tokens":885519,"cost":0.33522054999999995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30034169728,"overall_relative_score":23648073,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":1302090,"output_tokens":334641,"total_tokens":1636731,"cost":1.0031358},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1627365118,"overall_relative_score":1627365118,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":643958,"output_tokens":112990,"total_tokens":756948,"cost":0.347987275},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":244059777,"overall_relative_score":244059777,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":343,"performance":1524,"input_tokens":763355,"output_tokens":118819,"total_tokens":882174,"cost":0.387450175},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":289397640,"overall_relative_score":5994003448,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":1168408,"output_tokens":166153,"total_tokens":1334561,"cost":0.582194425},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293203,"overall_relative_score":293203,"max_execution_time_ms":1970,"max_memory_usage_kib":338944,"rank":191,"performance":1661,"input_tokens":1030122,"output_tokens":200201,"total_tokens":1230323,"cost":0.663800975},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4343092567,"overall_relative_score":2240561508661,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":667,"performance":1094,"input_tokens":848218,"output_tokens":128151,"total_tokens":976369,"cost":0.42709687499999993},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67249058,"overall_relative_score":67249058,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":461,"performance":1388,"input_tokens":891602,"output_tokens":154367,"total_tokens":1045969,"cost":0.4895261000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438326,"overall_relative_score":438326,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":647735,"output_tokens":108914,"total_tokens":756649,"cost":0.341207375},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119139924,"overall_relative_score":119139924,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":753,"performance":931,"input_tokens":919274,"output_tokens":137442,"total_tokens":1056716,"cost":0.45918202499999994},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970970429,"overall_relative_score":1411456205441,"max_execution_time_ms":170,"max_memory_usage_kib":15832,"rank":679,"performance":1153,"input_tokens":802156,"output_tokens":141372,"total_tokens":943528,"cost":0.471921375},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":846371,"output_tokens":181854,"total_tokens":1028225,"cost":0.57641685}]}]},{"model_name":"gemini-2.5-pro-thinking","detail_path":"data/model_details/gemini-2.5-pro-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":646.6,"median":635.0,"min":137,"max":1037,"stdev":272.6706287719156},"short":{"mean":531.4347826086956,"median":564.0,"min":137,"max":1019,"stdev":253.60757554052185},"long":{"mean":802.4117647058823,"median":836.0,"min":369,"max":1037,"stdev":218.9303710154011}},"performance":{"all":{"mean":785.525,"median":897.0,"min":-80,"max":1815,"stdev":529.2603928705968},"short":{"mean":917.5217391304348,"median":1143.0,"min":-65,"max":1815,"stdev":554.2361549150504},"long":{"mean":606.9411764705883,"median":627.0,"min":-80,"max":1240,"stdev":448.8692001279765}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":26618.825,"median":26166.0,"min":21827,"max":36090,"stdev":2911.4691144656126},"short":{"mean":25701.91304347826,"median":25569.0,"min":21827,"max":36090,"stdev":3153.682060314484},"long":{"mean":27859.352941176472,"median":27660.0,"min":24775,"max":31947,"stdev":2035.3994675854317}},"total_tokens":{"all":{"mean":29879.15,"median":29964.0,"min":23551,"max":37596,"stdev":3629.6372464787223},"short":{"mean":28370.782608695652,"median":27527.0,"min":23551,"max":37596,"stdev":3592.51093446203},"long":{"mean":31919.882352941175,"median":31687.0,"min":26252,"max":35276,"stdev":2582.809320351411}},"cost":{"all":{"mean":0.26988046525,"median":0.26665875,"min":0.220425,"max":0.3627825,"stdev":0.029450979677128848},"short":{"mean":0.2598553826086957,"median":0.2581375,"min":0.220425,"max":0.3627825,"stdev":0.03144514192984914},"long":{"mean":0.2834438123529412,"median":0.28027375,"min":0.24959625,"max":0.3234725,"stdev":0.02036321439513005}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800989610897,"overall_relative_score":800989610897,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":836,"performance":924,"input_tokens":1477,"output_tokens":24775,"total_tokens":26252,"cost":0.24959625},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1274,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1611,"output_tokens":26412,"total_tokens":28023,"cost":0.26613375},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2613109690848,"overall_relative_score":2613109690848,"max_execution_time_ms":1180,"max_memory_usage_kib":3072,"rank":463,"performance":1187,"input_tokens":2878,"output_tokens":26888,"total_tokens":29766,"cost":0.2724775},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2711696302,"overall_relative_score":2711696302,"max_execution_time_ms":2960,"max_memory_usage_kib":3072,"rank":372,"performance":1116,"input_tokens":1724,"output_tokens":21827,"total_tokens":23551,"cost":0.220425},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5258899,"overall_relative_score":5258899,"max_execution_time_ms":470,"max_memory_usage_kib":31744,"rank":307,"performance":1196,"input_tokens":1920,"output_tokens":28138,"total_tokens":30058,"cost":0.28378},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5105379,"overall_relative_score":5105379,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":369,"performance":1240,"input_tokens":4052,"output_tokens":29761,"total_tokens":33813,"cost":0.302675},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1197967,"overall_relative_score":1197967,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":310,"performance":1189,"input_tokens":1691,"output_tokens":24865,"total_tokens":26556,"cost":0.25076375},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":24125,"total_tokens":26512,"cost":0.24423375},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3202,"output_tokens":31947,"total_tokens":35149,"cost":0.3234725},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6250288888,"overall_relative_score":6250288888,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":137,"performance":1815,"input_tokens":2384,"output_tokens":23975,"total_tokens":26359,"cost":0.24273},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11924,"overall_relative_score":11924,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":8820,"output_tokens":25675,"total_tokens":34495,"cost":0.26010742},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8586,"output_tokens":26190,"total_tokens":34776,"cost":0.2726325},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76638228,"overall_relative_score":76638228,"max_execution_time_ms":2960,"max_memory_usage_kib":3072,"rank":287,"performance":1407,"input_tokens":6674,"output_tokens":26739,"total_tokens":33413,"cost":0.27190388},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6510,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3108,"output_tokens":28234,"total_tokens":31342,"cost":0.286225},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70996512,"overall_relative_score":70996512,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":415,"performance":1199,"input_tokens":2684,"output_tokens":21844,"total_tokens":24528,"cost":0.221795},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1630973665,"overall_relative_score":9738790294,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":935,"performance":652,"input_tokens":2974,"output_tokens":24980,"total_tokens":27954,"cost":0.2535175},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":418077068899,"overall_relative_score":790005585482,"max_execution_time_ms":5860,"max_memory_usage_kib":35840,"rank":468,"performance":1223,"input_tokens":7598,"output_tokens":27179,"total_tokens":34777,"cost":0.27745606},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":271307434245,"overall_relative_score":148565456,"max_execution_time_ms":3975,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4870,"output_tokens":30406,"total_tokens":35276,"cost":0.3101475},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85062435,"overall_relative_score":85062435,"max_execution_time_ms":1970,"max_memory_usage_kib":13312,"rank":950,"performance":312,"input_tokens":3895,"output_tokens":26020,"total_tokens":29915,"cost":0.26506875},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12691275,"overall_relative_score":12691275,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":621,"performance":1157,"input_tokens":1873,"output_tokens":24293,"total_tokens":26166,"cost":0.24527125},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1809,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":23503,"total_tokens":25776,"cost":0.23787125},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":27292,"total_tokens":29236,"cost":0.27535},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143102912243,"overall_relative_score":142978545085,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":815,"performance":870,"input_tokens":2950,"output_tokens":28737,"total_tokens":31687,"cost":0.2910575},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331805,"overall_relative_score":1331805,"max_execution_time_ms":290,"max_memory_usage_kib":10240,"rank":567,"performance":995,"input_tokens":1832,"output_tokens":22884,"total_tokens":24716,"cost":0.23113},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2200774105792,"overall_relative_score":21433408170,"max_execution_time_ms":160,"max_memory_usage_kib":6144,"rank":989,"performance":410,"input_tokens":3528,"output_tokens":28460,"total_tokens":31988,"cost":0.28901},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":974525,"overall_relative_score":974525,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":564,"performance":1143,"input_tokens":1958,"output_tokens":25569,"total_tokens":27527,"cost":0.2581375},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2252446657938,"overall_relative_score":12151106979,"max_execution_time_ms":3100,"max_memory_usage_kib":19000,"rank":1023,"performance":510,"input_tokens":4358,"output_tokens":25655,"total_tokens":30013,"cost":0.2619975},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3210,"output_tokens":30398,"total_tokens":33608,"cost":0.3079925},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10074384513090,"overall_relative_score":10074384513090,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":588,"performance":1149,"input_tokens":1854,"output_tokens":24247,"total_tokens":26101,"cost":0.2447875},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2939,"output_tokens":27660,"total_tokens":30599,"cost":0.28027375},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650335058,"overall_relative_score":2650335058,"max_execution_time_ms":2000,"max_memory_usage_kib":7168,"rank":645,"performance":1026,"input_tokens":2037,"output_tokens":27250,"total_tokens":29287,"cost":0.27504625},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243852839,"overall_relative_score":243852839,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":348,"performance":1516,"input_tokens":4753,"output_tokens":25611,"total_tokens":30364,"cost":0.26205125},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4264,"output_tokens":27150,"total_tokens":31414,"cost":0.27683},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4003,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":1943,"output_tokens":25760,"total_tokens":27703,"cost":0.26002875},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":6095572953,"overall_relative_score":1553251702840,"max_execution_time_ms":3100,"max_memory_usage_kib":7168,"rank":1006,"performance":627,"input_tokens":4424,"output_tokens":29047,"total_tokens":33471,"cost":0.296},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70941607,"overall_relative_score":70941607,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":237,"performance":1743,"input_tokens":1761,"output_tokens":31500,"total_tokens":33261,"cost":0.31720125},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":196160,"overall_relative_score":196160,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":894,"performance":658,"input_tokens":2301,"output_tokens":25218,"total_tokens":27519,"cost":0.25505625},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135361510,"overall_relative_score":135361510,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":539,"performance":1233,"input_tokens":1559,"output_tokens":22307,"total_tokens":23866,"cost":0.22501875},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":969806445,"overall_relative_score":1411910776889,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":4611,"output_tokens":26142,"total_tokens":30753,"cost":0.26718375},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1158,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":1506,"output_tokens":36090,"total_tokens":37596,"cost":0.3627825}]},{"num_self_refine":2,"rank":{"all":{"mean":590.5,"median":553.0,"min":71,"max":1037,"stdev":286.97002434364964},"short":{"mean":496.2173913043478,"median":490.0,"min":71,"max":1019,"stdev":262.05376903531203},"long":{"mean":718.0588235294117,"median":815.0,"min":343,"max":1037,"stdev":276.1191931458757}},"performance":{"all":{"mean":951.775,"median":1090.5,"min":-80,"max":2003,"stdev":507.2405229049855},"short":{"mean":1045.2173913043478,"median":1196.0,"min":-65,"max":2003,"stdev":536.8061235020042},"long":{"mean":825.3529411764706,"median":870.0,"min":-80,"max":1473,"stdev":448.773319892191}},"input_tokens":{"all":{"mean":12054.85,"median":10548.0,"min":7189,"max":26046,"stdev":4242.7242853546895},"short":{"mean":10496.347826086956,"median":9203.0,"min":7189,"max":21847,"stdev":3660.8792611102153},"long":{"mean":14163.411764705883,"median":13927.0,"min":7945,"max":26046,"stdev":4151.317020820374}},"output_tokens":{"all":{"mean":45572.075,"median":45601.0,"min":33185,"max":56756,"stdev":5022.53967521438},"short":{"mean":44479.52173913043,"median":44746.0,"min":33185,"max":56756,"stdev":5397.440284477998},"long":{"mean":47050.23529411765,"median":47272.0,"min":41317,"max":53302,"stdev":4170.578325145862}},"total_tokens":{"all":{"mean":57626.925,"median":56885.0,"min":42288,"max":69998,"stdev":6670.441962013442},"short":{"mean":54975.86956521739,"median":53928.0,"min":42288,"max":67052,"stdev":6521.099735086154},"long":{"mean":61213.64705882353,"median":59822.0,"min":54548,"max":69998,"stdev":5119.867941914817}},"cost":{"all":{"mean":0.469792654,"median":0.47036997999999997,"min":0.34322874999999997,"max":0.577735,"stdev":0.050756621393914396},"short":{"mean":0.45688422695652176,"median":0.45882,"min":0.34322874999999997,"max":0.577735,"stdev":0.053860187990090895},"long":{"mean":0.48725699647058823,"median":0.48736124999999997,"min":0.43061125,"max":0.55134375,"stdev":0.041559765447418295}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800989610897,"overall_relative_score":800989610897,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":836,"performance":924,"input_tokens":7945,"output_tokens":47910,"total_tokens":55855,"cost":0.48903125000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1274,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":7189,"output_tokens":49573,"total_tokens":56762,"cost":0.50471625},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2654015065156,"overall_relative_score":2654015065156,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":414,"performance":1257,"input_tokens":12116,"output_tokens":47272,"total_tokens":59388,"cost":0.487865},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3104927135,"overall_relative_score":3104927135,"max_execution_time_ms":2990,"max_memory_usage_kib":3072,"rank":309,"performance":1264,"input_tokens":9203,"output_tokens":41564,"total_tokens":50767,"cost":0.42714375000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5258899,"overall_relative_score":5258899,"max_execution_time_ms":470,"max_memory_usage_kib":31744,"rank":307,"performance":1196,"input_tokens":10161,"output_tokens":45656,"total_tokens":55817,"cost":0.46926124999999996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5151287,"overall_relative_score":5151287,"max_execution_time_ms":1210,"max_memory_usage_kib":3072,"rank":356,"performance":1262,"input_tokens":13972,"output_tokens":49309,"total_tokens":63281,"cost":0.5105550000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1706846,"overall_relative_score":1706846,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":71,"performance":2003,"input_tokens":9370,"output_tokens":47402,"total_tokens":56772,"cost":0.4857325},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7830300136,"overall_relative_score":7830300136,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":518,"performance":764,"input_tokens":9103,"output_tokens":33185,"total_tokens":42288,"cost":0.34322874999999997},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":13783,"output_tokens":53302,"total_tokens":67085,"cost":0.55024875},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6250288888,"overall_relative_score":6250288888,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":137,"performance":1815,"input_tokens":9683,"output_tokens":42655,"total_tokens":52338,"cost":0.43865375},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11692,"overall_relative_score":11692,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":21847,"output_tokens":45205,"total_tokens":67052,"cost":0.46352350999999997},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":26046,"output_tokens":41930,"total_tokens":67976,"cost":0.44370018},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79162828,"overall_relative_score":79162828,"max_execution_time_ms":2950,"max_memory_usage_kib":5120,"rank":248,"performance":1491,"input_tokens":19405,"output_tokens":45511,"total_tokens":64916,"cost":0.47147870999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319706939,"overall_relative_score":1319706939,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":10935,"output_tokens":46422,"total_tokens":57357,"cost":0.47788875},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71974421,"overall_relative_score":71974421,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":401,"performance":1223,"input_tokens":9810,"output_tokens":35886,"total_tokens":45696,"cost":0.3711225},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1630973665,"overall_relative_score":9738790294,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":935,"performance":652,"input_tokens":9777,"output_tokens":47514,"total_tokens":57291,"cost":0.48736124999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":418077068899,"overall_relative_score":790005585482,"max_execution_time_ms":5860,"max_memory_usage_kib":35840,"rank":468,"performance":1223,"input_tokens":20488,"output_tokens":46320,"total_tokens":66808,"cost":0.48497856},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109060322341937,"overall_relative_score":17685459306,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":406,"performance":1167,"input_tokens":16987,"output_tokens":53011,"total_tokens":69998,"cost":0.55134375},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85062435,"overall_relative_score":85062435,"max_execution_time_ms":1970,"max_memory_usage_kib":13312,"rank":950,"performance":312,"input_tokens":14466,"output_tokens":48445,"total_tokens":62911,"cost":0.5025325},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12691275,"overall_relative_score":12691275,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":621,"performance":1157,"input_tokens":8382,"output_tokens":45546,"total_tokens":53928,"cost":0.4659375},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1809,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":8854,"output_tokens":41960,"total_tokens":50814,"cost":0.4306675},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":11337,"output_tokens":40945,"total_tokens":52282,"cost":0.42362124999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143102912243,"overall_relative_score":142978545085,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":815,"performance":870,"input_tokens":11922,"output_tokens":42626,"total_tokens":54548,"cost":0.4411625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331805,"overall_relative_score":1331805,"max_execution_time_ms":290,"max_memory_usage_kib":10240,"rank":567,"performance":995,"input_tokens":7819,"output_tokens":38919,"total_tokens":46738,"cost":0.39896375},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2200774105792,"overall_relative_score":21433408170,"max_execution_time_ms":160,"max_memory_usage_kib":6144,"rank":989,"performance":410,"input_tokens":12031,"output_tokens":52425,"total_tokens":64456,"cost":0.53928875},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1001147,"overall_relative_score":1001147,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":488,"performance":1261,"input_tokens":9088,"output_tokens":44746,"total_tokens":53834,"cost":0.45882},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2252446657938,"overall_relative_score":12151106979,"max_execution_time_ms":3100,"max_memory_usage_kib":19000,"rank":1023,"performance":510,"input_tokens":14653,"output_tokens":42345,"total_tokens":56998,"cost":0.43761145},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1090221097,"overall_relative_score":161358883572,"max_execution_time_ms":3010,"max_memory_usage_kib":11264,"rank":343,"performance":1473,"input_tokens":13927,"output_tokens":45895,"total_tokens":59822,"cost":0.47635875},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10335610498683,"overall_relative_score":10335610498683,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":490,"performance":1289,"input_tokens":9168,"output_tokens":42126,"total_tokens":51294,"cost":0.43272},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":12585,"output_tokens":48100,"total_tokens":60685,"cost":0.49673124999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650335058,"overall_relative_score":2650335058,"max_execution_time_ms":2000,"max_memory_usage_kib":7168,"rank":645,"performance":1026,"input_tokens":10123,"output_tokens":48040,"total_tokens":58163,"cost":0.49305374999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246955713,"overall_relative_score":246955713,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":305,"performance":1587,"input_tokens":14008,"output_tokens":41746,"total_tokens":55754,"cost":0.43497},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":15364,"output_tokens":41398,"total_tokens":56762,"cost":0.43318500000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4003,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":9617,"output_tokens":47518,"total_tokens":57135,"cost":0.48720125},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6157161903,"overall_relative_score":1618518042113,"max_execution_time_ms":2960,"max_memory_usage_kib":7168,"rank":1006,"performance":627,"input_tokens":14294,"output_tokens":52758,"total_tokens":67052,"cost":0.5454475},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70941607,"overall_relative_score":70941607,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":237,"performance":1743,"input_tokens":8123,"output_tokens":55492,"total_tokens":63615,"cost":0.56507375},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203400,"overall_relative_score":203400,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":888,"performance":674,"input_tokens":8806,"output_tokens":43667,"total_tokens":52473,"cost":0.44767749999999995},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135361510,"overall_relative_score":135361510,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":539,"performance":1233,"input_tokens":7714,"output_tokens":40486,"total_tokens":48200,"cost":0.4145025},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":969806445,"overall_relative_score":1411910776889,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":13953,"output_tokens":41317,"total_tokens":55270,"cost":0.43061125},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202273,"overall_relative_score":202273,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":8140,"output_tokens":56756,"total_tokens":64896,"cost":0.577735}]},{"num_self_refine":4,"rank":{"all":{"mean":528.875,"median":472.0,"min":39,"max":1037,"stdev":283.03403686772555},"short":{"mean":442.95652173913044,"median":448.0,"min":39,"max":1019,"stdev":261.54479509616937},"long":{"mean":645.1176470588235,"median":625.0,"min":331,"max":1037,"stdev":276.1115902929786}},"performance":{"all":{"mean":1071.025,"median":1181.5,"min":-70,"max":2247,"stdev":520.4004615530384},"short":{"mean":1145.695652173913,"median":1234.0,"min":-70,"max":2247,"stdev":604.4146255061104},"long":{"mean":970.0,"median":1040.0,"min":410,"max":1473,"stdev":372.7541079585844}},"input_tokens":{"all":{"mean":47676.525,"median":45587.0,"min":29075,"max":80084,"stdev":11546.69822267443},"short":{"mean":42513.65217391304,"median":40358.0,"min":29075,"max":66833,"stdev":9398.101885771188},"long":{"mean":54661.58823529412,"median":52448.0,"min":36383,"max":80084,"stdev":10647.971074686151}},"output_tokens":{"all":{"mean":73921.425,"median":74406.5,"min":57339,"max":86853,"stdev":7539.653242681111},"short":{"mean":72395.34782608696,"median":73582.0,"min":57339,"max":86853,"stdev":8532.885132925416},"long":{"mean":75986.11764705883,"median":76399.0,"min":66553,"max":85190,"stdev":5529.186342518591}},"total_tokens":{"all":{"mean":121597.95,"median":122489.5,"min":91767,"max":147964,"stdev":14365.725918898881},"short":{"mean":114909.0,"median":115458.0,"min":91767,"max":139095,"stdev":13882.846086251388},"long":{"mean":130647.70588235294,"median":129222.0,"min":118215,"max":147964,"stdev":9311.01310790551}},"cost":{"all":{"mean":0.7810381722499999,"median":0.78018283,"min":0.60740275,"max":0.9174599999999999,"stdev":0.07850293015596808},"short":{"mean":0.7616403086956521,"median":0.7770263900000001,"min":0.60740275,"max":0.9059033799999999,"stdev":0.08803772758915797},"long":{"mean":0.8072823405882353,"median":0.8070671700000001,"min":0.72016814,"max":0.9174599999999999,"stdev":0.05560370225958491}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":876984192307,"overall_relative_score":876984192307,"max_execution_time_ms":5000,"max_memory_usage_kib":3072,"rank":707,"performance":1040,"input_tokens":41528,"output_tokens":76687,"total_tokens":118215,"cost":0.8059085800000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1274,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":29075,"output_tokens":82850,"total_tokens":111925,"cost":0.86019263},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2654015065156,"overall_relative_score":2654015065156,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":414,"performance":1257,"input_tokens":50919,"output_tokens":71341,"total_tokens":122260,"cost":0.7556634099999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3184323966,"overall_relative_score":3184323966,"max_execution_time_ms":2970,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":43464,"output_tokens":79538,"total_tokens":123002,"cost":0.8331002000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5258899,"overall_relative_score":5258899,"max_execution_time_ms":470,"max_memory_usage_kib":31744,"rank":307,"performance":1196,"input_tokens":44368,"output_tokens":73512,"total_tokens":117880,"cost":0.7731383},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5151287,"overall_relative_score":5151287,"max_execution_time_ms":1210,"max_memory_usage_kib":3072,"rank":356,"performance":1262,"input_tokens":50882,"output_tokens":73263,"total_tokens":124145,"cost":0.7751614600000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1824360,"overall_relative_score":1824360,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":39,"performance":2247,"input_tokens":45903,"output_tokens":84870,"total_tokens":130773,"cost":0.88961183},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8218134941,"overall_relative_score":8218134941,"max_execution_time_ms":780,"max_memory_usage_kib":4096,"rank":514,"performance":777,"input_tokens":35733,"output_tokens":60745,"total_tokens":96478,"cost":0.63864699},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":58914,"output_tokens":80524,"total_tokens":139438,"cost":0.8542695399999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6358501055,"overall_relative_score":6358501055,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":120,"performance":1876,"input_tokens":39679,"output_tokens":67488,"total_tokens":107167,"cost":0.7112708099999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11692,"overall_relative_score":11692,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":62893,"output_tokens":76202,"total_tokens":139095,"cost":0.79959209},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":80084,"output_tokens":66553,"total_tokens":146637,"cost":0.72016814},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79162828,"overall_relative_score":79162828,"max_execution_time_ms":2950,"max_memory_usage_kib":5120,"rank":248,"performance":1491,"input_tokens":66833,"output_tokens":66508,"total_tokens":133341,"cost":0.71615647},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319706939,"overall_relative_score":1319706939,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":41325,"output_tokens":81394,"total_tokens":122719,"cost":0.85307639},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69930795,"overall_relative_score":69930795,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":448,"performance":1144,"input_tokens":37663,"output_tokens":57339,"total_tokens":95002,"cost":0.60740275},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9692954750,"overall_relative_score":136837160928,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":395,"performance":1381,"input_tokens":36383,"output_tokens":84420,"total_tokens":120803,"cost":0.87655729},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149547487420,"overall_relative_score":877899723262,"max_execution_time_ms":5950,"max_memory_usage_kib":36864,"rank":331,"performance":1433,"input_tokens":64883,"output_tokens":75957,"total_tokens":140840,"cost":0.80760079},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109060322341937,"overall_relative_score":17685459306,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":406,"performance":1167,"input_tokens":66245,"output_tokens":81719,"total_tokens":147964,"cost":0.87520469},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2030,"max_memory_usage_kib":13312,"rank":967,"performance":-70,"input_tokens":53691,"output_tokens":83164,"total_tokens":136855,"cost":0.8774524100000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":33240,"output_tokens":70423,"total_tokens":103663,"cost":0.7326491399999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":264200832708,"overall_relative_score":264200832708,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":170,"performance":1048,"input_tokens":35433,"output_tokens":67665,"total_tokens":103098,"cost":0.70739115},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":51798,"output_tokens":73796,"total_tokens":125594,"cost":0.7811702199999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142012903308,"overall_relative_score":144597697948,"max_execution_time_ms":1950,"max_memory_usage_kib":6144,"rank":814,"performance":871,"input_tokens":47863,"output_tokens":70427,"total_tokens":118290,"cost":0.74721353},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1342334,"overall_relative_score":1342334,"max_execution_time_ms":260,"max_memory_usage_kib":10240,"rank":529,"performance":1068,"input_tokens":32013,"output_tokens":59754,"total_tokens":91767,"cost":0.6244366699999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2200774105792,"overall_relative_score":21433408170,"max_execution_time_ms":160,"max_memory_usage_kib":6144,"rank":989,"performance":410,"input_tokens":63139,"output_tokens":70573,"total_tokens":133712,"cost":0.7644616099999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1001147,"overall_relative_score":1001147,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":488,"performance":1261,"input_tokens":43451,"output_tokens":73582,"total_tokens":117033,"cost":0.7770263900000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2252446657938,"overall_relative_score":12151106979,"max_execution_time_ms":3100,"max_memory_usage_kib":19000,"rank":1023,"performance":510,"input_tokens":55147,"output_tokens":76399,"total_tokens":131546,"cost":0.8070671700000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1090221097,"overall_relative_score":161358883572,"max_execution_time_ms":3010,"max_memory_usage_kib":11264,"rank":343,"performance":1473,"input_tokens":57700,"output_tokens":70640,"total_tokens":128340,"cost":0.75312996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10335610498683,"overall_relative_score":10335610498683,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":490,"performance":1289,"input_tokens":40358,"output_tokens":66080,"total_tokens":106438,"cost":0.70251678},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":50123,"output_tokens":78444,"total_tokens":128567,"cost":0.83463217},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650335058,"overall_relative_score":2650335058,"max_execution_time_ms":2000,"max_memory_usage_kib":7168,"rank":645,"performance":1026,"input_tokens":45271,"output_tokens":76239,"total_tokens":121510,"cost":0.8189787499999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247972597,"overall_relative_score":247972597,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":291,"performance":1611,"input_tokens":47506,"output_tokens":67938,"total_tokens":115444,"cost":0.7180044800000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417116000,"overall_relative_score":489832729,"max_execution_time_ms":2930,"max_memory_usage_kib":22424,"rank":963,"performance":507,"input_tokens":60441,"output_tokens":70234,"total_tokens":130675,"cost":0.7529887700000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4003,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":43311,"output_tokens":78109,"total_tokens":121420,"cost":0.82236767},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6157161903,"overall_relative_score":1618518042113,"max_execution_time_ms":2960,"max_memory_usage_kib":7168,"rank":1006,"performance":627,"input_tokens":52448,"output_tokens":85190,"total_tokens":137638,"cost":0.9174599999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70941607,"overall_relative_score":70941607,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":237,"performance":1743,"input_tokens":36915,"output_tokens":78543,"total_tokens":115458,"cost":0.8226117900000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461913,"overall_relative_score":461913,"max_execution_time_ms":410,"max_memory_usage_kib":18432,"rank":276,"performance":1629,"input_tokens":33898,"output_tokens":75017,"total_tokens":108915,"cost":0.77919544},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138515222,"overall_relative_score":138515222,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":456,"performance":1348,"input_tokens":35062,"output_tokens":58878,"total_tokens":93940,"cost":0.6189107599999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":892530264,"overall_relative_score":1549186681448,"max_execution_time_ms":440,"max_memory_usage_kib":29076,"rank":575,"performance":1263,"input_tokens":51223,"output_tokens":77999,"total_tokens":129222,"cost":0.82323629},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202273,"overall_relative_score":202273,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":40256,"output_tokens":86853,"total_tokens":127109,"cost":0.9059033799999999}]},{"num_self_refine":8,"rank":{"all":{"mean":508.95,"median":406.5,"min":39,"max":1019,"stdev":291.4260208715509},"short":{"mean":413.69565217391306,"median":307.0,"min":39,"max":1019,"stdev":273.8015928605318},"long":{"mean":637.8235294117648,"median":625.0,"min":331,"max":1017,"stdev":270.6386509938385}},"performance":{"all":{"mean":1116.95,"median":1250.0,"min":-70,"max":2247,"stdev":541.1187343045744},"short":{"mean":1213.1304347826087,"median":1317.0,"min":-70,"max":2247,"stdev":635.348315661133},"long":{"mean":986.8235294117648,"median":1038.0,"min":463,"max":1473,"stdev":356.9191496848617}},"input_tokens":{"all":{"mean":194714.25,"median":199404.5,"min":110263,"max":271958,"stdev":41229.20889229643},"short":{"mean":178672.91304347827,"median":178340.0,"min":110263,"max":253645,"stdev":39510.4806716039},"long":{"mean":216417.23529411765,"median":210192.0,"min":144240,"max":271958,"stdev":33563.88045862958}},"output_tokens":{"all":{"mean":117316.4,"median":119843.5,"min":85594,"max":151499,"stdev":17160.91147062312},"short":{"mean":113513.13043478261,"median":117125.0,"min":85594,"max":150058,"stdev":18670.036118444754},"long":{"mean":122462.0,"median":121302.0,"min":103663,"max":151499,"stdev":13770.50469300236}},"total_tokens":{"all":{"mean":312030.65,"median":325387.5,"min":216972,"max":423457,"stdev":49122.62415031205},"short":{"mean":292186.04347826086,"median":307595.0,"min":216972,"max":353745,"stdev":47904.64954894373},"long":{"mean":338879.23529411765,"median":343416.0,"min":274536,"max":423457,"stdev":37340.87207325475}},"cost":{"all":{"mean":1.2969810105,"median":1.30500005,"min":0.94046648,"max":1.71375642,"stdev":0.1860664245289388},"short":{"mean":1.2496719004347825,"median":1.2558866,"min":0.94046648,"max":1.71375642,"stdev":0.20483036434091584},"long":{"mean":1.3609874535294118,"median":1.3363433000000002,"min":1.1812025599999998,"max":1.6817989,"stdev":0.13830758867990037}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":876517557144,"overall_relative_score":876517557144,"max_execution_time_ms":4970,"max_memory_usage_kib":3072,"rank":709,"performance":1038,"input_tokens":196422,"output_tokens":128865,"total_tokens":325287,"cost":1.4114727200000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1274,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":110263,"output_tokens":125708,"total_tokens":235971,"cost":1.3311278700000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2669207535668,"overall_relative_score":2669207535668,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":399,"performance":1279,"input_tokens":209096,"output_tokens":116086,"total_tokens":325182,"cost":1.2845528999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3377884947,"overall_relative_score":3377884947,"max_execution_time_ms":2960,"max_memory_usage_kib":3072,"rank":287,"performance":1317,"input_tokens":199673,"output_tokens":125815,"total_tokens":325488,"cost":1.3829242899999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5365397,"overall_relative_score":5365397,"max_execution_time_ms":2930,"max_memory_usage_kib":31744,"rank":307,"performance":1196,"input_tokens":190239,"output_tokens":142118,"total_tokens":332357,"cost":1.5373859899999998},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5164466,"overall_relative_score":5164466,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":354,"performance":1266,"input_tokens":197907,"output_tokens":105459,"total_tokens":303366,"cost":1.20864867},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1824360,"overall_relative_score":1824360,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":39,"performance":2247,"input_tokens":208928,"output_tokens":129147,"total_tokens":338075,"cost":1.41615798},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8230935587,"overall_relative_score":8230935587,"max_execution_time_ms":770,"max_memory_usage_kib":4096,"rank":514,"performance":777,"input_tokens":146352,"output_tokens":87378,"total_tokens":233730,"cost":0.96225564},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":243472,"output_tokens":131484,"total_tokens":374956,"cost":1.45818996},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6583187729,"overall_relative_score":6583187729,"max_execution_time_ms":1160,"max_memory_usage_kib":31824,"rank":103,"performance":1944,"input_tokens":245544,"output_tokens":100613,"total_tokens":346157,"cost":1.1522118999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34368,"overall_relative_score":34368,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":242,"performance":1448,"input_tokens":204632,"output_tokens":121852,"total_tokens":326484,"cost":1.3229277000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":263784,"output_tokens":103663,"total_tokens":367447,"cost":1.1812025599999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79162828,"overall_relative_score":79162828,"max_execution_time_ms":2950,"max_memory_usage_kib":5120,"rank":248,"performance":1491,"input_tokens":253645,"output_tokens":100030,"total_tokens":353675,"cost":1.14495273},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319706939,"overall_relative_score":1319706939,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":165486,"output_tokens":118452,"total_tokens":283938,"cost":1.2889081},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73308967,"overall_relative_score":73308967,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":391,"performance":1240,"input_tokens":144592,"output_tokens":88137,"total_tokens":232729,"cost":0.9713577},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9692954750,"overall_relative_score":136837160928,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":395,"performance":1381,"input_tokens":144240,"output_tokens":130296,"total_tokens":274536,"cost":1.3892647},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149547487420,"overall_relative_score":877899723262,"max_execution_time_ms":5950,"max_memory_usage_kib":36864,"rank":331,"performance":1433,"input_tokens":233563,"output_tokens":110140,"total_tokens":343703,"cost":1.26785341},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109927790273761,"overall_relative_score":18082245132,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":405,"performance":1169,"input_tokens":271958,"output_tokens":151499,"total_tokens":423457,"cost":1.6817989},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":13312,"rank":967,"performance":-70,"input_tokens":217894,"output_tokens":129655,"total_tokens":347549,"cost":1.43131654},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":126350,"output_tokens":99106,"total_tokens":225456,"cost":1.0684254},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277003879066,"overall_relative_score":277003879066,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":145885,"output_tokens":99805,"total_tokens":245690,"cost":1.08674935},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":245344,"output_tokens":108401,"total_tokens":353745,"cost":1.2231340599999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145883551799,"overall_relative_score":143284162031,"max_execution_time_ms":1950,"max_memory_usage_kib":6144,"rank":815,"performance":870,"input_tokens":199930,"output_tokens":111844,"total_tokens":311774,"cost":1.24169126},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1345577,"overall_relative_score":1345577,"max_execution_time_ms":320,"max_memory_usage_kib":179200,"rank":514,"performance":1096,"input_tokens":131378,"output_tokens":85594,"total_tokens":216972,"cost":0.94046648},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":548183187827,"overall_relative_score":88612159004,"max_execution_time_ms":2040,"max_memory_usage_kib":20480,"rank":974,"performance":463,"input_tokens":252276,"output_tokens":138389,"total_tokens":390665,"cost":1.5352200399999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067385,"overall_relative_score":1067385,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":145,"performance":1924,"input_tokens":199136,"output_tokens":129679,"total_tokens":328815,"cost":1.4219721600000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2825625360097,"overall_relative_score":27923437796,"max_execution_time_ms":3090,"max_memory_usage_kib":18944,"rank":1017,"performance":526,"input_tokens":210192,"output_tokens":139264,"total_tokens":349456,"cost":1.51285062},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1090221097,"overall_relative_score":161358883572,"max_execution_time_ms":3010,"max_memory_usage_kib":11264,"rank":343,"performance":1473,"input_tokens":237481,"output_tokens":105935,"total_tokens":343416,"cost":1.20058237},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10361580651749,"overall_relative_score":10361580651749,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":481,"performance":1302,"input_tokens":167141,"output_tokens":96709,"total_tokens":263850,"cost":1.0757990899999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47752000000,"overall_relative_score":5333989,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":201348,"output_tokens":124654,"total_tokens":326002,"cost":1.3752805199999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650468640,"overall_relative_score":2650468640,"max_execution_time_ms":1980,"max_memory_usage_kib":7168,"rank":645,"performance":1026,"input_tokens":185389,"output_tokens":122206,"total_tokens":307595,"cost":1.36998491},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247972597,"overall_relative_score":247972597,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":291,"performance":1611,"input_tokens":175750,"output_tokens":105753,"total_tokens":281503,"cost":1.1635245},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417116000,"overall_relative_score":489832729,"max_execution_time_ms":2930,"max_memory_usage_kib":22424,"rank":963,"performance":507,"input_tokens":239101,"output_tokens":111585,"total_tokens":350686,"cost":1.28127633},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":180830,"output_tokens":150058,"total_tokens":330888,"cost":1.71375642},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4988530959,"overall_relative_score":1940765907550,"max_execution_time_ms":3000,"max_memory_usage_kib":9600,"rank":987,"performance":664,"input_tokens":213087,"output_tokens":132937,"total_tokens":346024,"cost":1.48165035},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70941607,"overall_relative_score":70941607,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":237,"performance":1743,"input_tokens":162156,"output_tokens":121235,"total_tokens":283391,"cost":1.3210920000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462932,"overall_relative_score":462932,"max_execution_time_ms":700,"max_memory_usage_kib":19456,"rank":228,"performance":1720,"input_tokens":141958,"output_tokens":117125,"total_tokens":259083,"cost":1.2558866},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139329238,"overall_relative_score":139329238,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":408,"performance":1416,"input_tokens":148058,"output_tokens":89878,"total_tokens":237936,"cost":0.9900668199999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":876141362,"overall_relative_score":1583124134307,"max_execution_time_ms":370,"max_memory_usage_kib":29908,"rank":550,"performance":1290,"input_tokens":199750,"output_tokens":121302,"total_tokens":321052,"cost":1.3363433000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203012,"overall_relative_score":203012,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":801,"performance":815,"input_tokens":178340,"output_tokens":134800,"total_tokens":313140,"cost":1.45897758}]},{"num_self_refine":16,"rank":{"all":{"mean":484.675,"median":400.0,"min":41,"max":1019,"stdev":275.4655162466359},"short":{"mean":397.60869565217394,"median":307.0,"min":41,"max":1019,"stdev":267.981468004181},"long":{"mean":602.4705882352941,"median":550.0,"min":326,"max":1014,"stdev":246.122204820862}},"performance":{"all":{"mean":1174.55,"median":1262.0,"min":-70,"max":2228,"stdev":505.3978859046831},"short":{"mean":1265.1739130434783,"median":1323.0,"min":-70,"max":2228,"stdev":601.6394006208758},"long":{"mean":1051.9411764705883,"median":1052.0,"min":463,"max":1473,"stdev":311.6350972267556}},"input_tokens":{"all":{"mean":790034.725,"median":805865.5,"min":406078,"max":1174189,"stdev":172169.07445016076},"short":{"mean":714019.0434782609,"median":740444.0,"min":406078,"max":995892,"stdev":146394.73551434904},"long":{"mean":892879.4705882353,"median":884251.0,"min":573874,"max":1174189,"stdev":152447.05468461732}},"output_tokens":{"all":{"mean":182505.3,"median":181026.5,"min":134500,"max":241633,"stdev":31016.865275160155},"short":{"mean":173011.26086956522,"median":163819.0,"min":134500,"max":236373,"stdev":29957.443531263707},"long":{"mean":195350.17647058822,"median":195568.0,"min":152334,"max":241633,"stdev":28392.269668070072}},"total_tokens":{"all":{"mean":972540.025,"median":996666.0,"min":622904,"max":1398592,"stdev":188184.9302566954},"short":{"mean":887030.304347826,"median":919360.0,"min":622904,"max":1157744,"stdev":155979.99389678},"long":{"mean":1088229.6470588236,"median":1072060.0,"min":769442,"max":1398592,"stdev":167736.9543280271}},"cost":{"all":{"mean":2.22047802975,"median":2.2093909700000003,"min":1.6138036900000001,"max":3.1198991600000006,"stdev":0.37217440687150444},"short":{"mean":2.0904686547826086,"median":2.0670273399999997,"min":1.6138036900000001,"max":3.1198991600000006,"stdev":0.36101996765962685},"long":{"mean":2.3963730664705882,"median":2.3935687100000003,"min":1.9454764800000002,"max":2.9355901899999997,"stdev":0.31819200666054337}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":876517557144,"overall_relative_score":876517557144,"max_execution_time_ms":4970,"max_memory_usage_kib":3072,"rank":709,"performance":1038,"input_tokens":853179,"output_tokens":218881,"total_tokens":1072060,"cost":2.58510605},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1274,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":406078,"output_tokens":216826,"total_tokens":622904,"cost":2.3776566000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2673024468595,"overall_relative_score":2673024468595,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":395,"performance":1285,"input_tokens":852560,"output_tokens":194361,"total_tokens":1046921,"cost":2.4264254000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3375576697,"overall_relative_score":3375576697,"max_execution_time_ms":3000,"max_memory_usage_kib":3072,"rank":287,"performance":1317,"input_tokens":855616,"output_tokens":184446,"total_tokens":1040062,"cost":2.2433247799999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5381666,"overall_relative_score":5381666,"max_execution_time_ms":2930,"max_memory_usage_kib":32768,"rank":307,"performance":1196,"input_tokens":780408,"output_tokens":213863,"total_tokens":994271,"cost":2.5057475599999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5164466,"overall_relative_score":5164466,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":354,"performance":1266,"input_tokens":785237,"output_tokens":177565,"total_tokens":962802,"cost":2.2173852700000003},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1815798,"overall_relative_score":1815798,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":41,"performance":2228,"input_tokens":883629,"output_tokens":196860,"total_tokens":1080489,"cost":2.37614411},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8273057980,"overall_relative_score":8273057980,"max_execution_time_ms":740,"max_memory_usage_kib":4096,"rank":514,"performance":777,"input_tokens":589181,"output_tokens":134500,"total_tokens":723681,"cost":1.6138036900000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800424525,"overall_relative_score":800424525,"max_execution_time_ms":1580,"max_memory_usage_kib":3072,"rank":542,"performance":1033,"input_tokens":1064803,"output_tokens":237632,"total_tokens":1302435,"cost":2.85851879},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6606941182,"overall_relative_score":6606941182,"max_execution_time_ms":1990,"max_memory_usage_kib":21504,"rank":99,"performance":1962,"input_tokens":888977,"output_tokens":163819,"total_tokens":1052796,"cost":2.03722213},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34368,"overall_relative_score":34368,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":242,"performance":1448,"input_tokens":740444,"output_tokens":183573,"total_tokens":924017,"cost":2.1648738000000005},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":946765,"output_tokens":152334,"total_tokens":1099099,"cost":1.95223945},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78882804,"overall_relative_score":78882804,"max_execution_time_ms":2980,"max_memory_usage_kib":3072,"rank":254,"performance":1478,"input_tokens":995892,"output_tokens":161852,"total_tokens":1157744,"cost":2.0670273399999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319030821,"overall_relative_score":1319030821,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":347,"performance":1258,"input_tokens":675479,"output_tokens":193734,"total_tokens":869213,"cost":2.2640448499999994},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73308967,"overall_relative_score":73308967,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":391,"performance":1240,"input_tokens":572029,"output_tokens":143563,"total_tokens":715592,"cost":1.6961743699999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10374668330,"overall_relative_score":145434360140,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":389,"performance":1390,"input_tokens":573874,"output_tokens":195568,"total_tokens":769442,"cost":2.2319839},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110530916588,"overall_relative_score":883892025756,"max_execution_time_ms":5990,"max_memory_usage_kib":36864,"rank":326,"performance":1441,"input_tokens":884251,"output_tokens":161222,"total_tokens":1045473,"cost":2.20139667},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109927790273761,"overall_relative_score":18082245132,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":405,"performance":1169,"input_tokens":1174189,"output_tokens":224403,"total_tokens":1398592,"cost":2.9054652699999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":13312,"rank":967,"performance":-70,"input_tokens":834766,"output_tokens":178480,"total_tokens":1013246,"cost":2.1684715},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":484994,"output_tokens":140056,"total_tokens":625050,"cost":1.62881064},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280468142595,"overall_relative_score":280468142595,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":133,"performance":1423,"input_tokens":588774,"output_tokens":138648,"total_tokens":727422,"cost":1.72876798},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":855748,"output_tokens":143313,"total_tokens":999061,"cost":1.81450658},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145883551799,"overall_relative_score":143284162031,"max_execution_time_ms":1950,"max_memory_usage_kib":6144,"rank":815,"performance":870,"input_tokens":819192,"output_tokens":156718,"total_tokens":975910,"cost":1.9454764800000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1349783,"overall_relative_score":1349783,"max_execution_time_ms":950,"max_memory_usage_kib":896000,"rank":501,"performance":1120,"input_tokens":542920,"output_tokens":146258,"total_tokens":689178,"cost":1.7240956},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":548183187827,"overall_relative_score":88612159004,"max_execution_time_ms":2040,"max_memory_usage_kib":20480,"rank":974,"performance":463,"input_tokens":1149028,"output_tokens":241633,"total_tokens":1390661,"cost":2.9355901899999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067925,"overall_relative_score":1067925,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":140,"performance":1939,"input_tokens":830359,"output_tokens":198794,"total_tokens":1029153,"cost":2.3801961700000005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2406362111681,"overall_relative_score":33032510592,"max_execution_time_ms":3100,"max_memory_usage_kib":30356,"rank":1014,"performance":534,"input_tokens":858955,"output_tokens":219914,"total_tokens":1078869,"cost":2.59425997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1090221097,"overall_relative_score":161358883572,"max_execution_time_ms":3010,"max_memory_usage_kib":11264,"rank":343,"performance":1473,"input_tokens":995742,"output_tokens":213686,"total_tokens":1209428,"cost":2.59875626},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10380431368715,"overall_relative_score":10380431368715,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":472,"performance":1315,"input_tokens":681084,"output_tokens":146213,"total_tokens":827297,"cost":1.8490469799999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39682813332,"overall_relative_score":6889048197,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":835,"performance":848,"input_tokens":949806,"output_tokens":195597,"total_tokens":1145403,"cost":2.3935687100000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650468640,"overall_relative_score":2650468640,"max_execution_time_ms":1980,"max_memory_usage_kib":7168,"rank":645,"performance":1026,"input_tokens":756478,"output_tokens":162882,"total_tokens":919360,"cost":2.0877654},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247972597,"overall_relative_score":247972597,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":291,"performance":1611,"input_tokens":671945,"output_tokens":154382,"total_tokens":826327,"cost":1.86121653},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235701114,"overall_relative_score":29572960309,"max_execution_time_ms":2990,"max_memory_usage_kib":22424,"rank":624,"performance":1052,"input_tokens":894008,"output_tokens":159566,"total_tokens":1053574,"cost":2.0293529},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234937,"overall_relative_score":234937,"max_execution_time_ms":1230,"max_memory_usage_kib":4096,"rank":348,"performance":1323,"input_tokens":784822,"output_tokens":236373,"total_tokens":1021195,"cost":3.1198991600000006},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4916625090,"overall_relative_score":1966590659046,"max_execution_time_ms":2850,"max_memory_usage_kib":8720,"rank":983,"performance":671,"input_tokens":909344,"output_tokens":203965,"total_tokens":1113309,"cost":2.4879520200000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70941607,"overall_relative_score":70941607,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":237,"performance":1743,"input_tokens":702494,"output_tokens":169941,"total_tokens":872435,"cost":2.0430359800000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462932,"overall_relative_score":462932,"max_execution_time_ms":700,"max_memory_usage_kib":19456,"rank":228,"performance":1720,"input_tokens":619246,"output_tokens":203974,"total_tokens":823220,"cost":2.3370389},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139329238,"overall_relative_score":139329238,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":408,"performance":1416,"input_tokens":607651,"output_tokens":148952,"total_tokens":756603,"cost":1.7851429899999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":876141362,"overall_relative_score":1583124134307,"max_execution_time_ms":370,"max_memory_usage_kib":29908,"rank":550,"performance":1290,"input_tokens":792539,"output_tokens":174174,"total_tokens":966713,"cost":2.1108199500000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203012,"overall_relative_score":203012,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":801,"performance":815,"input_tokens":748903,"output_tokens":211691,"total_tokens":960594,"cost":2.4708102700000008}]}]},{"model_name":"gemini-3-flash-preview-high","detail_path":"data/model_details/gemini-3-flash-preview-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":388.55,"median":346.0,"min":38,"max":1016,"stdev":227.57787621732862},"short":{"mean":305.39130434782606,"median":284.0,"min":38,"max":640,"stdev":189.01027849165789},"long":{"mean":501.05882352941177,"median":523.0,"min":128,"max":1016,"stdev":231.79799141392363}},"performance":{"all":{"mean":1367.2,"median":1356.5,"min":-61,"max":2410,"stdev":461.4185040691757},"short":{"mean":1477.3478260869565,"median":1476.0,"min":-61,"max":2410,"stdev":514.7522447914012},"long":{"mean":1218.1764705882354,"median":1210.0,"min":529,"max":1808,"stdev":337.032312118237}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":29987.6,"median":30514.5,"min":17138,"max":48204,"stdev":5672.512118394578},"short":{"mean":29322.565217391304,"median":30008.0,"min":20617,"max":37528,"stdev":4210.8548346784855},"long":{"mean":30887.352941176472,"median":30931.0,"min":17138,"max":48204,"stdev":7249.547873326105}},"total_tokens":{"all":{"mean":33247.925,"median":33098.0,"min":21496,"max":56790,"stdev":6310.123670564668},"short":{"mean":31991.434782608696,"median":32281.0,"min":22228,"max":39219,"stdev":4189.1583752921815},"long":{"mean":34947.882352941175,"median":34215.0,"min":21496,"max":56790,"stdev":8221.049673569314}},"cost":{"all":{"mean":0.0910667775,"median":0.09271525,"min":0.053593,"max":0.148905,"stdev":0.01721663744932593},"short":{"mean":0.08886482826086957,"median":0.0902497,"min":0.0626565,"max":0.1134295,"stdev":0.012437963426485739},"long":{"mean":0.09404588529411764,"median":0.094398,"min":0.053593,"max":0.148905,"stdev":0.0222123744782734}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":911187899212,"overall_relative_score":911187899212,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":523,"performance":1210,"input_tokens":1477,"output_tokens":30098,"total_tokens":31575,"cost":0.0910325},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3264370,"overall_relative_score":3264370,"max_execution_time_ms":90,"max_memory_usage_kib":17408,"rank":281,"performance":1476,"input_tokens":1611,"output_tokens":20617,"total_tokens":22228,"cost":0.0626565},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2752370035450,"overall_relative_score":2752370035450,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":254,"performance":1526,"input_tokens":2878,"output_tokens":23462,"total_tokens":26340,"cost":0.07091195},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4747569087,"overall_relative_score":4747569087,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":161,"performance":1671,"input_tokens":1724,"output_tokens":33436,"total_tokens":35160,"cost":0.10117},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18521045,"overall_relative_score":18521045,"max_execution_time_ms":280,"max_memory_usage_kib":49152,"rank":74,"performance":2009,"input_tokens":1920,"output_tokens":31362,"total_tokens":33282,"cost":0.095046},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5672599,"overall_relative_score":5672599,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":128,"performance":1808,"input_tokens":4052,"output_tokens":21111,"total_tokens":25163,"cost":0.065359},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1725297,"overall_relative_score":1725297,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":67,"performance":2028,"input_tokens":1691,"output_tokens":37528,"total_tokens":39219,"cost":0.1134295},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":6144,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":27470,"total_tokens":29857,"cost":0.0836035},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":14637573,"overall_relative_score":14637573,"max_execution_time_ms":811,"max_memory_usage_kib":3072,"rank":809,"performance":582,"input_tokens":3202,"output_tokens":37761,"total_tokens":40963,"cost":0.114884},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6475745860,"overall_relative_score":6475745860,"max_execution_time_ms":240,"max_memory_usage_kib":8192,"rank":110,"performance":1915,"input_tokens":2384,"output_tokens":26510,"total_tokens":28894,"cost":0.07981075},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150848,"overall_relative_score":150848,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":151,"performance":1697,"input_tokens":8820,"output_tokens":22445,"total_tokens":31265,"cost":0.071745},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":190253193,"overall_relative_score":190253193,"max_execution_time_ms":2997,"max_memory_usage_kib":6144,"rank":593,"performance":994,"input_tokens":8586,"output_tokens":48204,"total_tokens":56790,"cost":0.148905},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94175166,"overall_relative_score":94175166,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":50,"performance":2205,"input_tokens":6674,"output_tokens":31931,"total_tokens":38605,"cost":0.096376},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1434535210,"overall_relative_score":1434535210,"max_execution_time_ms":4760,"max_memory_usage_kib":3072,"rank":254,"performance":1438,"input_tokens":3108,"output_tokens":33974,"total_tokens":37082,"cost":0.10256205},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105460444,"overall_relative_score":105460444,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":284,"performance":1439,"input_tokens":2684,"output_tokens":28456,"total_tokens":31140,"cost":0.0857974},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123894967,"overall_relative_score":174786751453,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":2974,"output_tokens":28519,"total_tokens":31493,"cost":0.087044},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40615880421,"overall_relative_score":1062888085788,"max_execution_time_ms":5830,"max_memory_usage_kib":3072,"rank":196,"performance":1707,"input_tokens":7598,"output_tokens":32581,"total_tokens":40179,"cost":0.09878665},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35700080452597,"overall_relative_score":47500436145,"max_execution_time_ms":1060,"max_memory_usage_kib":4096,"rank":311,"performance":1345,"input_tokens":4870,"output_tokens":39292,"total_tokens":44162,"cost":0.120311},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441008323,"overall_relative_score":441008323,"max_execution_time_ms":1870,"max_memory_usage_kib":12288,"rank":341,"performance":1460,"input_tokens":3895,"output_tokens":34539,"total_tokens":38434,"cost":0.1046492},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12991375,"overall_relative_score":12991375,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":457,"performance":1368,"input_tokens":1873,"output_tokens":31565,"total_tokens":33438,"cost":0.0956315},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281872226034,"overall_relative_score":281872226034,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":123,"performance":1500,"input_tokens":2273,"output_tokens":30008,"total_tokens":32281,"cost":0.0902497},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93754,"overall_relative_score":93754,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":340,"performance":1312,"input_tokens":1944,"output_tokens":34539,"total_tokens":36483,"cost":0.104589},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45673602653,"overall_relative_score":239350414356,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":595,"performance":1136,"input_tokens":2950,"output_tokens":25312,"total_tokens":28262,"cost":0.0764975},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1348825,"overall_relative_score":1348825,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":504,"performance":1114,"input_tokens":1832,"output_tokens":31282,"total_tokens":33114,"cost":0.094762},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53914702457,"overall_relative_score":1024740763082,"max_execution_time_ms":1910,"max_memory_usage_kib":6144,"rank":521,"performance":1199,"input_tokens":3528,"output_tokens":27363,"total_tokens":30891,"cost":0.08293815},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1054112,"overall_relative_score":1054112,"max_execution_time_ms":1860,"max_memory_usage_kib":4096,"rank":251,"performance":1669,"input_tokens":1958,"output_tokens":24256,"total_tokens":26214,"cost":0.073747},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":86754786236,"overall_relative_score":30543988583,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":1016,"performance":529,"input_tokens":4358,"output_tokens":17138,"total_tokens":21496,"cost":0.053593},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3379188726,"overall_relative_score":83551073759,"max_execution_time_ms":290,"max_memory_usage_kib":17056,"rank":475,"performance":1282,"input_tokens":3210,"output_tokens":30931,"total_tokens":34141,"cost":0.094398},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10239350423510,"overall_relative_score":10239350423510,"max_execution_time_ms":180,"max_memory_usage_kib":9216,"rank":524,"performance":1241,"input_tokens":1854,"output_tokens":31228,"total_tokens":33082,"cost":0.094611},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":744717,"overall_relative_score":341665200079,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":666,"performance":1058,"input_tokens":2939,"output_tokens":34853,"total_tokens":37792,"cost":0.105115},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5635565769,"overall_relative_score":5635565769,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":281,"performance":1578,"input_tokens":2037,"output_tokens":25906,"total_tokens":27943,"cost":0.0778266},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231740820,"overall_relative_score":231740820,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":472,"performance":1332,"input_tokens":4753,"output_tokens":24937,"total_tokens":29690,"cost":0.07535465},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":404359896,"overall_relative_score":1192606919,"max_execution_time_ms":774,"max_memory_usage_kib":3072,"rank":658,"performance":1010,"input_tokens":4264,"output_tokens":32518,"total_tokens":36782,"cost":0.099686},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":100,"max_memory_usage_kib":97280,"rank":640,"performance":639,"input_tokens":1943,"output_tokens":31309,"total_tokens":33252,"cost":0.0948985},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3970783258,"overall_relative_score":2456383045694,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":618,"performance":1150,"input_tokens":4424,"output_tokens":29791,"total_tokens":34215,"cost":0.0897526},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75526266,"overall_relative_score":75526266,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":38,"performance":2410,"input_tokens":1761,"output_tokens":25791,"total_tokens":27552,"cost":0.0782535},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441506,"overall_relative_score":441506,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":531,"performance":1246,"input_tokens":2301,"output_tokens":33176,"total_tokens":35477,"cost":0.09976725},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144059034,"overall_relative_score":144059034,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":285,"performance":1612,"input_tokens":1559,"output_tokens":28868,"total_tokens":30427,"cost":0.0873835},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891453466,"overall_relative_score":1582678013558,"max_execution_time_ms":1150,"max_memory_usage_kib":19872,"rank":550,"performance":1290,"input_tokens":4611,"output_tokens":32177,"total_tokens":36788,"cost":0.09700365},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1506,"output_tokens":27260,"total_tokens":28766,"cost":0.082533}]},{"num_self_refine":2,"rank":{"all":{"mean":337.85,"median":301.5,"min":38,"max":1016,"stdev":217.04572955473859},"short":{"mean":250.2173913043478,"median":245.0,"min":38,"max":524,"stdev":159.6339439073997},"long":{"mean":456.4117647058824,"median":475.0,"min":103,"max":1016,"stdev":231.9784631230692}},"performance":{"all":{"mean":1472.125,"median":1441.5,"min":207,"max":2410,"stdev":429.92421440086986},"short":{"mean":1608.2173913043478,"median":1648.0,"min":207,"max":2410,"stdev":452.40206941510246},"long":{"mean":1288.0,"median":1282.0,"min":529,"max":1906,"stdev":326.3002834813356}},"input_tokens":{"all":{"mean":10722.275,"median":9314.0,"min":6684,"max":21495,"stdev":3921.6548573111063},"short":{"mean":9516.652173913044,"median":8076.0,"min":6684,"max":21247,"stdev":3757.211146687196},"long":{"mean":12353.411764705883,"median":11821.0,"min":7978,"max":21495,"stdev":3627.742790958717}},"output_tokens":{"all":{"mean":52643.25,"median":52392.0,"min":37164,"max":76168,"stdev":8637.869652930962},"short":{"mean":52881.95652173913,"median":54201.0,"min":38671,"max":65430,"stdev":7556.822675739399},"long":{"mean":52320.294117647056,"median":51537.0,"min":37164,"max":76168,"stdev":10156.564101387252}},"total_tokens":{"all":{"mean":63365.525,"median":63506.5,"min":45355,"max":91422,"stdev":9687.261601334627},"short":{"mean":62398.608695652176,"median":63350.0,"min":45355,"max":76042,"stdev":8090.088665314381},"long":{"mean":64673.705882352944,"median":63663.0,"min":48820,"max":91422,"stdev":11644.184808117236}},"cost":{"all":{"mean":0.16222864,"median":0.1602792,"min":0.11642155,"max":0.236131,"stdev":0.026362833374221153},"short":{"mean":0.16269491739130434,"median":0.16638599999999998,"min":0.119355,"max":0.20003700000000002,"stdev":0.022674392395300197},"long":{"mean":0.16159779411764705,"median":0.15846985,"min":0.11642155,"max":0.236131,"stdev":0.03140698254305324}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962850817760,"overall_relative_score":962850817760,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":210,"performance":1595,"input_tokens":7978,"output_tokens":50292,"total_tokens":58270,"cost":0.154865},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3460635,"overall_relative_score":3460635,"max_execution_time_ms":770,"max_memory_usage_kib":61440,"rank":245,"performance":1544,"input_tokens":6684,"output_tokens":38671,"total_tokens":45355,"cost":0.119355},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2766968813043,"overall_relative_score":2766968813043,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":223,"performance":1591,"input_tokens":9699,"output_tokens":39121,"total_tokens":48820,"cost":0.12032385000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4913619752,"overall_relative_score":4913619752,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":147,"performance":1719,"input_tokens":8076,"output_tokens":48296,"total_tokens":56372,"cost":0.148926},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":49152,"rank":515,"performance":207,"input_tokens":8692,"output_tokens":58561,"total_tokens":67253,"cost":0.180029},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5738447,"overall_relative_score":5738447,"max_execution_time_ms":2090,"max_memory_usage_kib":3072,"rank":103,"performance":1906,"input_tokens":11867,"output_tokens":37164,"total_tokens":49031,"cost":0.11642155},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1725297,"overall_relative_score":1725297,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":67,"performance":2028,"input_tokens":7782,"output_tokens":64070,"total_tokens":71852,"cost":0.196101},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14142334852,"overall_relative_score":14142334852,"max_execution_time_ms":1230,"max_memory_usage_kib":3072,"rank":56,"performance":2136,"input_tokens":7326,"output_tokens":41675,"total_tokens":49001,"cost":0.1275351},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4225147235,"overall_relative_score":4225147235,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":470,"performance":1130,"input_tokens":9551,"output_tokens":51537,"total_tokens":61088,"cost":0.15846985},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6756783186,"overall_relative_score":6756783186,"max_execution_time_ms":1060,"max_memory_usage_kib":24060,"rank":76,"performance":2074,"input_tokens":9109,"output_tokens":44412,"total_tokens":53521,"cost":0.1358627},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150848,"overall_relative_score":150848,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":151,"performance":1697,"input_tokens":21247,"output_tokens":44128,"total_tokens":65375,"cost":0.1430075},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":190253193,"overall_relative_score":190253193,"max_execution_time_ms":2997,"max_memory_usage_kib":6144,"rank":593,"performance":994,"input_tokens":21495,"output_tokens":64181,"total_tokens":85676,"cost":0.2032905},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94860769,"overall_relative_score":94860769,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":43,"performance":2261,"input_tokens":18291,"output_tokens":56549,"total_tokens":74840,"cost":0.1760385},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1434535210,"overall_relative_score":1434535210,"max_execution_time_ms":4760,"max_memory_usage_kib":3072,"rank":254,"performance":1438,"input_tokens":11061,"output_tokens":51964,"total_tokens":63025,"cost":0.15947715},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":102372286,"overall_relative_score":102372286,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":292,"performance":1423,"input_tokens":9416,"output_tokens":55124,"total_tokens":64540,"cost":0.16814859999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123894967,"overall_relative_score":174786751453,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":9045,"output_tokens":61040,"total_tokens":70085,"cost":0.1866489},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30201494106,"overall_relative_score":1151251094395,"max_execution_time_ms":5900,"max_memory_usage_kib":3072,"rank":174,"performance":1764,"input_tokens":19631,"output_tokens":48624,"total_tokens":68255,"cost":0.15293215},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35700080452597,"overall_relative_score":47500436145,"max_execution_time_ms":1060,"max_memory_usage_kib":4096,"rank":311,"performance":1345,"input_tokens":15254,"output_tokens":76168,"total_tokens":91422,"cost":0.236131},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441357432,"overall_relative_score":441357432,"max_execution_time_ms":1880,"max_memory_usage_kib":10240,"rank":338,"performance":1465,"input_tokens":13923,"output_tokens":62119,"total_tokens":76042,"cost":0.1924032},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12991375,"overall_relative_score":12991375,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":457,"performance":1368,"input_tokens":7523,"output_tokens":64729,"total_tokens":72252,"cost":0.1979485},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283098942413,"overall_relative_score":283098942413,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":104,"performance":1640,"input_tokens":9212,"output_tokens":54138,"total_tokens":63350,"cost":0.16510165},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93754,"overall_relative_score":93754,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":340,"performance":1312,"input_tokens":7494,"output_tokens":65430,"total_tokens":72924,"cost":0.20003700000000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":40188594744,"overall_relative_score":250146454884,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":566,"performance":1170,"input_tokens":10016,"output_tokens":42728,"total_tokens":52744,"cost":0.13125745},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1380559,"overall_relative_score":1380559,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":223,"performance":1648,"input_tokens":7566,"output_tokens":54201,"total_tokens":61767,"cost":0.16638599999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53914702457,"overall_relative_score":1024740763082,"max_execution_time_ms":1910,"max_memory_usage_kib":6144,"rank":521,"performance":1199,"input_tokens":11821,"output_tokens":58386,"total_tokens":70207,"cost":0.1791173},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1054112,"overall_relative_score":1054112,"max_execution_time_ms":1860,"max_memory_usage_kib":4096,"rank":251,"performance":1669,"input_tokens":8771,"output_tokens":46937,"total_tokens":55708,"cost":0.1451965},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":86754786236,"overall_relative_score":30543988583,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":1016,"performance":529,"input_tokens":12698,"output_tokens":37936,"total_tokens":50634,"cost":0.1180654},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3379188726,"overall_relative_score":83551073759,"max_execution_time_ms":290,"max_memory_usage_kib":17056,"rank":475,"performance":1282,"input_tokens":11162,"output_tokens":56652,"total_tokens":67814,"cost":0.17453934999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10239350423510,"overall_relative_score":10239350423510,"max_execution_time_ms":180,"max_memory_usage_kib":9216,"rank":524,"performance":1241,"input_tokens":8653,"output_tokens":56159,"total_tokens":64812,"cost":0.1728035},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":744717,"overall_relative_score":341665200079,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":666,"performance":1058,"input_tokens":9428,"output_tokens":60900,"total_tokens":70328,"cost":0.1854826},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6925703134,"overall_relative_score":6925703134,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":144,"performance":1891,"input_tokens":7700,"output_tokens":49227,"total_tokens":56927,"cost":0.14961354999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234259629,"overall_relative_score":234259629,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":437,"performance":1382,"input_tokens":13852,"output_tokens":43890,"total_tokens":57742,"cost":0.13676315},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":404359896,"overall_relative_score":1192606919,"max_execution_time_ms":774,"max_memory_usage_kib":3072,"rank":658,"performance":1010,"input_tokens":12433,"output_tokens":51230,"total_tokens":63663,"cost":0.15780905},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":309790,"overall_relative_score":309790,"max_execution_time_ms":530,"max_memory_usage_kib":15360,"rank":174,"performance":1705,"input_tokens":7952,"output_tokens":54587,"total_tokens":62539,"cost":0.167737},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3970783258,"overall_relative_score":2456383045694,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":618,"performance":1150,"input_tokens":12915,"output_tokens":52820,"total_tokens":65735,"cost":0.16108125},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75526266,"overall_relative_score":75526266,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":38,"performance":2410,"input_tokens":7167,"output_tokens":48529,"total_tokens":55696,"cost":0.14917049999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":452109,"overall_relative_score":452109,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":431,"performance":1385,"input_tokens":8635,"output_tokens":56384,"total_tokens":65019,"cost":0.17150615},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145220628,"overall_relative_score":145220628,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":256,"performance":1665,"input_tokens":7076,"output_tokens":57313,"total_tokens":64389,"cost":0.175477},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891453466,"overall_relative_score":1582678013558,"max_execution_time_ms":1150,"max_memory_usage_kib":19872,"rank":550,"performance":1290,"input_tokens":13954,"output_tokens":48702,"total_tokens":62656,"cost":0.15125015},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":6736,"output_tokens":51156,"total_tokens":57892,"cost":0.15683599999999998}]},{"num_self_refine":4,"rank":{"all":{"mean":291.2,"median":250.5,"min":38,"max":1016,"stdev":215.69627268750392},"short":{"mean":190.8695652173913,"median":126.0,"min":38,"max":443,"stdev":143.27827480682672},"long":{"mean":426.94117647058823,"median":438.0,"min":100,"max":1016,"stdev":226.1195675379055}},"performance":{"all":{"mean":1598.15,"median":1548.5,"min":529,"max":2410,"stdev":403.7098825032269},"short":{"mean":1798.0434782608695,"median":1798.0,"min":1312,"max":2410,"stdev":336.2570010438268},"long":{"mean":1327.7058823529412,"median":1333.0,"min":529,"max":1919,"stdev":326.57039147515394}},"input_tokens":{"all":{"mean":39766.675,"median":36921.5,"min":27182,"max":61583,"stdev":10177.432743606858},"short":{"mean":38364.52173913043,"median":34627.0,"min":27182,"max":61583,"stdev":11328.791100833492},"long":{"mean":41663.705882352944,"median":39392.0,"min":31823,"max":60419,"stdev":8328.09649443306}},"output_tokens":{"all":{"mean":86465.9,"median":85289.0,"min":61522,"max":126937,"stdev":14074.29650434819},"short":{"mean":86263.26086956522,"median":87001.0,"min":61522,"max":104427,"stdev":11462.40226772013},"long":{"mean":86740.05882352941,"median":84173.0,"min":62872,"max":126937,"stdev":17379.258835860164}},"total_tokens":{"all":{"mean":126232.575,"median":126072.5,"min":89733,"max":181119,"stdev":19528.23166057548},"short":{"mean":124627.78260869565,"median":124823.0,"min":89733,"max":156599,"stdev":18138.19623926892},"long":{"mean":128403.76470588235,"median":130885.0,"min":101207,"max":181119,"stdev":21644.106456866648}},"cost":{"all":{"mean":0.27742284125,"median":0.27367715,"min":0.1986715,"max":0.407902,"stdev":0.04382791820630223},"short":{"mean":0.27597296739130434,"median":0.2771426,"min":0.1986715,"max":0.3384517,"stdev":0.03594841550839521},"long":{"mean":0.27938443529411766,"median":0.27169465,"min":0.20730805000000002,"max":0.407902,"stdev":0.05383450269935154}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962850817760,"overall_relative_score":962850817760,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":210,"performance":1595,"input_tokens":34228,"output_tokens":75607,"total_tokens":109835,"cost":0.243935},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3460635,"overall_relative_score":3460635,"max_execution_time_ms":770,"max_memory_usage_kib":61440,"rank":245,"performance":1544,"input_tokens":28211,"output_tokens":61522,"total_tokens":89733,"cost":0.1986715},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2766555891194,"overall_relative_score":2766555891194,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":225,"performance":1587,"input_tokens":37691,"output_tokens":63516,"total_tokens":101207,"cost":0.20750485000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5207044696,"overall_relative_score":5207044696,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":126,"performance":1798,"input_tokens":37014,"output_tokens":81427,"total_tokens":118441,"cost":0.26278799999999997},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19058245,"overall_relative_score":19058245,"max_execution_time_ms":2500,"max_memory_usage_kib":49152,"rank":53,"performance":2151,"input_tokens":38632,"output_tokens":100035,"total_tokens":138667,"cost":0.319421},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5753858,"overall_relative_score":5753858,"max_execution_time_ms":1430,"max_memory_usage_kib":3072,"rank":100,"performance":1919,"input_tokens":39392,"output_tokens":62872,"total_tokens":102264,"cost":0.20730805000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1725297,"overall_relative_score":1725297,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":67,"performance":2028,"input_tokens":34627,"output_tokens":90196,"total_tokens":124823,"cost":0.2879015},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14142334852,"overall_relative_score":14142334852,"max_execution_time_ms":1230,"max_memory_usage_kib":3072,"rank":56,"performance":2136,"input_tokens":28271,"output_tokens":70188,"total_tokens":98459,"cost":0.22237525000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4225147235,"overall_relative_score":4225147235,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":470,"performance":1130,"input_tokens":33137,"output_tokens":77220,"total_tokens":110357,"cost":0.24731184999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6756783186,"overall_relative_score":6756783186,"max_execution_time_ms":1060,"max_memory_usage_kib":24060,"rank":76,"performance":2074,"input_tokens":33865,"output_tokens":66128,"total_tokens":99993,"cost":0.2133887},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194036,"overall_relative_score":194036,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":140,"performance":1732,"input_tokens":58707,"output_tokens":74035,"total_tokens":132742,"cost":0.25145850000000003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321036321,"overall_relative_score":321036321,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":558,"performance":1041,"input_tokens":60419,"output_tokens":102282,"total_tokens":162701,"cost":0.3370555},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94860769,"overall_relative_score":94860769,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":43,"performance":2261,"input_tokens":56735,"output_tokens":94569,"total_tokens":151304,"cost":0.3093205},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1473016356,"overall_relative_score":1473016356,"max_execution_time_ms":4710,"max_memory_usage_kib":3072,"rank":235,"performance":1479,"input_tokens":38799,"output_tokens":84173,"total_tokens":122972,"cost":0.26997315},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107513060,"overall_relative_score":107513060,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":277,"performance":1454,"input_tokens":36142,"output_tokens":87001,"total_tokens":123143,"cost":0.2771426},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123894967,"overall_relative_score":174786751453,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":31823,"output_tokens":106696,"total_tokens":138519,"cost":0.3328333},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28473192005,"overall_relative_score":1205250081207,"max_execution_time_ms":5860,"max_memory_usage_kib":3072,"rank":163,"performance":1795,"input_tokens":56498,"output_tokens":82067,"total_tokens":138565,"cost":0.27169465},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35700080452597,"overall_relative_score":47500436145,"max_execution_time_ms":1060,"max_memory_usage_kib":4096,"rank":311,"performance":1345,"input_tokens":54182,"output_tokens":126937,"total_tokens":181119,"cost":0.407902},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441277591,"overall_relative_score":441277591,"max_execution_time_ms":1880,"max_memory_usage_kib":10240,"rank":340,"performance":1462,"input_tokens":52172,"output_tokens":104427,"total_tokens":156599,"cost":0.3384517},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13456640,"overall_relative_score":13456640,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":110,"performance":2060,"input_tokens":30780,"output_tokens":96939,"total_tokens":127719,"cost":0.306207},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283098942413,"overall_relative_score":283098942413,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":104,"performance":1640,"input_tokens":36829,"output_tokens":84065,"total_tokens":120894,"cost":0.26869115},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93757,"overall_relative_score":93757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":340,"performance":1312,"input_tokens":28043,"output_tokens":99279,"total_tokens":127322,"cost":0.3097525},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":40188594744,"overall_relative_score":250146454884,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":566,"performance":1170,"input_tokens":36202,"output_tokens":70760,"total_tokens":106962,"cost":0.22844645},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1393052,"overall_relative_score":1393052,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":91,"performance":2044,"input_tokens":30517,"output_tokens":77093,"total_tokens":107610,"cost":0.24432125},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53914702457,"overall_relative_score":1024740763082,"max_execution_time_ms":1910,"max_memory_usage_kib":6144,"rank":521,"performance":1199,"input_tokens":41136,"output_tokens":99742,"total_tokens":140878,"cost":0.3178428},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068100,"overall_relative_score":1068100,"max_execution_time_ms":1920,"max_memory_usage_kib":4096,"rank":138,"performance":1945,"input_tokens":57867,"output_tokens":97903,"total_tokens":155770,"cost":0.3145335},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":86754786236,"overall_relative_score":30543988583,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":1016,"performance":529,"input_tokens":43072,"output_tokens":65118,"total_tokens":108190,"cost":0.2147984},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2599297900,"overall_relative_score":103902894763,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":438,"performance":1333,"input_tokens":37551,"output_tokens":100315,"total_tokens":137866,"cost":0.31872285},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10449708919454,"overall_relative_score":10449708919454,"max_execution_time_ms":1660,"max_memory_usage_kib":44032,"rank":443,"performance":1358,"input_tokens":61583,"output_tokens":90690,"total_tokens":152273,"cost":0.2948416},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":744717,"overall_relative_score":341665200079,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":666,"performance":1058,"input_tokens":34528,"output_tokens":96357,"total_tokens":130885,"cost":0.3044036},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7452456621,"overall_relative_score":7452456621,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":82,"performance":2115,"input_tokens":32363,"output_tokens":77296,"total_tokens":109659,"cost":0.24615204999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234087250,"overall_relative_score":234087250,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":441,"performance":1376,"input_tokens":47187,"output_tokens":80548,"total_tokens":127735,"cost":0.26340465},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194837628,"overall_relative_score":86456449695,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":473,"performance":1242,"input_tokens":40145,"output_tokens":83148,"total_tokens":123293,"cost":0.26741905},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":377325,"overall_relative_score":377325,"max_execution_time_ms":220,"max_memory_usage_kib":6144,"rank":94,"performance":1968,"input_tokens":33601,"output_tokens":98065,"total_tokens":131666,"cost":0.3109955},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3953570508,"overall_relative_score":2464228543983,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":43001,"output_tokens":93020,"total_tokens":136021,"cost":0.29672425},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75531263,"overall_relative_score":75531263,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":38,"performance":2410,"input_tokens":28212,"output_tokens":84373,"total_tokens":112585,"cost":0.26510144999999996},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453166,"overall_relative_score":453166,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":422,"performance":1398,"input_tokens":36418,"output_tokens":92691,"total_tokens":129109,"cost":0.29431865},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145220628,"overall_relative_score":145220628,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":256,"performance":1665,"input_tokens":27426,"output_tokens":85827,"total_tokens":113253,"cost":0.2652747},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743855727,"overall_relative_score":1880973295427,"max_execution_time_ms":1400,"max_memory_usage_kib":17932,"rank":338,"performance":1553,"input_tokens":46479,"output_tokens":84751,"total_tokens":131230,"cost":0.27565965},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":206213,"overall_relative_score":206213,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":408,"performance":1424,"input_tokens":27182,"output_tokens":89758,"total_tokens":116940,"cost":0.282865}]},{"num_self_refine":8,"rank":{"all":{"mean":279.975,"median":240.5,"min":33,"max":1016,"stdev":217.36752375784056},"short":{"mean":176.34782608695653,"median":108.0,"min":33,"max":443,"stdev":140.47115805409766},"long":{"mean":420.1764705882353,"median":438.0,"min":100,"max":1016,"stdev":227.40966208972895}},"performance":{"all":{"mean":1631.7,"median":1574.0,"min":529,"max":2410,"stdev":425.1271423697706},"short":{"mean":1847.8695652173913,"median":1879.0,"min":1324,"max":2410,"stdev":356.7554935995222},"long":{"mean":1339.235294117647,"median":1333.0,"min":529,"max":1919,"stdev":327.840763445412}},"input_tokens":{"all":{"mean":148609.2,"median":145043.5,"min":101009,"max":225655,"stdev":30895.450998820404},"short":{"mean":145451.26086956522,"median":138166.0,"min":101009,"max":225655,"stdev":34787.24897693693},"long":{"mean":152881.70588235295,"median":147921.0,"min":118448,"max":197135,"stdev":25079.342910961368}},"output_tokens":{"all":{"mean":143539.9,"median":141810.5,"min":103142,"max":206943,"stdev":21760.41363294648},"short":{"mean":143746.47826086957,"median":142908.0,"min":110923,"max":177816,"stdev":15508.113198843446},"long":{"mean":143260.41176470587,"median":140203.0,"min":103142,"max":206943,"stdev":28694.25504360329}},"total_tokens":{"all":{"mean":292149.1,"median":288349.5,"min":223253,"max":404078,"stdev":42665.120908578116},"short":{"mean":289197.73913043475,"median":279051.0,"min":223253,"max":380734,"stdev":43392.32174874992},"long":{"mean":296142.1176470588,"median":293690.0,"min":238912,"max":404078,"stdev":42644.707169944246}},"cost":{"all":{"mean":0.47659901625,"median":0.471220975,"min":0.35106840000000006,"max":0.67128835,"stdev":0.06673446559430601},"short":{"mean":0.4769970152173913,"median":0.47125264999999994,"min":0.37970045,"max":0.58387115,"stdev":0.046624477389804284},"long":{"mean":0.47606054705882356,"median":0.46732229999999997,"min":0.35106840000000006,"max":0.67128835,"stdev":0.0886894064275972}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962850817760,"overall_relative_score":962850817760,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":210,"performance":1595,"input_tokens":137865,"output_tokens":121741,"total_tokens":259606,"cost":0.40846905},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3460635,"overall_relative_score":3460635,"max_execution_time_ms":770,"max_memory_usage_kib":61440,"rank":245,"performance":1544,"input_tokens":112330,"output_tokens":110923,"total_tokens":223253,"cost":0.37970045},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2778229669533,"overall_relative_score":2778229669533,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":202,"performance":1639,"input_tokens":147921,"output_tokens":103142,"total_tokens":251063,"cost":0.35106840000000006},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5433191088,"overall_relative_score":5433191088,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":107,"performance":1879,"input_tokens":152112,"output_tokens":139431,"total_tokens":291543,"cost":0.46401585},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19966089,"overall_relative_score":19966089,"max_execution_time_ms":2950,"max_memory_usage_kib":49152,"rank":33,"performance":2336,"input_tokens":170067,"output_tokens":163394,"total_tokens":333461,"cost":0.5420568},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5753858,"overall_relative_score":5753858,"max_execution_time_ms":1430,"max_memory_usage_kib":3072,"rank":100,"performance":1919,"input_tokens":144374,"output_tokens":103434,"total_tokens":247808,"cost":0.35192815000000005},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1725297,"overall_relative_score":1725297,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":67,"performance":2028,"input_tokens":134100,"output_tokens":142353,"total_tokens":276453,"cost":0.46884375},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14161691437,"overall_relative_score":14161691437,"max_execution_time_ms":1400,"max_memory_usage_kib":4096,"rank":41,"performance":2257,"input_tokens":111126,"output_tokens":120585,"total_tokens":231711,"cost":0.40585920000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5804887250,"overall_relative_score":5804887250,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":445,"performance":1164,"input_tokens":118448,"output_tokens":137885,"total_tokens":256333,"cost":0.45540234999999996},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6801959165,"overall_relative_score":6801959165,"max_execution_time_ms":1750,"max_memory_usage_kib":23088,"rank":70,"performance":2107,"input_tokens":119033,"output_tokens":131080,"total_tokens":250113,"cost":0.4420051},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223352,"overall_relative_score":223352,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":133,"performance":1756,"input_tokens":175223,"output_tokens":133970,"total_tokens":309193,"cost":0.4507850500000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321036321,"overall_relative_score":321036321,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":558,"performance":1041,"input_tokens":194572,"output_tokens":165722,"total_tokens":360294,"cost":0.5534057000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94860769,"overall_relative_score":94860769,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":43,"performance":2261,"input_tokens":189464,"output_tokens":157993,"total_tokens":347457,"cost":0.5228344},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1472837498,"overall_relative_score":1472837498,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":236,"performance":1477,"input_tokens":149602,"output_tokens":148982,"total_tokens":298584,"cost":0.4883587999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107513060,"overall_relative_score":107513060,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":277,"performance":1454,"input_tokens":141141,"output_tokens":142908,"total_tokens":284049,"cost":0.47118930000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123894967,"overall_relative_score":174786751453,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":118706,"output_tokens":190243,"total_tokens":308949,"cost":0.61754365},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28404360577,"overall_relative_score":1207907029901,"max_execution_time_ms":5940,"max_memory_usage_kib":3072,"rank":163,"performance":1795,"input_tokens":181644,"output_tokens":127586,"total_tokens":309230,"cost":0.42909705000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26420025891352,"overall_relative_score":64517891176,"max_execution_time_ms":1270,"max_memory_usage_kib":39748,"rank":273,"performance":1423,"input_tokens":197135,"output_tokens":206943,"total_tokens":404078,"cost":0.67128835},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440471224,"overall_relative_score":440471224,"max_execution_time_ms":1880,"max_memory_usage_kib":10240,"rank":355,"performance":1438,"input_tokens":202918,"output_tokens":177816,"total_tokens":380734,"cost":0.58387115},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13456890,"overall_relative_score":13456890,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":108,"performance":2067,"input_tokens":116663,"output_tokens":145217,"total_tokens":261880,"cost":0.48495055000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283098942413,"overall_relative_score":283098942413,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":104,"performance":1640,"input_tokens":145713,"output_tokens":141268,"total_tokens":286981,"cost":0.46460205},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93863,"overall_relative_score":93863,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":111594,"output_tokens":167457,"total_tokens":279051,"cost":0.5377236},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34608844473,"overall_relative_score":274163858168,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":531,"performance":1211,"input_tokens":126618,"output_tokens":112294,"total_tokens":238912,"cost":0.3813144},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1397741,"overall_relative_score":1397741,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":53,"performance":2242,"input_tokens":128929,"output_tokens":128799,"total_tokens":257728,"cost":0.43070915},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53914702457,"overall_relative_score":1024740763082,"max_execution_time_ms":1910,"max_memory_usage_kib":6144,"rank":521,"performance":1199,"input_tokens":152671,"output_tokens":170037,"total_tokens":322708,"cost":0.5546522},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069105,"overall_relative_score":1069105,"max_execution_time_ms":1940,"max_memory_usage_kib":4096,"rank":131,"performance":1966,"input_tokens":200366,"output_tokens":153280,"total_tokens":353646,"cost":0.50616745},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":86754786236,"overall_relative_score":30543988583,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":1016,"performance":529,"input_tokens":187908,"output_tokens":141213,"total_tokens":329121,"cost":0.48416115000000004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2597674454,"overall_relative_score":104068935310,"max_execution_time_ms":520,"max_memory_usage_kib":7168,"rank":438,"performance":1333,"input_tokens":138632,"output_tokens":159349,"total_tokens":297981,"cost":0.5297293},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10449708919454,"overall_relative_score":10449708919454,"max_execution_time_ms":1660,"max_memory_usage_kib":44032,"rank":443,"performance":1358,"input_tokens":225655,"output_tokens":151953,"total_tokens":377608,"cost":0.50326775},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":744717,"overall_relative_score":341665200079,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":666,"performance":1058,"input_tokens":131727,"output_tokens":140203,"total_tokens":271930,"cost":0.46732229999999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7625598648,"overall_relative_score":7625598648,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":67,"performance":2189,"input_tokens":132880,"output_tokens":129236,"total_tokens":262116,"cost":0.4349528},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234087250,"overall_relative_score":234087250,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":441,"performance":1376,"input_tokens":168010,"output_tokens":131097,"total_tokens":299107,"cost":0.43676135000000005},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":100460647,"overall_relative_score":77911930427,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":478,"performance":1235,"input_tokens":147449,"output_tokens":146241,"total_tokens":293690,"cost":0.4833964},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":395282,"overall_relative_score":395282,"max_execution_time_ms":330,"max_memory_usage_kib":13312,"rank":82,"performance":2020,"input_tokens":138166,"output_tokens":139910,"total_tokens":278076,"cost":0.47125264999999994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3957446856,"overall_relative_score":2462118277795,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":154965,"output_tokens":138643,"total_tokens":293608,"cost":0.45947835},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75531263,"overall_relative_score":75531263,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":38,"performance":2410,"input_tokens":107461,"output_tokens":144688,"total_tokens":252149,"cost":0.48567094999999993},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453169,"overall_relative_score":453169,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":422,"performance":1398,"input_tokens":145828,"output_tokens":143890,"total_tokens":289718,"cost":0.47199455000000007},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145220628,"overall_relative_score":145220628,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":256,"performance":1665,"input_tokens":101009,"output_tokens":148047,"total_tokens":249056,"cost":0.48872619999999994},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743855727,"overall_relative_score":1880973295427,"max_execution_time_ms":1400,"max_memory_usage_kib":17932,"rank":338,"performance":1553,"input_tokens":168752,"output_tokens":121769,"total_tokens":290521,"cost":0.40641369999999993},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214848,"overall_relative_score":214848,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":206,"performance":1786,"input_tokens":115591,"output_tokens":160874,"total_tokens":276465,"cost":0.52299125}]},{"num_self_refine":16,"rank":{"all":{"mean":239.675,"median":212.0,"min":13,"max":617,"stdev":167.13918466739645},"short":{"mean":167.6086956521739,"median":106.0,"min":13,"max":443,"stdev":145.1819357440972},"long":{"mean":337.1764705882353,"median":351.0,"min":100,"max":617,"stdev":146.78012267253595}},"performance":{"all":{"mean":1721.5,"median":1627.0,"min":1151,"max":2688,"stdev":424.8265407711596},"short":{"mean":1914.304347826087,"median":1883.0,"min":1324,"max":2688,"stdev":434.1370159484224},"long":{"mean":1460.6470588235295,"median":1445.0,"min":1151,"max":1919,"stdev":234.57859588431938}},"input_tokens":{"all":{"mean":571396.225,"median":575337.0,"min":419447,"max":805609,"stdev":87453.66263033754},"short":{"mean":561574.3913043478,"median":550014.0,"min":419447,"max":805609,"stdev":101096.47728362301},"long":{"mean":584684.5882352941,"median":586182.0,"min":461758,"max":732667,"stdev":65290.690194945506}},"output_tokens":{"all":{"mean":248191.875,"median":251515.0,"min":182154,"max":378024,"stdev":39261.00731768556},"short":{"mean":247592.04347826086,"median":255536.0,"min":189058,"max":298253,"stdev":29935.876281992332},"long":{"mean":249003.41176470587,"median":249401.0,"min":182154,"max":378024,"stdev":50237.38807036402}},"total_tokens":{"all":{"mean":819588.1,"median":802937.5,"min":632241,"max":1110691,"stdev":105253.8266630744},"short":{"mean":809166.4347826086,"median":800685.0,"min":632241,"max":1075608,"stdev":114612.09756701716},"long":{"mean":833688.0,"median":826121.0,"min":699167,"max":1110691,"stdev":92597.26358470319}},"cost":{"all":{"mean":0.84673523,"median":0.85710965,"min":0.6469368,"max":1.2433448000000002,"stdev":0.12071342515017658},"short":{"mean":0.8435115369565217,"median":0.8658388499999999,"min":0.6666359500000001,"max":0.9833637499999999,"stdev":0.09169063907648693},"long":{"mean":0.8510966970588235,"median":0.8483804499999998,"min":0.6469368,"max":1.2433448000000002,"stdev":0.15467249588520246}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":963924322868,"overall_relative_score":963924322868,"max_execution_time_ms":4650,"max_memory_usage_kib":3072,"rank":199,"performance":1615,"input_tokens":569666,"output_tokens":213636,"total_tokens":783302,"cost":0.7657052499999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3460635,"overall_relative_score":3460635,"max_execution_time_ms":770,"max_memory_usage_kib":61440,"rank":245,"performance":1544,"input_tokens":443183,"output_tokens":189058,"total_tokens":632241,"cost":0.6666359500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2778229669533,"overall_relative_score":2778229669533,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":202,"performance":1639,"input_tokens":586182,"output_tokens":182154,"total_tokens":768336,"cost":0.6469368},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5452267928,"overall_relative_score":5452267928,"max_execution_time_ms":2940,"max_memory_usage_kib":4096,"rank":106,"performance":1883,"input_tokens":611521,"output_tokens":260424,"total_tokens":871945,"cost":0.8857249999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21740079,"overall_relative_score":21740079,"max_execution_time_ms":2950,"max_memory_usage_kib":49152,"rank":14,"performance":2638,"input_tokens":648578,"output_tokens":285674,"total_tokens":934252,"cost":0.9673148500000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5753858,"overall_relative_score":5753858,"max_execution_time_ms":1430,"max_memory_usage_kib":3072,"rank":100,"performance":1919,"input_tokens":558449,"output_tokens":194791,"total_tokens":753240,"cost":0.6784270000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1725297,"overall_relative_score":1725297,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":67,"performance":2028,"input_tokens":525132,"output_tokens":241152,"total_tokens":766284,"cost":0.8191242000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14167418213,"overall_relative_score":14167418213,"max_execution_time_ms":1480,"max_memory_usage_kib":4096,"rank":37,"performance":2296,"input_tokens":455461,"output_tokens":208636,"total_tokens":664097,"cost":0.7141492999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6101696015,"overall_relative_score":6101696015,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":438,"performance":1173,"input_tokens":510822,"output_tokens":270417,"total_tokens":781239,"cost":0.9047411999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7306728103,"overall_relative_score":7306728103,"max_execution_time_ms":1300,"max_memory_usage_kib":20764,"rank":13,"performance":2688,"input_tokens":484310,"output_tokens":235357,"total_tokens":719667,"cost":0.80854195},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":496396,"overall_relative_score":496396,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":106,"performance":1857,"input_tokens":575251,"output_tokens":228185,"total_tokens":803436,"cost":0.7837079000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":705046293,"overall_relative_score":705046293,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":416,"performance":1237,"input_tokens":651852,"output_tokens":253629,"total_tokens":905481,"cost":0.8659908000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94860769,"overall_relative_score":94860769,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":43,"performance":2261,"input_tokens":639239,"output_tokens":257031,"total_tokens":896270,"cost":0.8666714500000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1530781385,"overall_relative_score":1530781385,"max_execution_time_ms":4890,"max_memory_usage_kib":4096,"rank":205,"performance":1549,"input_tokens":586463,"output_tokens":249401,"total_tokens":835864,"cost":0.8483804499999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107513060,"overall_relative_score":107513060,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":277,"performance":1454,"input_tokens":546903,"output_tokens":255536,"total_tokens":802439,"cost":0.8658388499999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123894967,"overall_relative_score":174786751453,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":461758,"output_tokens":310264,"total_tokens":772022,"cost":1.0298083999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27300868601,"overall_relative_score":1249154150825,"max_execution_time_ms":5950,"max_memory_usage_kib":3072,"rank":140,"performance":1865,"input_tokens":652408,"output_tokens":221485,"total_tokens":873893,"cost":0.7706314999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17087743443456,"overall_relative_score":94488343757,"max_execution_time_ms":2600,"max_memory_usage_kib":92748,"rank":233,"performance":1514,"input_tokens":732667,"output_tokens":378024,"total_tokens":1110691,"cost":1.2433448000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440631978,"overall_relative_score":440631978,"max_execution_time_ms":1880,"max_memory_usage_kib":10240,"rank":354,"performance":1439,"input_tokens":750238,"output_tokens":292602,"total_tokens":1042840,"cost":0.9833637499999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13457420,"overall_relative_score":13457420,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":108,"performance":2067,"input_tokens":472692,"output_tokens":238887,"total_tokens":711579,"cost":0.8174805},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283098942413,"overall_relative_score":283098942413,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":104,"performance":1640,"input_tokens":584746,"output_tokens":243187,"total_tokens":827933,"cost":0.82579025},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93863,"overall_relative_score":93863,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":448075,"output_tokens":298253,"total_tokens":746328,"cost":0.9825468499999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33713883784,"overall_relative_score":294631629848,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":469,"performance":1288,"input_tokens":504384,"output_tokens":194783,"total_tokens":699167,"cost":0.67108455},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1403894,"overall_relative_score":1403894,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":18,"performance":2584,"input_tokens":532304,"output_tokens":202105,"total_tokens":734409,"cost":0.7049211999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50787031604,"overall_relative_score":1068231109920,"max_execution_time_ms":1860,"max_memory_usage_kib":8192,"rank":503,"performance":1223,"input_tokens":615073,"output_tokens":276766,"total_tokens":891839,"cost":0.9616315999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069105,"overall_relative_score":1069105,"max_execution_time_ms":1940,"max_memory_usage_kib":4096,"rank":131,"performance":1966,"input_tokens":672749,"output_tokens":263107,"total_tokens":935856,"cost":0.89208385},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":394135051328,"overall_relative_score":280936506299,"max_execution_time_ms":1540,"max_memory_usage_kib":9216,"rank":219,"performance":1687,"input_tokens":612807,"output_tokens":290152,"total_tokens":902959,"cost":0.98917935},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2583180376,"overall_relative_score":118432864057,"max_execution_time_ms":1860,"max_memory_usage_kib":8192,"rank":417,"performance":1363,"input_tokens":582024,"output_tokens":275288,"total_tokens":857312,"cost":0.9317671499999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10449708919454,"overall_relative_score":10449708919454,"max_execution_time_ms":1660,"max_memory_usage_kib":44032,"rank":443,"performance":1358,"input_tokens":805609,"output_tokens":269999,"total_tokens":1075608,"cost":0.92140445},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":557370,"overall_relative_score":456321114784,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":425,"performance":1350,"input_tokens":511979,"output_tokens":240283,"total_tokens":752262,"cost":0.8191531},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7655586395,"overall_relative_score":7655586395,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":63,"performance":2212,"input_tokens":550014,"output_tokens":217948,"total_tokens":767962,"cost":0.7519101},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234598204,"overall_relative_score":234598204,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":629735,"output_tokens":216813,"total_tokens":846548,"cost":0.74962555},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29403733,"overall_relative_score":100025976059,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":464,"performance":1254,"input_tokens":575423,"output_tokens":266104,"total_tokens":841527,"cost":0.8975072500000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":407750,"overall_relative_score":407750,"max_execution_time_ms":650,"max_memory_usage_kib":10240,"rank":75,"performance":2054,"input_tokens":574915,"output_tokens":215244,"total_tokens":790159,"cost":0.7571171},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3957446856,"overall_relative_score":2462118277795,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":617,"performance":1151,"input_tokens":598320,"output_tokens":219121,"total_tokens":817441,"cost":0.7537989000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75531263,"overall_relative_score":75531263,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":38,"performance":2410,"input_tokens":419447,"output_tokens":259487,"total_tokens":678934,"cost":0.8788867},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":454041,"overall_relative_score":454041,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":417,"performance":1406,"input_tokens":597469,"output_tokens":273684,"total_tokens":871153,"cost":0.9166119500000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145220628,"overall_relative_score":145220628,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":256,"performance":1665,"input_tokens":427294,"output_tokens":262909,"total_tokens":690203,"cost":0.8837935999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":737718666,"overall_relative_score":1886085987386,"max_execution_time_ms":1970,"max_memory_usage_kib":20388,"rank":334,"performance":1559,"input_tokens":629361,"output_tokens":196760,"total_tokens":826121,"cost":0.6905557499999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215636,"overall_relative_score":215636,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":170,"performance":1872,"input_tokens":521346,"output_tokens":279339,"total_tokens":800685,"cost":0.9575200500000001}]}]},{"model_name":"gemini-3-pro-preview-high","detail_path":"data/model_details/gemini-3-pro-preview-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":471.1,"median":408.5,"min":15,"max":1002,"stdev":277.06093007560446},"short":{"mean":350.6521739130435,"median":286.0,"min":15,"max":723,"stdev":213.3536561877852},"long":{"mean":634.0588235294117,"median":661.0,"min":247,"max":1002,"stdev":274.68060328958325}},"performance":{"all":{"mean":1176.75,"median":1284.5,"min":-80,"max":2584,"stdev":588.9561278336618},"short":{"mean":1339.3478260869565,"median":1435.0,"min":-61,"max":2584,"stdev":624.8628655877335},"long":{"mean":956.7647058823529,"median":1118.0,"min":-80,"max":1498,"stdev":468.1852637327136}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":21300.95,"median":20666.0,"min":17020,"max":28867,"stdev":2316.9853639855123},"short":{"mean":20622.739130434784,"median":20169.0,"min":17020,"max":25278,"stdev":1900.0994045142936},"long":{"mean":22218.529411764706,"median":22239.0,"min":19036,"max":28867,"stdev":2562.3185574213608}},"total_tokens":{"all":{"mean":24561.275,"median":24121.5,"min":18874,"max":37453,"stdev":3193.865104704844},"short":{"mean":23291.608695652172,"median":22904.0,"min":18874,"max":28498,"stdev":2393.6384769013816},"long":{"mean":26279.058823529413,"median":26634.0,"min":22758,"max":37453,"stdev":3396.1429863631374}},"cost":{"all":{"mean":0.25938453,"median":0.2501393,"min":0.207948,"max":0.363576,"stdev":0.029397648470602684},"short":{"mean":0.2507401391304348,"median":0.245944,"min":0.207948,"max":0.307222,"stdev":0.02315493515967717},"long":{"mean":0.27107988235294117,"median":0.270194,"min":0.2326066,"max":0.363576,"stdev":0.03341533827743323}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":943747830465,"overall_relative_score":943747830465,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":390,"performance":1349,"input_tokens":1477,"output_tokens":22270,"total_tokens":23747,"cost":0.270194},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3398141,"overall_relative_score":3398141,"max_execution_time_ms":160,"max_memory_usage_kib":23552,"rank":261,"performance":1513,"input_tokens":1611,"output_tokens":19466,"total_tokens":21077,"cost":0.236814},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1620595684895,"overall_relative_score":1620595684895,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":858,"performance":564,"input_tokens":2878,"output_tokens":20269,"total_tokens":23147,"cost":0.2453318},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3661395023,"overall_relative_score":3661395023,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":253,"performance":1403,"input_tokens":1724,"output_tokens":23091,"total_tokens":24815,"cost":0.28054},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16151041,"overall_relative_score":16151041,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":145,"performance":1680,"input_tokens":1920,"output_tokens":20352,"total_tokens":22272,"cost":0.248064},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5383987,"overall_relative_score":5383987,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":4052,"output_tokens":20097,"total_tokens":24149,"cost":0.2456068},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1980500,"overall_relative_score":1980500,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":15,"performance":2584,"input_tokens":1691,"output_tokens":21728,"total_tokens":23419,"cost":0.264118},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1100,"max_memory_usage_kib":5120,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":21973,"total_tokens":24360,"cost":0.26845},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4155608143,"overall_relative_score":4155608143,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":471,"performance":1128,"input_tokens":3202,"output_tokens":23479,"total_tokens":26681,"cost":0.2844962},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6683546674,"overall_relative_score":6683546674,"max_execution_time_ms":1230,"max_memory_usage_kib":18328,"rank":86,"performance":2022,"input_tokens":2384,"output_tokens":18693,"total_tokens":21077,"cost":0.225439},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34632,"overall_relative_score":34632,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":241,"performance":1451,"input_tokens":8820,"output_tokens":19678,"total_tokens":28498,"cost":0.2390754},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8586,"output_tokens":28867,"total_tokens":37453,"cost":0.363576},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88050344,"overall_relative_score":88050344,"max_execution_time_ms":2800,"max_memory_usage_kib":9216,"rank":139,"performance":1785,"input_tokens":6674,"output_tokens":20359,"total_tokens":27033,"cost":0.24664},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386558904,"overall_relative_score":1386558904,"max_execution_time_ms":570,"max_memory_usage_kib":7168,"rank":285,"performance":1375,"input_tokens":3108,"output_tokens":23688,"total_tokens":26796,"cost":0.2868162},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":104264741,"overall_relative_score":104264741,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":286,"performance":1435,"input_tokens":2684,"output_tokens":19585,"total_tokens":22269,"cost":0.240388},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4562488075,"overall_relative_score":24702986565,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":661,"performance":1047,"input_tokens":2974,"output_tokens":26430,"total_tokens":29404,"cost":0.323108},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45988658252,"overall_relative_score":843237376455,"max_execution_time_ms":5600,"max_memory_usage_kib":21504,"rank":389,"performance":1339,"input_tokens":7598,"output_tokens":19036,"total_tokens":26634,"cost":0.2326066},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72814022814671,"overall_relative_score":40143014546,"max_execution_time_ms":5640,"max_memory_usage_kib":3072,"rank":331,"performance":1306,"input_tokens":4870,"output_tokens":22000,"total_tokens":26870,"cost":0.2664068},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416838353,"overall_relative_score":416838353,"max_execution_time_ms":1970,"max_memory_usage_kib":8192,"rank":548,"performance":1158,"input_tokens":3895,"output_tokens":22813,"total_tokens":26708,"cost":0.281546},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13023875,"overall_relative_score":13023875,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":427,"performance":1401,"input_tokens":1873,"output_tokens":19160,"total_tokens":21033,"cost":0.233666},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274589803198,"overall_relative_score":274589803198,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":156,"performance":1216,"input_tokens":2273,"output_tokens":22254,"total_tokens":24527,"cost":0.2679508},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2824,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":19496,"total_tokens":21440,"cost":0.23784},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":30534623676,"overall_relative_score":101782320415,"max_execution_time_ms":1183,"max_memory_usage_kib":3072,"rank":869,"performance":793,"input_tokens":2950,"output_tokens":20661,"total_tokens":23611,"cost":0.253832},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1202735,"overall_relative_score":1202735,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":723,"performance":566,"input_tokens":1832,"output_tokens":19557,"total_tokens":21389,"cost":0.238348},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":32771580553,"overall_relative_score":1361198381238,"max_execution_time_ms":2100,"max_memory_usage_kib":14336,"rank":312,"performance":1498,"input_tokens":3528,"output_tokens":23860,"total_tokens":27388,"cost":0.2897166},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1051599,"overall_relative_score":1051599,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":262,"performance":1646,"input_tokens":1958,"output_tokens":20169,"total_tokens":22127,"cost":0.245944},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":184225005272,"overall_relative_score":98290976458,"max_execution_time_ms":770,"max_memory_usage_kib":4096,"rank":989,"performance":593,"input_tokens":4358,"output_tokens":20671,"total_tokens":25029,"cost":0.2494402},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3210,"output_tokens":22239,"total_tokens":25449,"cost":0.273288},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10287650472272,"overall_relative_score":10287650472272,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":508,"performance":1263,"input_tokens":1854,"output_tokens":17020,"total_tokens":18874,"cost":0.207948},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46448000000,"overall_relative_score":5523892,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":2939,"output_tokens":19819,"total_tokens":22758,"cost":0.240052},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2941083182,"overall_relative_score":2941083182,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":596,"performance":1097,"input_tokens":2037,"output_tokens":20867,"total_tokens":22904,"cost":0.2508384},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247460736,"overall_relative_score":247460736,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":297,"performance":1600,"input_tokens":4753,"output_tokens":18226,"total_tokens":22979,"cost":0.2208866},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":413281000,"overall_relative_score":494582852,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":737,"performance":908,"input_tokens":4264,"output_tokens":22565,"total_tokens":26829,"cost":0.2719802},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1943,"output_tokens":25278,"total_tokens":27221,"cost":0.307222},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4175648235,"overall_relative_score":2342761622846,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":646,"performance":1118,"input_tokens":4424,"output_tokens":22281,"total_tokens":26705,"cost":0.27622},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74941189,"overall_relative_score":74941189,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":52,"performance":2312,"input_tokens":1761,"output_tokens":19312,"total_tokens":21073,"cost":0.235266},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461450,"overall_relative_score":461450,"max_execution_time_ms":380,"max_memory_usage_kib":83812,"rank":285,"performance":1613,"input_tokens":2301,"output_tokens":19941,"total_tokens":22242,"cost":0.240249},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140491792,"overall_relative_score":140491792,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":379,"performance":1460,"input_tokens":1559,"output_tokens":22775,"total_tokens":24334,"cost":0.276418},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061409649,"overall_relative_score":1417773691438,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":673,"performance":1159,"input_tokens":4611,"output_tokens":19483,"total_tokens":24094,"cost":0.2356866},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1506,"output_tokens":22530,"total_tokens":24036,"cost":0.273372}]},{"num_self_refine":2,"rank":{"all":{"mean":389.15,"median":358.5,"min":15,"max":993,"stdev":242.2743253379291},"short":{"mean":294.3478260869565,"median":275.0,"min":15,"max":683,"stdev":195.59178470748532},"long":{"mean":517.4117647058823,"median":474.0,"min":232,"max":993,"stdev":245.0971896063706}},"performance":{"all":{"mean":1348.3,"median":1402.0,"min":-61,"max":2584,"stdev":518.6078603535747},"short":{"mean":1481.1304347826087,"median":1536.0,"min":-61,"max":2584,"stdev":588.0002554380882},"long":{"mean":1168.5882352941176,"median":1284.0,"min":564,"max":1644,"stdev":347.1300294600586}},"input_tokens":{"all":{"mean":12210.575,"median":10417.0,"min":6681,"max":25543,"stdev":4681.339589605215},"short":{"mean":10514.739130434782,"median":9532.0,"min":6681,"max":22746,"stdev":3854.7161694521133},"long":{"mean":14504.941176470587,"median":13554.0,"min":8369,"max":25543,"stdev":4822.820277993316}},"output_tokens":{"all":{"mean":38451.075,"median":38077.5,"min":33547,"max":52334,"stdev":3583.999487662366},"short":{"mean":37297.86956521739,"median":36716.0,"min":33547,"max":42030,"stdev":2585.4772252358825},"long":{"mean":40011.294117647056,"median":38744.0,"min":35098,"max":52334,"stdev":4197.645765257978}},"total_tokens":{"all":{"mean":50661.65,"median":49194.0,"min":41271,"max":77877,"stdev":6888.2049336305545},"short":{"mean":47812.608695652176,"median":48086.0,"min":41271,"max":62375,"stdev":4915.746385010025},"long":{"mean":54516.23529411765,"median":52723.0,"min":46381,"max":77877,"stdev":7414.310643355623}},"cost":{"all":{"mean":0.481299715,"median":0.47799230000000004,"min":0.419478,"max":0.6638876,"stdev":0.04576032315911281},"short":{"mean":0.46494897391304346,"median":0.46061399999999997,"min":0.419478,"max":0.52493,"stdev":0.03169481248563065},"long":{"mean":0.5034213058823529,"median":0.5017780000000001,"min":0.44325079999999994,"max":0.6638876,"stdev":0.053090582147689705}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":943747830465,"overall_relative_score":943747830465,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":390,"performance":1349,"input_tokens":8369,"output_tokens":43119,"total_tokens":51488,"cost":0.5341659999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3944608,"overall_relative_score":3944608,"max_execution_time_ms":1990,"max_memory_usage_kib":20480,"rank":160,"performance":1744,"input_tokens":7218,"output_tokens":35502,"total_tokens":42720,"cost":0.44045999999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1620595684895,"overall_relative_score":1620595684895,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":858,"performance":564,"input_tokens":10448,"output_tokens":38173,"total_tokens":48621,"cost":0.4713328},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4819540722,"overall_relative_score":4819540722,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":155,"performance":1691,"input_tokens":9532,"output_tokens":39045,"total_tokens":48577,"cost":0.48760400000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16151041,"overall_relative_score":16151041,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":145,"performance":1680,"input_tokens":9841,"output_tokens":34738,"total_tokens":44579,"cost":0.436538},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5383987,"overall_relative_score":5383987,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":12868,"output_tokens":35098,"total_tokens":47966,"cost":0.44325079999999994},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1980500,"overall_relative_score":1980500,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":15,"performance":2584,"input_tokens":10386,"output_tokens":37700,"total_tokens":48086,"cost":0.47317200000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1100,"max_memory_usage_kib":5120,"rank":613,"performance":-61,"input_tokens":9116,"output_tokens":39828,"total_tokens":48944,"cost":0.4918462},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":13554,"output_tokens":40616,"total_tokens":54170,"cost":0.5108442},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6683546674,"overall_relative_score":6683546674,"max_execution_time_ms":1230,"max_memory_usage_kib":18328,"rank":86,"performance":2022,"input_tokens":9667,"output_tokens":34907,"total_tokens":44574,"cost":0.430325},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34632,"overall_relative_score":34632,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":241,"performance":1451,"input_tokens":22746,"output_tokens":39629,"total_tokens":62375,"cost":0.4904652},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":186188696,"overall_relative_score":186188696,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":25543,"output_tokens":52334,"total_tokens":77877,"cost":0.6638876},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92576289,"overall_relative_score":92576289,"max_execution_time_ms":2950,"max_memory_usage_kib":57344,"rank":76,"performance":2044,"input_tokens":19089,"output_tokens":35416,"total_tokens":54505,"cost":0.452154},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386558904,"overall_relative_score":1386558904,"max_execution_time_ms":570,"max_memory_usage_kib":7168,"rank":285,"performance":1375,"input_tokens":12166,"output_tokens":41313,"total_tokens":53479,"cost":0.5164322},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107785528,"overall_relative_score":107785528,"max_execution_time_ms":1990,"max_memory_usage_kib":12288,"rank":276,"performance":1456,"input_tokens":10177,"output_tokens":35171,"total_tokens":45348,"cost":0.44240599999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4991934225,"overall_relative_score":39658206142,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":547,"performance":1185,"input_tokens":11304,"output_tokens":45219,"total_tokens":56523,"cost":0.561231},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45988658252,"overall_relative_score":843237376455,"max_execution_time_ms":5600,"max_memory_usage_kib":21504,"rank":389,"performance":1339,"input_tokens":21514,"output_tokens":37982,"total_tokens":59496,"cost":0.4877906},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21807981592082,"overall_relative_score":86645808290,"max_execution_time_ms":5930,"max_memory_usage_kib":3072,"rank":238,"performance":1502,"input_tokens":17090,"output_tokens":41829,"total_tokens":58919,"cost":0.5287948},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416838353,"overall_relative_score":416838353,"max_execution_time_ms":1970,"max_memory_usage_kib":8192,"rank":548,"performance":1158,"input_tokens":14906,"output_tokens":39922,"total_tokens":54828,"cost":0.508876},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":6681,"output_tokens":35289,"total_tokens":41970,"cost":0.43683000000000005},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274589803198,"overall_relative_score":274589803198,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":156,"performance":1216,"input_tokens":9165,"output_tokens":40482,"total_tokens":49647,"cost":0.49648919999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11465,"overall_relative_score":11465,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":526,"performance":947,"input_tokens":9913,"output_tokens":38422,"total_tokens":48335,"cost":0.48089},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41755409376,"overall_relative_score":279412430945,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":520,"performance":1225,"input_tokens":10892,"output_tokens":35489,"total_tokens":46381,"cost":0.443755},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1375032,"overall_relative_score":1375032,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":275,"performance":1536,"input_tokens":7264,"output_tokens":34007,"total_tokens":41271,"cost":0.422612},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35400543059,"overall_relative_score":1476477505814,"max_execution_time_ms":2121,"max_memory_usage_kib":33900,"rank":232,"performance":1644,"input_tokens":11729,"output_tokens":37025,"total_tokens":48754,"cost":0.4601296},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065460,"overall_relative_score":1065460,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":163,"performance":1873,"input_tokens":10011,"output_tokens":36716,"total_tokens":46727,"cost":0.46061399999999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":769405526568,"overall_relative_score":98143441517,"max_execution_time_ms":1320,"max_memory_usage_kib":4096,"rank":990,"performance":591,"input_tokens":13733,"output_tokens":36030,"total_tokens":49763,"cost":0.45249819999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8452208722,"overall_relative_score":84925585721,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":474,"performance":1284,"input_tokens":23672,"output_tokens":38681,"total_tokens":62353,"cost":0.511516},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10287650472272,"overall_relative_score":10287650472272,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":508,"performance":1263,"input_tokens":8457,"output_tokens":33547,"total_tokens":42004,"cost":0.419478},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46448000000,"overall_relative_score":5523892,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":10680,"output_tokens":41424,"total_tokens":52104,"cost":0.5108286},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3245093521,"overall_relative_score":3245093521,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":521,"performance":1203,"input_tokens":8759,"output_tokens":37619,"total_tokens":46378,"cost":0.46127260000000003},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255758683,"overall_relative_score":255758683,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":173,"performance":1852,"input_tokens":14690,"output_tokens":34754,"total_tokens":49444,"cost":0.43909659999999995},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2777977,"overall_relative_score":295677783408,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":338,"performance":1435,"input_tokens":13616,"output_tokens":38744,"total_tokens":52360,"cost":0.48483220000000005},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":10285,"output_tokens":42030,"total_tokens":52315,"cost":0.52493},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4175648235,"overall_relative_score":2342761622846,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":646,"performance":1118,"input_tokens":14381,"output_tokens":39418,"total_tokens":53799,"cost":0.5017780000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74995865,"overall_relative_score":74995865,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":49,"performance":2331,"input_tokens":8423,"output_tokens":35151,"total_tokens":43574,"cost":0.438658},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461450,"overall_relative_score":461450,"max_execution_time_ms":380,"max_memory_usage_kib":83812,"rank":285,"performance":1613,"input_tokens":8919,"output_tokens":36254,"total_tokens":45173,"cost":0.44525760000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140491792,"overall_relative_score":140491792,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":379,"performance":1460,"input_tokens":8040,"output_tokens":40215,"total_tokens":48255,"cost":0.49866},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":791723154,"overall_relative_score":1768114841285,"max_execution_time_ms":2000,"max_memory_usage_kib":13312,"rank":431,"performance":1429,"input_tokens":15025,"output_tokens":37698,"total_tokens":52723,"cost":0.47509460000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":8554,"output_tokens":41507,"total_tokens":50061,"cost":0.515192}]},{"num_self_refine":4,"rank":{"all":{"mean":296.075,"median":274.5,"min":15,"max":993,"stdev":212.2465169899355},"short":{"mean":211.43478260869566,"median":172.0,"min":15,"max":526,"stdev":148.13287219954574},"long":{"mean":410.5882352941176,"median":360.0,"min":74,"max":993,"stdev":235.37790328096045}},"performance":{"all":{"mean":1571.325,"median":1534.5,"min":574,"max":2584,"stdev":436.096989182864},"short":{"mean":1732.9130434782608,"median":1730.0,"min":947,"max":2584,"stdev":415.4895155709794},"long":{"mean":1352.7058823529412,"median":1375.0,"min":574,"max":2066,"stdev":371.3236062900328}},"input_tokens":{"all":{"mean":46632.075,"median":43060.0,"min":29473,"max":85670,"stdev":12542.661541024388},"short":{"mean":41775.086956521736,"median":39492.0,"min":29473,"max":66093,"stdev":9384.07241462916},"long":{"mean":53203.294117647056,"median":47541.0,"min":38768,"max":85670,"stdev":13512.551441921996}},"output_tokens":{"all":{"mean":65594.25,"median":65427.0,"min":50723,"max":89551,"stdev":7182.645765475818},"short":{"mean":63715.217391304344,"median":63355.0,"min":50723,"max":73008,"stdev":5737.341813676131},"long":{"mean":68136.4705882353,"median":67213.0,"min":57492,"max":89551,"stdev":8279.390784635418}},"total_tokens":{"all":{"mean":112226.325,"median":110497.5,"min":82903,"max":175221,"stdev":17260.71686924922},"short":{"mean":105490.30434782608,"median":103620.0,"min":82903,"max":129844,"stdev":11977.956949158288},"long":{"mean":121339.76470588235,"median":119163.0,"min":96260,"max":175221,"stdev":19376.946426518716}},"cost":{"all":{"mean":0.852715875,"median":0.8557493,"min":0.6556354,"max":1.190989,"stdev":0.09638710641094189},"short":{"mean":0.823258347826087,"median":0.825251,"min":0.6556354,"max":0.9376632,"stdev":0.07336407745958058},"long":{"mean":0.8925701764705882,"median":0.8719444000000001,"min":0.7433056,"max":1.190989,"stdev":0.11094981898168836}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":956996579372,"overall_relative_score":956996579372,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":291,"performance":1471,"input_tokens":43107,"output_tokens":70831,"total_tokens":113938,"cost":0.936186},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3944608,"overall_relative_score":3944608,"max_execution_time_ms":1990,"max_memory_usage_kib":20480,"rank":160,"performance":1744,"input_tokens":32180,"output_tokens":50723,"total_tokens":82903,"cost":0.6556354},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2876296513469,"overall_relative_score":2876296513469,"max_execution_time_ms":1120,"max_memory_usage_kib":3072,"rank":74,"performance":2066,"input_tokens":38768,"output_tokens":57492,"total_tokens":96260,"cost":0.7433056},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4979950719,"overall_relative_score":4979950719,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":144,"performance":1730,"input_tokens":42780,"output_tokens":68152,"total_tokens":110932,"cost":0.8870958},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17047090,"overall_relative_score":17047090,"max_execution_time_ms":2940,"max_memory_usage_kib":3072,"rank":111,"performance":1818,"input_tokens":43013,"output_tokens":60607,"total_tokens":103620,"cost":0.7889524},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5594639,"overall_relative_score":5594639,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":148,"performance":1740,"input_tokens":44001,"output_tokens":58949,"total_tokens":102950,"cost":0.7520532},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1980500,"overall_relative_score":1980500,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":15,"performance":2584,"input_tokens":47429,"output_tokens":67163,"total_tokens":114592,"cost":0.87619},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12691977564,"overall_relative_score":12691977564,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":317,"performance":1260,"input_tokens":34794,"output_tokens":59172,"total_tokens":93966,"cost":0.7583814},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":54967,"output_tokens":70636,"total_tokens":125603,"cost":0.913331},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6697889574,"overall_relative_score":6697889574,"max_execution_time_ms":1950,"max_memory_usage_kib":22528,"rank":84,"performance":2032,"input_tokens":37454,"output_tokens":60720,"total_tokens":98174,"cost":0.7782616},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34632,"overall_relative_score":34632,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":241,"performance":1451,"input_tokens":66093,"output_tokens":62019,"total_tokens":128112,"cost":0.7897187999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":188485983,"overall_relative_score":188485983,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":85670,"output_tokens":89551,"total_tokens":175221,"cost":1.190989},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95820560,"overall_relative_score":95820560,"max_execution_time_ms":2800,"max_memory_usage_kib":18432,"rank":28,"performance":2411,"input_tokens":60430,"output_tokens":63355,"total_tokens":123785,"cost":0.8297696},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386558904,"overall_relative_score":1386558904,"max_execution_time_ms":570,"max_memory_usage_kib":7168,"rank":285,"performance":1375,"input_tokens":46937,"output_tokens":78561,"total_tokens":125498,"cost":1.0167052},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107785528,"overall_relative_score":107785528,"max_execution_time_ms":1990,"max_memory_usage_kib":12288,"rank":276,"performance":1456,"input_tokens":42863,"output_tokens":59729,"total_tokens":102592,"cost":0.777589},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33816291261,"overall_relative_score":487200118818,"max_execution_time_ms":490,"max_memory_usage_kib":38912,"rank":186,"performance":1748,"input_tokens":46927,"output_tokens":72236,"total_tokens":119163,"cost":0.956681},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45988658252,"overall_relative_score":843237376455,"max_execution_time_ms":5600,"max_memory_usage_kib":21504,"rank":389,"performance":1339,"input_tokens":66672,"output_tokens":66516,"total_tokens":133188,"cost":0.865413},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":12858539365179,"overall_relative_score":108406083882,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":225,"performance":1533,"input_tokens":63211,"output_tokens":78074,"total_tokens":141285,"cost":1.0084694},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472661260,"overall_relative_score":472661260,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":112,"performance":1982,"input_tokens":58698,"output_tokens":71146,"total_tokens":129844,"cost":0.9236406},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13381810,"overall_relative_score":13381810,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":225,"performance":1750,"input_tokens":29473,"output_tokens":62790,"total_tokens":92263,"cost":0.8037518},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283000238682,"overall_relative_score":283000238682,"max_execution_time_ms":950,"max_memory_usage_kib":11484,"rank":106,"performance":1626,"input_tokens":38673,"output_tokens":67102,"total_tokens":105775,"cost":0.8583419999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11465,"overall_relative_score":11465,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":526,"performance":947,"input_tokens":40616,"output_tokens":68020,"total_tokens":108636,"cost":0.8813728},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41755409376,"overall_relative_score":279412430945,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":520,"performance":1225,"input_tokens":41941,"output_tokens":60393,"total_tokens":102334,"cost":0.804701},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1375032,"overall_relative_score":1375032,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":275,"performance":1536,"input_tokens":29920,"output_tokens":60734,"total_tokens":90654,"cost":0.7798298},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35400543059,"overall_relative_score":1476477505814,"max_execution_time_ms":2121,"max_memory_usage_kib":33900,"rank":232,"performance":1644,"input_tokens":44259,"output_tokens":60454,"total_tokens":104713,"cost":0.8063376},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1072416,"overall_relative_score":1072416,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":114,"performance":2023,"input_tokens":45273,"output_tokens":69698,"total_tokens":114971,"cost":0.902406},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":694448410975,"overall_relative_score":108473666855,"max_execution_time_ms":1270,"max_memory_usage_kib":4096,"rank":695,"performance":1026,"input_tokens":50712,"output_tokens":62249,"total_tokens":112961,"cost":0.8250732000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8422275600,"overall_relative_score":88475182603,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":466,"performance":1295,"input_tokens":80537,"output_tokens":65110,"total_tokens":145647,"cost":0.9104962000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10287650472272,"overall_relative_score":10287650472272,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":508,"performance":1263,"input_tokens":37303,"output_tokens":55334,"total_tokens":92637,"cost":0.738614},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46448000000,"overall_relative_score":5523892,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":42504,"output_tokens":70205,"total_tokens":112709,"cost":0.9027521999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4868124874,"overall_relative_score":4868124874,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":350,"performance":1459,"input_tokens":35951,"output_tokens":65744,"total_tokens":101695,"cost":0.8531566},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255978793,"overall_relative_score":255978793,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":172,"performance":1854,"input_tokens":48102,"output_tokens":54948,"total_tokens":103050,"cost":0.7060493999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743399,"overall_relative_score":351398830819,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":313,"performance":1475,"input_tokens":47541,"output_tokens":62522,"total_tokens":110063,"cost":0.798726},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":450218,"overall_relative_score":450218,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":45,"performance":2236,"input_tokens":41861,"output_tokens":71928,"total_tokens":113789,"cost":0.9299938000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3834078391,"overall_relative_score":2529222682615,"max_execution_time_ms":2850,"max_memory_usage_kib":5120,"rank":585,"performance":1188,"input_tokens":52289,"output_tokens":67213,"total_tokens":119502,"cost":0.8719444000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74995865,"overall_relative_score":74995865,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":49,"performance":2331,"input_tokens":37784,"output_tokens":60672,"total_tokens":98456,"cost":0.7863124},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461450,"overall_relative_score":461450,"max_execution_time_ms":380,"max_memory_usage_kib":83812,"rank":285,"performance":1613,"input_tokens":36540,"output_tokens":68184,"total_tokens":104724,"cost":0.8669646},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144663068,"overall_relative_score":144663068,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":274,"performance":1632,"input_tokens":34105,"output_tokens":64502,"total_tokens":98607,"cost":0.825251},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":747087795,"overall_relative_score":1859467264142,"max_execution_time_ms":2030,"max_memory_usage_kib":14336,"rank":360,"performance":1522,"input_tokens":54413,"output_tokens":67328,"total_tokens":121741,"cost":0.8705290000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":39492,"output_tokens":73008,"total_tokens":112500,"cost":0.9376632}]},{"num_self_refine":8,"rank":{"all":{"mean":256.3,"median":221.5,"min":8,"max":749,"stdev":185.35111517721143},"short":{"mean":167.91304347826087,"median":133.0,"min":8,"max":480,"stdev":123.88664651919008},"long":{"mean":375.88235294117646,"median":387.0,"min":40,"max":749,"stdev":190.29775430655414}},"performance":{"all":{"mean":1674.8,"median":1623.5,"min":781,"max":2783,"stdev":439.66975951945733},"short":{"mean":1872.7826086956522,"median":1779.0,"min":1271,"max":2783,"stdev":398.9944128706269},"long":{"mean":1406.9411764705883,"median":1339.0,"min":781,"max":2293,"stdev":346.00315579995714}},"input_tokens":{"all":{"mean":184045.725,"median":180847.5,"min":122228,"max":308334,"stdev":38607.40855234348},"short":{"mean":168729.30434782608,"median":159149.0,"min":122228,"max":239168,"stdev":30262.092623422734},"long":{"mean":204767.9411764706,"median":188762.0,"min":158235,"max":308334,"stdev":39755.24110018481}},"output_tokens":{"all":{"mean":116306.15,"median":114193.5,"min":88195,"max":175297,"stdev":16311.77822146175},"short":{"mean":112143.91304347826,"median":112979.0,"min":88195,"max":141649,"stdev":12266.001911836871},"long":{"mean":121937.41176470589,"median":118393.0,"min":103330,"max":175297,"stdev":19572.52338119316}},"total_tokens":{"all":{"mean":300351.875,"median":290724.5,"min":220383,"max":483631,"stdev":52358.14792623996},"short":{"mean":280873.2173913043,"median":275659.0,"min":220383,"max":380817,"stdev":39205.907910504466},"long":{"mean":326705.35294117645,"median":317397.0,"min":261580,"max":483631,"stdev":57317.19028784163}},"cost":{"all":{"mean":1.56146091,"median":1.5326825,"min":1.170402,"max":2.348496,"stdev":0.22300582777399575},"short":{"mean":1.4950191217391304,"median":1.4988118,"min":1.170402,"max":1.8754414,"stdev":0.16723521333067215},"long":{"mean":1.6513527411764706,"median":1.5970665999999998,"min":1.3721302000000002,"max":2.348496,"stdev":0.2604493526074769}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962721551958,"overall_relative_score":962721551958,"max_execution_time_ms":4960,"max_memory_usage_kib":3072,"rank":212,"performance":1592,"input_tokens":188762,"output_tokens":118393,"total_tokens":307155,"cost":1.5970665999999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3928753,"overall_relative_score":3928753,"max_execution_time_ms":1960,"max_memory_usage_kib":22528,"rank":167,"performance":1724,"input_tokens":137518,"output_tokens":92336,"total_tokens":229854,"cost":1.2268747999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2897292806766,"overall_relative_score":2897292806766,"max_execution_time_ms":1240,"max_memory_usage_kib":3072,"rank":40,"performance":2293,"input_tokens":158235,"output_tokens":103345,"total_tokens":261580,"cost":1.4162423999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5157522500,"overall_relative_score":5157522500,"max_execution_time_ms":2930,"max_memory_usage_kib":4096,"rank":131,"performance":1779,"input_tokens":180067,"output_tokens":117601,"total_tokens":297668,"cost":1.6309676},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17103389,"overall_relative_score":17103389,"max_execution_time_ms":2920,"max_memory_usage_kib":3072,"rank":109,"performance":1827,"input_tokens":182609,"output_tokens":112979,"total_tokens":295588,"cost":1.5071422},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5027388,"overall_relative_score":5027388,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":387,"performance":1209,"input_tokens":172124,"output_tokens":103945,"total_tokens":276069,"cost":1.4104468},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2149755,"overall_relative_score":2149755,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":8,"performance":2783,"input_tokens":200005,"output_tokens":119989,"total_tokens":319994,"cost":1.6599374000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12740443792,"overall_relative_score":12740443792,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":312,"performance":1271,"input_tokens":131892,"output_tokens":97528,"total_tokens":229420,"cost":1.2850764},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":224229,"output_tokens":126458,"total_tokens":350687,"cost":1.683147},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6879992582,"overall_relative_score":6879992582,"max_execution_time_ms":1900,"max_memory_usage_kib":47616,"rank":55,"performance":2203,"input_tokens":150829,"output_tokens":105264,"total_tokens":256093,"cost":1.3826443999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47952,"overall_relative_score":47952,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":219,"performance":1505,"input_tokens":211455,"output_tokens":107318,"total_tokens":318773,"cost":1.4107560000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":642543250,"overall_relative_score":642543250,"max_execution_time_ms":1500,"max_memory_usage_kib":4096,"rank":438,"performance":1205,"input_tokens":308334,"output_tokens":175297,"total_tokens":483631,"cost":2.348496},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97017516,"overall_relative_score":97017516,"max_execution_time_ms":2950,"max_memory_usage_kib":21504,"rank":17,"performance":2575,"input_tokens":217324,"output_tokens":120403,"total_tokens":337727,"cost":1.6093346},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1580299624,"overall_relative_score":1580299624,"max_execution_time_ms":4870,"max_memory_usage_kib":34816,"rank":182,"performance":1607,"input_tokens":184305,"output_tokens":138745,"total_tokens":323050,"cost":1.8228240000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116290527,"overall_relative_score":116290527,"max_execution_time_ms":1840,"max_memory_usage_kib":16384,"rank":236,"performance":1542,"input_tokens":177778,"output_tokens":111393,"total_tokens":289171,"cost":1.482644},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33816291261,"overall_relative_score":487200118818,"max_execution_time_ms":490,"max_memory_usage_kib":38912,"rank":186,"performance":1748,"input_tokens":181885,"output_tokens":111936,"total_tokens":293821,"cost":1.574918},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45988658252,"overall_relative_score":843237376455,"max_execution_time_ms":5600,"max_memory_usage_kib":21504,"rank":389,"performance":1339,"input_tokens":230812,"output_tokens":125407,"total_tokens":356219,"cost":1.6675406000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":12858539365179,"overall_relative_score":108406083882,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":225,"performance":1533,"input_tokens":260210,"output_tokens":156934,"total_tokens":417144,"cost":2.1577444000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":470560892,"overall_relative_score":470560892,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":119,"performance":1957,"input_tokens":239168,"output_tokens":141649,"total_tokens":380817,"cost":1.8754414},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13384915,"overall_relative_score":13384915,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":224,"performance":1752,"input_tokens":122228,"output_tokens":98155,"total_tokens":220383,"cost":1.2929374},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283951347833,"overall_relative_score":283951347833,"max_execution_time_ms":410,"max_memory_usage_kib":11108,"rank":97,"performance":1691,"input_tokens":161630,"output_tokens":114029,"total_tokens":275659,"cost":1.4988118},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307192,"overall_relative_score":307192,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":38,"performance":2274,"input_tokens":159149,"output_tokens":123562,"total_tokens":282711,"cost":1.6538631999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41755409376,"overall_relative_score":279412430945,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":520,"performance":1225,"input_tokens":171715,"output_tokens":103642,"total_tokens":275357,"cost":1.4056957999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1380744,"overall_relative_score":1380744,"max_execution_time_ms":930,"max_memory_usage_kib":41340,"rank":219,"performance":1657,"input_tokens":124649,"output_tokens":107107,"total_tokens":231756,"cost":1.4365702},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35400543059,"overall_relative_score":1476477505814,"max_execution_time_ms":2121,"max_memory_usage_kib":33900,"rank":232,"performance":1644,"input_tokens":182010,"output_tokens":110268,"total_tokens":292278,"cost":1.5279521999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1075221,"overall_relative_score":1075221,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":83,"performance":2145,"input_tokens":203892,"output_tokens":130476,"total_tokens":334368,"cost":1.7375502},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":429456501324,"overall_relative_score":155746833849,"max_execution_time_ms":1290,"max_memory_usage_kib":4096,"rank":561,"performance":1184,"input_tokens":200670,"output_tokens":116727,"total_tokens":317397,"cost":1.574634},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7359798052,"overall_relative_score":94819894451,"max_execution_time_ms":2420,"max_memory_usage_kib":3072,"rank":459,"performance":1304,"input_tokens":253454,"output_tokens":118613,"total_tokens":372067,"cost":1.6565506},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10362442471736,"overall_relative_score":10362442471736,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":480,"performance":1304,"input_tokens":153335,"output_tokens":101172,"total_tokens":254507,"cost":1.3672281999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1433035306,"overall_relative_score":64154615438,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":167620,"output_tokens":113231,"total_tokens":280851,"cost":1.4908316},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4868124874,"overall_relative_score":4868124874,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":350,"performance":1459,"input_tokens":150503,"output_tokens":107493,"total_tokens":257996,"cost":1.4292316},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256639894,"overall_relative_score":256639894,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":164,"performance":1874,"input_tokens":172284,"output_tokens":88195,"total_tokens":260479,"cost":1.170402},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4276305,"overall_relative_score":371195874513,"max_execution_time_ms":1560,"max_memory_usage_kib":3072,"rank":300,"performance":1497,"input_tokens":181628,"output_tokens":103330,"total_tokens":284958,"cost":1.3721302000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":454450,"overall_relative_score":454450,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":43,"performance":2251,"input_tokens":182543,"output_tokens":114358,"total_tokens":296901,"cost":1.5374128000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3834078391,"overall_relative_score":2529222682615,"max_execution_time_ms":2850,"max_memory_usage_kib":5120,"rank":585,"performance":1188,"input_tokens":201483,"output_tokens":119773,"total_tokens":321256,"cost":1.6456332000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75409331,"overall_relative_score":75409331,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":40,"performance":2394,"input_tokens":156771,"output_tokens":110734,"total_tokens":267505,"cost":1.495254},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464731,"overall_relative_score":464731,"max_execution_time_ms":1570,"max_memory_usage_kib":691520,"rank":133,"performance":1950,"input_tokens":153849,"output_tokens":124234,"total_tokens":278083,"cost":1.6197516000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144745698,"overall_relative_score":144745698,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":271,"performance":1637,"input_tokens":154465,"output_tokens":115815,"total_tokens":270280,"cost":1.522958},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":724160810,"overall_relative_score":1922141998655,"max_execution_time_ms":1950,"max_memory_usage_kib":6144,"rank":300,"performance":1610,"input_tokens":213579,"output_tokens":126892,"total_tokens":340471,"cost":1.7211432000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209936,"overall_relative_score":209936,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":347,"performance":1520,"input_tokens":156831,"output_tokens":117520,"total_tokens":274351,"cost":1.55265}]},{"num_self_refine":16,"rank":{"all":{"mean":240.95,"median":211.5,"min":1,"max":729,"stdev":180.22165127903915},"short":{"mean":160.8695652173913,"median":129.0,"min":1,"max":454,"stdev":118.38354628756714},"long":{"mean":349.29411764705884,"median":300.0,"min":25,"max":729,"stdev":195.47083053037682}},"performance":{"all":{"mean":1728.8,"median":1646.5,"min":781,"max":3486,"stdev":490.87103115866313},"short":{"mean":1923.695652173913,"median":1853.0,"min":1271,"max":3486,"stdev":481.45786512355164},"long":{"mean":1465.1176470588234,"median":1497.0,"min":781,"max":2451,"stdev":374.3295477171387}},"input_tokens":{"all":{"mean":756191.775,"median":734876.0,"min":525838,"max":1195176,"stdev":148668.31945444737},"short":{"mean":705400.0434782609,"median":665879.0,"min":525838,"max":996058,"stdev":119599.3774594159},"long":{"mean":824910.0,"median":785189.0,"min":651149,"max":1195176,"stdev":159626.0375498778}},"output_tokens":{"all":{"mean":211744.35,"median":202922.5,"min":145908,"max":334542,"stdev":35940.89380660905},"short":{"mean":206966.4347826087,"median":203892.0,"min":145908,"max":255937,"stdev":30260.44774172458},"long":{"mean":218208.58823529413,"median":197509.0,"min":171864,"max":334542,"stdev":42571.60102559396}},"total_tokens":{"all":{"mean":967936.125,"median":928836.0,"min":700126,"max":1529718,"stdev":178020.1902827803},"short":{"mean":912366.4782608695,"median":889220.0,"min":700126,"max":1246971,"stdev":144887.58898503776},"long":{"mean":1043118.5882352941,"median":1014110.0,"min":825339,"max":1529718,"stdev":194776.9116746319}},"cost":{"all":{"mean":3.029806815,"median":2.9992441,"min":2.0671906,"max":4.8433794,"stdev":0.530100924507687},"short":{"mean":2.919505956521739,"median":3.0024664,"min":2.0671906,"max":3.519688999999999,"stdev":0.42596324359845866},"long":{"mean":3.1790373882352942,"median":2.9305495999999995,"min":2.3968038,"max":4.8433794,"stdev":0.6279470088658854}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":965307662910,"overall_relative_score":965307662910,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":191,"performance":1630,"input_tokens":813018,"output_tokens":228400,"total_tokens":1041418,"cost":3.3489971999999995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3928753,"overall_relative_score":3928753,"max_execution_time_ms":1960,"max_memory_usage_kib":22528,"rank":167,"performance":1724,"input_tokens":581792,"output_tokens":170186,"total_tokens":751978,"cost":2.4016552},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2905891604566,"overall_relative_score":2905891604566,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":25,"performance":2451,"input_tokens":651149,"output_tokens":192470,"total_tokens":843619,"cost":2.6894326},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5223559011,"overall_relative_score":5223559011,"max_execution_time_ms":2900,"max_memory_usage_kib":6144,"rank":124,"performance":1806,"input_tokens":740528,"output_tokens":212296,"total_tokens":952824,"cost":3.2167828000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17311593,"overall_relative_score":17311593,"max_execution_time_ms":2980,"max_memory_usage_kib":3072,"rank":103,"performance":1855,"input_tokens":776664,"output_tokens":201953,"total_tokens":978617,"cost":2.9284188000000007},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5599533,"overall_relative_score":5599533,"max_execution_time_ms":1300,"max_memory_usage_kib":3072,"rank":148,"performance":1740,"input_tokens":680274,"output_tokens":186484,"total_tokens":866758,"cost":2.6879268},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2224995,"overall_relative_score":2224995,"max_execution_time_ms":1980,"max_memory_usage_kib":11264,"rank":1,"performance":3486,"input_tokens":837320,"output_tokens":235297,"total_tokens":1072617,"cost":3.3019060000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12740443792,"overall_relative_score":12740443792,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":312,"performance":1271,"input_tokens":525838,"output_tokens":174288,"total_tokens":700126,"cost":2.3690168},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":928622,"output_tokens":241299,"total_tokens":1169921,"cost":3.4979422000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6878811223,"overall_relative_score":6878811223,"max_execution_time_ms":1980,"max_memory_usage_kib":84812,"rank":55,"performance":2203,"input_tokens":635682,"output_tokens":189492,"total_tokens":825174,"cost":2.6101104},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47952,"overall_relative_score":47952,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":219,"performance":1505,"input_tokens":739159,"output_tokens":192147,"total_tokens":931306,"cost":2.6435263999999994},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":678323440,"overall_relative_score":678323440,"max_execution_time_ms":2500,"max_memory_usage_kib":4096,"rank":429,"performance":1218,"input_tokens":1195176,"output_tokens":334542,"total_tokens":1529718,"cost":4.8433794},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97017516,"overall_relative_score":97017516,"max_execution_time_ms":2950,"max_memory_usage_kib":21504,"rank":17,"performance":2575,"input_tokens":885661,"output_tokens":247488,"total_tokens":1133149,"cost":3.519688999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1603908459,"overall_relative_score":1603908459,"max_execution_time_ms":4720,"max_memory_usage_kib":47104,"rank":177,"performance":1621,"input_tokens":771331,"output_tokens":249994,"total_tokens":1021325,"cost":3.5347412000000005},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116661749,"overall_relative_score":116661749,"max_execution_time_ms":1880,"max_memory_usage_kib":16384,"rank":236,"performance":1542,"input_tokens":766591,"output_tokens":224636,"total_tokens":991227,"cost":3.1772845999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33816291261,"overall_relative_score":487200118818,"max_execution_time_ms":490,"max_memory_usage_kib":38912,"rank":186,"performance":1748,"input_tokens":688529,"output_tokens":183431,"total_tokens":871960,"cost":2.7690273999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45258841954,"overall_relative_score":853667286814,"max_execution_time_ms":5850,"max_memory_usage_kib":39936,"rank":374,"performance":1362,"input_tokens":920200,"output_tokens":260155,"total_tokens":1180355,"cost":3.5767567999999996},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":12858539365179,"overall_relative_score":108406083882,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":225,"performance":1533,"input_tokens":1159041,"output_tokens":237938,"total_tokens":1396979,"cost":3.9755712},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472714676,"overall_relative_score":472714676,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":112,"performance":1982,"input_tokens":996058,"output_tokens":250913,"total_tokens":1246971,"cost":3.4940258},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13391200,"overall_relative_score":13391200,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":217,"performance":1767,"input_tokens":537599,"output_tokens":176001,"total_tokens":713600,"cost":2.4605590000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285595521640,"overall_relative_score":285595521640,"max_execution_time_ms":810,"max_memory_usage_kib":42012,"rank":75,"performance":1853,"input_tokens":660515,"output_tokens":203892,"total_tokens":864407,"cost":2.9960218},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307615,"overall_relative_score":307615,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":38,"performance":2274,"input_tokens":665879,"output_tokens":223341,"total_tokens":889220,"cost":3.0716721999999996},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41755409376,"overall_relative_score":279412430945,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":520,"performance":1225,"input_tokens":703489,"output_tokens":194550,"total_tokens":898039,"cost":2.7208718},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1380346,"overall_relative_score":1380346,"max_execution_time_ms":360,"max_memory_usage_kib":56492,"rank":223,"performance":1648,"input_tokens":542210,"output_tokens":184730,"total_tokens":726940,"cost":2.5330696000000006},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34788583660,"overall_relative_score":1520912087492,"max_execution_time_ms":1950,"max_memory_usage_kib":23552,"rank":206,"performance":1699,"input_tokens":770539,"output_tokens":197509,"total_tokens":968048,"cost":2.9305495999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1075221,"overall_relative_score":1075221,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":83,"performance":2145,"input_tokens":857810,"output_tokens":254624,"total_tokens":1112434,"cost":3.4821568},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":429456501324,"overall_relative_score":155746833849,"max_execution_time_ms":1290,"max_memory_usage_kib":4096,"rank":561,"performance":1184,"input_tokens":800299,"output_tokens":192876,"total_tokens":993175,"cost":2.7364537999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6225959912,"overall_relative_score":105770967177,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":435,"performance":1337,"input_tokens":876772,"output_tokens":180391,"total_tokens":1057163,"cost":2.7452246000000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10414459850998,"overall_relative_score":10414459850998,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":454,"performance":1342,"input_tokens":661906,"output_tokens":182864,"total_tokens":844770,"cost":2.5747766},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3058129,"overall_relative_score":118919368625,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":729,"performance":983,"input_tokens":652434,"output_tokens":172905,"total_tokens":825339,"cost":2.3968038},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4890657468,"overall_relative_score":4890657468,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":346,"performance":1465,"input_tokens":653777,"output_tokens":200787,"total_tokens":854564,"cost":3.0024664},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256632664,"overall_relative_score":256632664,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":164,"performance":1874,"input_tokens":664931,"output_tokens":145908,"total_tokens":810839,"cost":2.0671906},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4276305,"overall_relative_score":371195874513,"max_execution_time_ms":1560,"max_memory_usage_kib":3072,"rank":300,"performance":1497,"input_tokens":730593,"output_tokens":171864,"total_tokens":902457,"cost":2.6637300000000006},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":466810,"overall_relative_score":466810,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":38,"performance":2292,"input_tokens":843438,"output_tokens":255937,"total_tokens":1099375,"cost":3.5170092000000004},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3589831136,"overall_relative_score":2624566362897,"max_execution_time_ms":3100,"max_memory_usage_kib":16384,"rank":529,"performance":1253,"input_tokens":785189,"output_tokens":228921,"total_tokens":1014110,"cost":3.193196800000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75409331,"overall_relative_score":75409331,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":40,"performance":2394,"input_tokens":634815,"output_tokens":174604,"total_tokens":809419,"cost":2.4596381999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464815,"overall_relative_score":464815,"max_execution_time_ms":1360,"max_memory_usage_kib":305152,"rank":129,"performance":1962,"input_tokens":678931,"output_tokens":215660,"total_tokens":894591,"cost":3.0209114},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144745698,"overall_relative_score":144745698,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":271,"performance":1637,"input_tokens":641260,"output_tokens":212655,"total_tokens":853915,"cost":3.0661886000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":715321163,"overall_relative_score":1948231239298,"max_execution_time_ms":1980,"max_memory_usage_kib":6144,"rank":278,"performance":1645,"input_tokens":896815,"output_tokens":255817,"total_tokens":1152632,"cost":3.7330304000000005},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213108,"overall_relative_score":213108,"max_execution_time_ms":1160,"max_memory_usage_kib":3072,"rank":276,"performance":1643,"input_tokens":695837,"output_tokens":230529,"total_tokens":926366,"cost":3.2345608000000006}]}]},{"model_name":"gemini-3-pro-preview-low","detail_path":"data/model_details/gemini-3-pro-preview-low.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":543.475,"median":564.5,"min":100,"max":1087,"stdev":278.7423208094824},"short":{"mean":471.0,"median":482.0,"min":100,"max":983,"stdev":250.3159821287704},"long":{"mean":641.5294117647059,"median":622.0,"min":202,"max":1087,"stdev":292.3457109414851}},"performance":{"all":{"mean":988.225,"median":1070.5,"min":-61,"max":2011,"stdev":559.2371400811589},"short":{"mean":1035.0869565217392,"median":1149.0,"min":-61,"max":2011,"stdev":602.1136190759015},"long":{"mean":924.8235294117648,"median":1045.0,"min":94,"max":1639,"stdev":506.3569930511128}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":7995.975,"median":7120.5,"min":2675,"max":23740,"stdev":3995.0920113116485},"short":{"mean":7691.173913043478,"median":6380.0,"min":2675,"max":15562,"stdev":3595.231496556792},"long":{"mean":8408.35294117647,"median":7262.0,"min":3710,"max":23740,"stdev":4562.597587191649}},"total_tokens":{"all":{"mean":11256.3,"median":10633.0,"min":4548,"max":32326,"stdev":5400.0464442447155},"short":{"mean":10360.04347826087,"median":8324.0,"min":4548,"max":24382,"stdev":4752.133104562441},"long":{"mean":12468.882352941177,"median":11169.0,"min":5187,"max":32326,"stdev":6108.228311899787}},"cost":{"all":{"mean":0.09954681,"median":0.0899916,"min":0.035846,"max":0.2873676,"stdev":0.047926917406849505},"short":{"mean":0.09540663478260869,"median":0.080448,"min":0.035846,"max":0.1896978,"stdev":0.04315866035744905},"long":{"mean":0.10514822352941176,"median":0.092644,"min":0.047474,"max":0.2873676,"stdev":0.05458720919834986}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":789692018697,"overall_relative_score":789692018697,"max_execution_time_ms":4860,"max_memory_usage_kib":3072,"rank":843,"performance":918,"input_tokens":1477,"output_tokens":3710,"total_tokens":5187,"cost":0.047474},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1449932,"overall_relative_score":1449932,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":597,"performance":1040,"input_tokens":1611,"output_tokens":10596,"total_tokens":12207,"cost":0.130374},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2778188747383,"overall_relative_score":2778188747383,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":202,"performance":1639,"input_tokens":2878,"output_tokens":5084,"total_tokens":7962,"cost":0.0631226},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":810878968,"overall_relative_score":810878968,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":587,"performance":390,"input_tokens":1724,"output_tokens":9691,"total_tokens":11415,"cost":0.11974},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4311704,"overall_relative_score":4311704,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":1920,"output_tokens":10834,"total_tokens":12754,"cost":0.133848},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5436265,"overall_relative_score":5436265,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":229,"performance":1518,"input_tokens":4052,"output_tokens":5409,"total_tokens":9461,"cost":0.069358},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1571517,"overall_relative_score":1571517,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":130,"performance":1722,"input_tokens":1691,"output_tokens":6862,"total_tokens":8553,"cost":0.085726},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":811,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":4154,"total_tokens":6541,"cost":0.054622},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":2908098462,"overall_relative_score":2908098462,"max_execution_time_ms":1255,"max_memory_usage_kib":3072,"rank":495,"performance":1096,"input_tokens":3202,"output_tokens":8167,"total_tokens":11369,"cost":0.104408},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5346346578,"overall_relative_score":5346346578,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":205,"performance":1615,"input_tokens":2384,"output_tokens":4822,"total_tokens":7206,"cost":0.0589996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16800,"overall_relative_score":16800,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":304,"performance":1307,"input_tokens":8820,"output_tokens":15562,"total_tokens":24382,"cost":0.1896978},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":122185381,"overall_relative_score":122185381,"max_execution_time_ms":3100,"max_memory_usage_kib":11144,"rank":879,"performance":435,"input_tokens":8586,"output_tokens":23740,"total_tokens":32326,"cost":0.2873676},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90452959,"overall_relative_score":90452959,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":100,"performance":1931,"input_tokens":6674,"output_tokens":13829,"total_tokens":20503,"cost":0.1682962},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1350374518,"overall_relative_score":1350374518,"max_execution_time_ms":4930,"max_memory_usage_kib":20404,"rank":311,"performance":1325,"input_tokens":3108,"output_tokens":8061,"total_tokens":11169,"cost":0.099303},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103074880,"overall_relative_score":103074880,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":291,"performance":1425,"input_tokens":2684,"output_tokens":4386,"total_tokens":7070,"cost":0.0543622},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10468811374,"overall_relative_score":149253183061,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":382,"performance":1399,"input_tokens":2974,"output_tokens":8110,"total_tokens":11084,"cost":0.0996248},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1399660128910,"overall_relative_score":881029500514,"max_execution_time_ms":5860,"max_memory_usage_kib":35840,"rank":330,"performance":1435,"input_tokens":7598,"output_tokens":14664,"total_tokens":22262,"cost":0.180157},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4870,"output_tokens":7457,"total_tokens":12327,"cost":0.0919052},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":408026608,"overall_relative_score":408026608,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":659,"performance":1005,"input_tokens":3895,"output_tokens":10361,"total_tokens":14256,"cost":0.1284698},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13041080,"overall_relative_score":13041080,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":419,"performance":1421,"input_tokens":1873,"output_tokens":2675,"total_tokens":4548,"cost":0.035846},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":10341,"total_tokens":12614,"cost":0.1250092},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1944,"output_tokens":6380,"total_tokens":8324,"cost":0.080448},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62501292957,"overall_relative_score":216076150983,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":622,"performance":1104,"input_tokens":2950,"output_tokens":7440,"total_tokens":10390,"cost":0.0915386},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1318903,"overall_relative_score":1318903,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":662,"performance":776,"input_tokens":1832,"output_tokens":4703,"total_tokens":6535,"cost":0.0601},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65684806996,"overall_relative_score":860083718033,"max_execution_time_ms":1910,"max_memory_usage_kib":4096,"rank":643,"performance":1045,"input_tokens":3528,"output_tokens":7082,"total_tokens":10610,"cost":0.0883914},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1044703,"overall_relative_score":1044703,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":309,"performance":1557,"input_tokens":1958,"output_tokens":6164,"total_tokens":8122,"cost":0.077884},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":61865029508,"overall_relative_score":28793891367,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":1017,"performance":526,"input_tokens":4358,"output_tokens":6994,"total_tokens":11352,"cost":0.092644},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3210,"output_tokens":9374,"total_tokens":12584,"cost":0.118908},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10359160440583,"overall_relative_score":10359160440583,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":482,"performance":1301,"input_tokens":1854,"output_tokens":5560,"total_tokens":7414,"cost":0.070428},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24054839999,"overall_relative_score":289712990570,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":691,"performance":1029,"input_tokens":2939,"output_tokens":7184,"total_tokens":10123,"cost":0.0884446},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4367183741,"overall_relative_score":4367183741,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":391,"performance":1393,"input_tokens":2037,"output_tokens":5544,"total_tokens":7581,"cost":0.0669786},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223609387,"overall_relative_score":223609387,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":532,"performance":1249,"input_tokens":4753,"output_tokens":3468,"total_tokens":8221,"cost":0.0438032},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1172,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4264,"output_tokens":7159,"total_tokens":11423,"cost":0.094436},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":1052332,"rank":683,"performance":265,"input_tokens":1943,"output_tokens":13271,"total_tokens":15214,"cost":0.163138},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2173,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4424,"output_tokens":7262,"total_tokens":11686,"cost":0.095992},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72753759,"overall_relative_score":72753759,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":124,"performance":2011,"input_tokens":1761,"output_tokens":4606,"total_tokens":6367,"cost":0.058794},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1289,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2301,"output_tokens":6065,"total_tokens":8366,"cost":0.077382},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119811798,"overall_relative_score":119811798,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":744,"performance":945,"input_tokens":1559,"output_tokens":6758,"total_tokens":8317,"cost":0.084214},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1020872581,"overall_relative_score":1503472423806,"max_execution_time_ms":940,"max_memory_usage_kib":15784,"rank":607,"performance":1229,"input_tokens":4611,"output_tokens":6045,"total_tokens":10656,"cost":0.074445},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1506,"output_tokens":10265,"total_tokens":11771,"cost":0.126192}]},{"num_self_refine":2,"rank":{"all":{"mean":423.075,"median":397.5,"min":7,"max":1017,"stdev":252.24900065874064},"short":{"mean":407.04347826086956,"median":319.0,"min":7,"max":983,"stdev":260.2080423362097},"long":{"mean":444.7647058823529,"median":409.0,"min":111,"max":1017,"stdev":247.2426766892613}},"performance":{"all":{"mean":1241.1,"median":1313.0,"min":-61,"max":2876,"stdev":619.4836476805419},"short":{"mean":1209.2608695652175,"median":1301.0,"min":-61,"max":2876,"stdev":753.8231778071098},"long":{"mean":1284.1764705882354,"median":1325.0,"min":435,"max":1903,"stdev":388.1279163004958}},"input_tokens":{"all":{"mean":14396.925,"median":14321.0,"min":7228,"max":29955,"stdev":4582.898060753306},"short":{"mean":12858.173913043478,"median":10910.0,"min":7228,"max":22563,"stdev":3741.4941552585638},"long":{"mean":16478.764705882353,"median":15162.0,"min":7736,"max":29955,"stdev":4892.626972412312}},"output_tokens":{"all":{"mean":17802.35,"median":17410.0,"min":7920,"max":37965,"stdev":6291.2894995117385},"short":{"mean":17466.652173913044,"median":17257.0,"min":7920,"max":30187,"stdev":6140.193790313844},"long":{"mean":18256.529411764706,"median":17563.0,"min":9952,"max":37965,"stdev":6652.491930826063}},"total_tokens":{"all":{"mean":32199.275,"median":32310.5,"min":15148,"max":61655,"stdev":9782.84848924185},"short":{"mean":30324.82608695652,"median":30505.0,"min":15148,"max":47615,"stdev":9141.307409238441},"long":{"mean":34735.294117647056,"median":32956.0,"min":21828,"max":61655,"stdev":10319.636323320132}},"cost":{"all":{"mean":0.23881934999999999,"median":0.2329714,"min":0.109496,"max":0.4725058,"stdev":0.07894704566378331},"short":{"mean":0.23259895652173912,"median":0.2248266,"min":0.109496,"max":0.3971,"stdev":0.07899147019423752},"long":{"mean":0.24723517647058824,"median":0.23702279999999998,"min":0.1395346,"max":0.4725058,"stdev":0.08050871950564989}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":959371696796,"overall_relative_score":959371696796,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":262,"performance":1512,"input_tokens":7736,"output_tokens":17203,"total_tokens":24939,"cost":0.221908},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3136909,"overall_relative_score":3136909,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":308,"performance":1429,"input_tokens":14603,"output_tokens":17986,"total_tokens":32589,"cost":0.24503799999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2851669377956,"overall_relative_score":2851669377956,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":111,"performance":1903,"input_tokens":11876,"output_tokens":9952,"total_tokens":21828,"cost":0.1395346},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5838122329,"overall_relative_score":5838122329,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":70,"performance":2073,"input_tokens":13981,"output_tokens":25693,"total_tokens":39674,"cost":0.336278},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5260110,"overall_relative_score":5260110,"max_execution_time_ms":440,"max_memory_usage_kib":30720,"rank":307,"performance":1196,"input_tokens":15490,"output_tokens":26542,"total_tokens":42032,"cost":0.349484},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5436265,"overall_relative_score":5436265,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":229,"performance":1518,"input_tokens":14287,"output_tokens":10688,"total_tokens":24975,"cost":0.153176},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1944910,"overall_relative_score":1944910,"max_execution_time_ms":1950,"max_memory_usage_kib":18432,"rank":21,"performance":2472,"input_tokens":11203,"output_tokens":22553,"total_tokens":33756,"cost":0.293042},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":811,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":9213,"output_tokens":8105,"total_tokens":17318,"cost":0.1118916},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6741324834,"overall_relative_score":6741324834,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":424,"performance":1193,"input_tokens":14794,"output_tokens":13710,"total_tokens":28504,"cost":0.194108},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":6144,"rank":761,"performance":42,"input_tokens":10575,"output_tokens":11448,"total_tokens":22023,"cost":0.1511406},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20664,"overall_relative_score":20664,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":22563,"output_tokens":21321,"total_tokens":43884,"cost":0.2862918},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":122185381,"overall_relative_score":122185381,"max_execution_time_ms":3100,"max_memory_usage_kib":11144,"rank":879,"performance":435,"input_tokens":23690,"output_tokens":37965,"total_tokens":61655,"cost":0.4725058},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90452959,"overall_relative_score":90452959,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":100,"performance":1931,"input_tokens":17655,"output_tokens":19281,"total_tokens":36936,"cost":0.2556822},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1350374518,"overall_relative_score":1350374518,"max_execution_time_ms":4930,"max_memory_usage_kib":20404,"rank":311,"performance":1325,"input_tokens":15162,"output_tokens":14169,"total_tokens":29331,"cost":0.19670700000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103074880,"overall_relative_score":103074880,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":291,"performance":1425,"input_tokens":10666,"output_tokens":15558,"total_tokens":26224,"cost":0.200621},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10468811374,"overall_relative_score":149253183061,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":382,"performance":1399,"input_tokens":14955,"output_tokens":17563,"total_tokens":32518,"cost":0.23702279999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31352865089,"overall_relative_score":1106302918658,"max_execution_time_ms":5970,"max_memory_usage_kib":35840,"rank":189,"performance":1724,"input_tokens":21295,"output_tokens":28012,"total_tokens":49307,"cost":0.367727},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74458439522542,"overall_relative_score":23263665216,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":392,"performance":1192,"input_tokens":18393,"output_tokens":14828,"total_tokens":33221,"cost":0.2074032},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":408026608,"overall_relative_score":408026608,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":659,"performance":1005,"input_tokens":19108,"output_tokens":24559,"total_tokens":43667,"cost":0.3292718},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":7228,"output_tokens":7920,"total_tokens":15148,"cost":0.109496},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":15116,"output_tokens":15813,"total_tokens":30929,"cost":0.21635919999999997},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":10902,"output_tokens":12632,"total_tokens":23534,"cost":0.173388},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62501292957,"overall_relative_score":216076150983,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":622,"performance":1104,"input_tokens":14355,"output_tokens":13160,"total_tokens":27515,"cost":0.1829886},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1323650,"overall_relative_score":1323650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":601,"performance":924,"input_tokens":9217,"output_tokens":8361,"total_tokens":17578,"cost":0.11876600000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45954139069,"overall_relative_score":1178902137709,"max_execution_time_ms":1900,"max_memory_usage_kib":15360,"rank":409,"performance":1350,"input_tokens":15155,"output_tokens":21034,"total_tokens":36189,"cost":0.27906939999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1059467,"overall_relative_score":1059467,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":225,"performance":1724,"input_tokens":10890,"output_tokens":13428,"total_tokens":24318,"cost":0.182916},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":61865029508,"overall_relative_score":28793891367,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":1017,"performance":526,"input_tokens":15955,"output_tokens":18940,"total_tokens":34895,"cost":0.25919000000000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078815200,"overall_relative_score":13433434935,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":685,"performance":1011,"input_tokens":29955,"output_tokens":21279,"total_tokens":51234,"cost":0.315258},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10359160440583,"overall_relative_score":10359160440583,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":482,"performance":1301,"input_tokens":10408,"output_tokens":18245,"total_tokens":28653,"cost":0.23975600000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":681856,"overall_relative_score":372867148036,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":592,"performance":1144,"input_tokens":13966,"output_tokens":18990,"total_tokens":32956,"cost":0.2521706},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5470105758,"overall_relative_score":5470105758,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":299,"performance":1546,"input_tokens":10683,"output_tokens":17257,"total_tokens":27940,"cost":0.2248266},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245740073,"overall_relative_score":245740073,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":319,"performance":1563,"input_tokens":13877,"output_tokens":16628,"total_tokens":30505,"cost":0.21997119999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1698494,"overall_relative_score":134873924804,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":439,"performance":1287,"input_tokens":15983,"output_tokens":18207,"total_tokens":34190,"cost":0.25045},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":1052332,"rank":683,"performance":265,"input_tokens":17428,"output_tokens":30187,"total_tokens":47615,"cost":0.3971},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3404584982,"overall_relative_score":2821307727153,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":184,"performance":1783,"input_tokens":16444,"output_tokens":16336,"total_tokens":32780,"cost":0.22891999999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76680934,"overall_relative_score":76680934,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":7,"performance":2876,"input_tokens":9034,"output_tokens":9972,"total_tokens":19006,"cost":0.137732},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1289,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":10910,"output_tokens":21193,"total_tokens":32103,"cost":0.276136},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119811798,"overall_relative_score":119811798,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":744,"performance":945,"input_tokens":10859,"output_tokens":16885,"total_tokens":27744,"cost":0.22433799999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":785557971,"overall_relative_score":1764300866202,"max_execution_time_ms":1790,"max_memory_usage_kib":23204,"rank":434,"performance":1425,"input_tokens":16138,"output_tokens":18325,"total_tokens":34463,"cost":0.244859},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":14129,"output_tokens":20166,"total_tokens":34295,"cost":0.27025}]},{"num_self_refine":4,"rank":{"all":{"mean":340.05,"median":299.0,"min":7,"max":1017,"stdev":245.97195483246168},"short":{"mean":302.1304347826087,"median":291.0,"min":7,"max":983,"stdev":257.99142063744995},"long":{"mean":391.3529411764706,"median":361.0,"min":111,"max":1017,"stdev":226.03372015488932}},"performance":{"all":{"mean":1462.9,"median":1457.5,"min":42,"max":2876,"stdev":604.9113009783186},"short":{"mean":1527.304347826087,"median":1485.0,"min":42,"max":2876,"stdev":749.4712945429421},"long":{"mean":1375.764705882353,"median":1420.0,"min":526,"max":1903,"stdev":324.8802720641415}},"input_tokens":{"all":{"mean":55189.825,"median":54618.0,"min":33725,"max":102093,"stdev":13321.872935404064},"short":{"mean":52044.52173913043,"median":50824.0,"min":34695,"max":73092,"stdev":11826.274768380497},"long":{"mean":59445.23529411765,"median":55726.0,"min":33725,"max":102093,"stdev":14381.195097806596}},"output_tokens":{"all":{"mean":32542.6,"median":30085.5,"min":15518,"max":57920,"stdev":9871.019610130948},"short":{"mean":31996.130434782608,"median":30491.0,"min":15518,"max":57453,"stdev":10002.18478999076},"long":{"mean":33281.94117647059,"median":29656.0,"min":22303,"max":57920,"stdev":9946.486775933678}},"total_tokens":{"all":{"mean":87732.425,"median":85218.5,"min":52792,"max":134733,"stdev":20085.12434982858},"short":{"mean":84040.65217391304,"median":81451.0,"min":52792,"max":120892,"stdev":19409.790775905516},"long":{"mean":92727.17647058824,"median":88840.0,"min":58404,"max":134733,"stdev":20474.401029808218}},"cost":{"all":{"mean":0.459844145,"median":0.42312610000000006,"min":0.24544780000000002,"max":0.790053,"stdev":0.12510941802106348},"short":{"mean":0.4463662695652174,"median":0.41393179999999996,"min":0.24544780000000002,"max":0.7510826,"stdev":0.1253384666592838},"long":{"mean":0.47807891764705884,"median":0.42731319999999995,"min":0.3420936,"max":0.790053,"stdev":0.1262432092018826}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":959371696796,"overall_relative_score":959371696796,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":262,"performance":1512,"input_tokens":33725,"output_tokens":24679,"total_tokens":58404,"cost":0.3480118},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3177013,"overall_relative_score":3177013,"max_execution_time_ms":1960,"max_memory_usage_kib":4096,"rank":303,"performance":1437,"input_tokens":62394,"output_tokens":35076,"total_tokens":97470,"cost":0.4857312},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2851669377956,"overall_relative_score":2851669377956,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":111,"performance":1903,"input_tokens":46596,"output_tokens":22303,"total_tokens":68899,"cost":0.3420936},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6273837094,"overall_relative_score":6273837094,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":44,"performance":2266,"input_tokens":55592,"output_tokens":42236,"total_tokens":97828,"cost":0.5711242},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5260110,"overall_relative_score":5260110,"max_execution_time_ms":440,"max_memory_usage_kib":30720,"rank":307,"performance":1196,"input_tokens":65786,"output_tokens":42320,"total_tokens":108106,"cost":0.5850772000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5486150,"overall_relative_score":5486150,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":195,"performance":1603,"input_tokens":52730,"output_tokens":24703,"total_tokens":77433,"cost":0.3754324},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2120317,"overall_relative_score":2120317,"max_execution_time_ms":1980,"max_memory_usage_kib":18432,"rank":10,"performance":2714,"input_tokens":50824,"output_tokens":57453,"total_tokens":108277,"cost":0.7510826},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14168916466,"overall_relative_score":14168916466,"max_execution_time_ms":1330,"max_memory_usage_kib":3072,"rank":37,"performance":2296,"input_tokens":34695,"output_tokens":18935,"total_tokens":53630,"cost":0.2773158},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6741324834,"overall_relative_score":6741324834,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":424,"performance":1193,"input_tokens":57927,"output_tokens":25186,"total_tokens":83113,"cost":0.4030614},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":6144,"rank":761,"performance":42,"input_tokens":50112,"output_tokens":30288,"total_tokens":80400,"cost":0.433593},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20664,"overall_relative_score":20664,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":68708,"output_tokens":30567,"total_tokens":99275,"cost":0.46619859999999996},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":767409452,"overall_relative_score":767409452,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":402,"performance":1257,"input_tokens":74679,"output_tokens":52247,"total_tokens":126926,"cost":0.7222248},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90452959,"overall_relative_score":90452959,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":100,"performance":1931,"input_tokens":57338,"output_tokens":28555,"total_tokens":85893,"cost":0.40034260000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1453331011,"overall_relative_score":1453331011,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":245,"performance":1458,"input_tokens":57527,"output_tokens":28544,"total_tokens":86071,"cost":0.4389214},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103074880,"overall_relative_score":103074880,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":291,"performance":1425,"input_tokens":42724,"output_tokens":24015,"total_tokens":66739,"cost":0.34235119999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13642684628,"overall_relative_score":189417163458,"max_execution_time_ms":5000,"max_memory_usage_kib":3072,"rank":343,"performance":1457,"input_tokens":53318,"output_tokens":27616,"total_tokens":80934,"cost":0.39597459999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31352865089,"overall_relative_score":1106302918658,"max_execution_time_ms":5970,"max_memory_usage_kib":35840,"rank":189,"performance":1724,"input_tokens":69102,"output_tokens":57920,"total_tokens":127022,"cost":0.790053},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29121225358521,"overall_relative_score":60253975167,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":281,"performance":1406,"input_tokens":71208,"output_tokens":29078,"total_tokens":100286,"cost":0.42396540000000005},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441403167,"overall_relative_score":441403167,"max_execution_time_ms":1960,"max_memory_usage_kib":7168,"rank":338,"performance":1465,"input_tokens":73092,"output_tokens":47800,"total_tokens":120892,"cost":0.6542946000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13136075,"overall_relative_score":13136075,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":359,"performance":1510,"input_tokens":37613,"output_tokens":18357,"total_tokens":55970,"cost":0.2803486},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281806416612,"overall_relative_score":281806416612,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":125,"performance":1485,"input_tokens":69486,"output_tokens":28202,"total_tokens":97688,"cost":0.4059018},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230554,"overall_relative_score":230554,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":211,"performance":1589,"input_tokens":54259,"output_tokens":27192,"total_tokens":81451,"cost":0.397049},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55308023696,"overall_relative_score":224655064459,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":55364,"output_tokens":27366,"total_tokens":82730,"cost":0.3895804},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1323650,"overall_relative_score":1323650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":601,"performance":924,"input_tokens":37274,"output_tokens":15518,"total_tokens":52792,"cost":0.24544780000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42130456657,"overall_relative_score":1282671250810,"max_execution_time_ms":1950,"max_memory_usage_kib":15360,"rank":361,"performance":1420,"input_tokens":58492,"output_tokens":44007,"total_tokens":102499,"cost":0.6107186},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065526,"overall_relative_score":1065526,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":163,"performance":1873,"input_tokens":52204,"output_tokens":33600,"total_tokens":85804,"cost":0.462419},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":61865029508,"overall_relative_score":28793891367,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":1017,"performance":526,"input_tokens":55726,"output_tokens":36648,"total_tokens":92374,"cost":0.5114678},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078815200,"overall_relative_score":13433434935,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":685,"performance":1011,"input_tokens":102093,"output_tokens":32640,"total_tokens":134733,"cost":0.4965906},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10466738818437,"overall_relative_score":10466738818437,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":438,"performance":1365,"input_tokens":45042,"output_tokens":26854,"total_tokens":71896,"cost":0.3725124},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":653951,"overall_relative_score":388783703065,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":579,"performance":1160,"input_tokens":53067,"output_tokens":37376,"total_tokens":90443,"cost":0.5122253999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5549062847,"overall_relative_score":5549062847,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":295,"performance":1553,"input_tokens":41809,"output_tokens":31131,"total_tokens":72940,"cost":0.4146938},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258223736,"overall_relative_score":258223736,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":126,"performance":1981,"input_tokens":45064,"output_tokens":30846,"total_tokens":75910,"cost":0.41393179999999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1359635,"overall_relative_score":178673711100,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":402,"performance":1339,"input_tokens":54977,"output_tokens":29656,"total_tokens":84633,"cost":0.42731319999999995},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":1052332,"rank":683,"performance":265,"input_tokens":72253,"output_tokens":46022,"total_tokens":118275,"cost":0.6357536},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3404584982,"overall_relative_score":2821307727153,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":184,"performance":1783,"input_tokens":55081,"output_tokens":35941,"total_tokens":91022,"cost":0.5174204},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76680934,"overall_relative_score":76680934,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":7,"performance":2876,"input_tokens":41831,"output_tokens":24082,"total_tokens":65913,"cost":0.3497572},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1289,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":43606,"output_tokens":30491,"total_tokens":74097,"cost":0.41321060000000004},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149542524,"overall_relative_score":149542524,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":35,"performance":2419,"input_tokens":41908,"output_tokens":37689,"total_tokens":79597,"cost":0.5037073999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":751571494,"overall_relative_score":1857515997106,"max_execution_time_ms":1940,"max_memory_usage_kib":23164,"rank":363,"performance":1518,"input_tokens":58957,"output_tokens":29883,"total_tokens":88840,"cost":0.4222868},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":53410,"output_tokens":28682,"total_tokens":82092,"cost":0.4045802}]},{"num_self_refine":8,"rank":{"all":{"mean":271.225,"median":223.0,"min":2,"max":761,"stdev":184.69468742793487},"short":{"mean":228.17391304347825,"median":181.0,"min":2,"max":761,"stdev":197.49100144607578},"long":{"mean":329.47058823529414,"median":320.0,"min":68,"max":596,"stdev":152.48201436852267}},"performance":{"all":{"mean":1628.325,"median":1579.5,"min":42,"max":3218,"stdev":547.9533663247875},"short":{"mean":1741.391304347826,"median":1680.0,"min":42,"max":3218,"stdev":672.8709007022504},"long":{"mean":1475.3529411764705,"median":1457.0,"min":1134,"max":2099,"stdev":257.07584998801195}},"input_tokens":{"all":{"mean":207624.825,"median":208854.0,"min":136107,"max":317604,"stdev":41207.437991084844},"short":{"mean":200842.65217391305,"median":195783.0,"min":136107,"max":285299,"stdev":40318.28198518824},"long":{"mean":216800.70588235295,"median":209650.0,"min":137835,"max":317604,"stdev":41812.3512833898}},"output_tokens":{"all":{"mean":57652.925,"median":52387.5,"min":28794,"max":107060,"stdev":18002.681605645055},"short":{"mean":55687.13043478261,"median":50323.0,"min":28794,"max":101421,"stdev":17802.54695339035},"long":{"mean":60312.529411764706,"median":54206.0,"min":39761,"max":107060,"stdev":18469.841807381727}},"total_tokens":{"all":{"mean":265277.75,"median":258868.0,"min":168499,"max":386998,"stdev":54625.13755131423},"short":{"mean":256529.78260869565,"median":246106.0,"min":168499,"max":373481,"stdev":53689.85259293038},"long":{"mean":277113.23529411765,"median":268074.0,"min":188060,"max":386998,"stdev":55234.53228000737}},"cost":{"all":{"mean":0.89620764,"median":0.8500217,"min":0.4803478,"max":1.54635,"stdev":0.2405390197911358},"short":{"mean":0.8655818,"median":0.8354299999999999,"min":0.4803478,"max":1.5028388000000001,"stdev":0.2523907843384144},"long":{"mean":0.9376426,"median":0.869946,"min":0.7097126,"max":1.54635,"stdev":0.22420947055841553}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961724358414,"overall_relative_score":961724358414,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":228,"performance":1565,"input_tokens":137835,"output_tokens":50225,"total_tokens":188060,"cost":0.7836737999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3783019,"overall_relative_score":3783019,"max_execution_time_ms":1970,"max_memory_usage_kib":16384,"rank":190,"performance":1665,"input_tokens":243893,"output_tokens":47894,"total_tokens":291787,"cost":0.7756858},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2880676123651,"overall_relative_score":2880676123651,"max_execution_time_ms":1010,"max_memory_usage_kib":3072,"rank":68,"performance":2099,"input_tokens":177545,"output_tokens":39761,"total_tokens":217306,"cost":0.74386},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6273837094,"overall_relative_score":6273837094,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":44,"performance":2266,"input_tokens":211190,"output_tokens":71016,"total_tokens":282206,"cost":1.0794196},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5320162,"overall_relative_score":5320162,"max_execution_time_ms":2950,"max_memory_usage_kib":22528,"rank":307,"performance":1196,"input_tokens":259728,"output_tokens":81836,"total_tokens":341564,"cost":1.2117438},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5508870,"overall_relative_score":5508870,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":185,"performance":1630,"input_tokens":189559,"output_tokens":41914,"total_tokens":231473,"cost":0.7097126},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2209290,"overall_relative_score":2209290,"max_execution_time_ms":1980,"max_memory_usage_kib":18432,"rank":2,"performance":3218,"input_tokens":218254,"output_tokens":101421,"total_tokens":319675,"cost":1.5028388000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14179385540,"overall_relative_score":14179385540,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":33,"performance":2338,"input_tokens":136107,"output_tokens":32392,"total_tokens":168499,"cost":0.5487042},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6741324834,"overall_relative_score":6741324834,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":424,"performance":1193,"input_tokens":222515,"output_tokens":45559,"total_tokens":268074,"cost":0.7411023999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":6144,"rank":761,"performance":42,"input_tokens":217612,"output_tokens":67331,"total_tokens":284943,"cost":1.0495772},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20664,"overall_relative_score":20664,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":222962,"output_tokens":47426,"total_tokens":270388,"cost":0.8687212},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947481626,"overall_relative_score":947481626,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":334,"performance":1363,"input_tokens":272914,"output_tokens":91949,"total_tokens":364863,"cost":1.3160558},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91884415,"overall_relative_score":91884415,"max_execution_time_ms":2940,"max_memory_usage_kib":3072,"rank":86,"performance":1994,"input_tokens":195783,"output_tokens":50323,"total_tokens":246106,"cost":0.7379574},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1506754933,"overall_relative_score":1506754933,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":218,"performance":1518,"input_tokens":220297,"output_tokens":49821,"total_tokens":270118,"cost":0.9275552},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122062900,"overall_relative_score":122062900,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":181,"performance":1680,"input_tokens":170324,"output_tokens":40584,"total_tokens":210908,"cost":0.6623638},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13642684628,"overall_relative_score":189417163458,"max_execution_time_ms":5000,"max_memory_usage_kib":3072,"rank":343,"performance":1457,"input_tokens":193633,"output_tokens":51513,"total_tokens":245146,"cost":0.8223961999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29974359945,"overall_relative_score":1155944171504,"max_execution_time_ms":5940,"max_memory_usage_kib":35840,"rank":172,"performance":1769,"input_tokens":245043,"output_tokens":107060,"total_tokens":352103,"cost":1.54635},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29121225358521,"overall_relative_score":60253975167,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":281,"performance":1406,"input_tokens":269441,"output_tokens":73995,"total_tokens":343436,"cost":1.0721644000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":491462680,"overall_relative_score":491462680,"max_execution_time_ms":1960,"max_memory_usage_kib":7168,"rank":20,"performance":2573,"input_tokens":285299,"output_tokens":88182,"total_tokens":373481,"cost":1.3249348},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13137775,"overall_relative_score":13137775,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":358,"performance":1512,"input_tokens":161520,"output_tokens":41171,"total_tokens":202691,"cost":0.686916},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283020530698,"overall_relative_score":283020530698,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":105,"performance":1633,"input_tokens":241652,"output_tokens":46908,"total_tokens":288560,"cost":0.7244806},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231595,"overall_relative_score":231595,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":209,"performance":1594,"input_tokens":208536,"output_tokens":49583,"total_tokens":258119,"cost":0.9198737999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49244426126,"overall_relative_score":237368646398,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":596,"performance":1134,"input_tokens":197139,"output_tokens":46690,"total_tokens":243829,"cost":0.7503318000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1343147,"overall_relative_score":1343147,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":524,"performance":1078,"input_tokens":144233,"output_tokens":28794,"total_tokens":173027,"cost":0.4803478},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37645473092,"overall_relative_score":1441523915095,"max_execution_time_ms":1950,"max_memory_usage_kib":15360,"rank":265,"performance":1580,"input_tokens":223044,"output_tokens":79793,"total_tokens":302837,"cost":1.1337228000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066927,"overall_relative_score":1066927,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":149,"performance":1912,"input_tokens":223553,"output_tokens":60123,"total_tokens":283676,"cost":0.9184198},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1499830781197,"overall_relative_score":172268557810,"max_execution_time_ms":3080,"max_memory_usage_kib":4096,"rank":529,"performance":1222,"input_tokens":209650,"output_tokens":59743,"total_tokens":269393,"cost":0.9242156},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2982989666,"overall_relative_score":82443822081,"max_execution_time_ms":2530,"max_memory_usage_kib":3072,"rank":476,"performance":1281,"input_tokens":317604,"output_tokens":69394,"total_tokens":386998,"cost":1.030257},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10466738818437,"overall_relative_score":10466738818437,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":438,"performance":1365,"input_tokens":177979,"output_tokens":42225,"total_tokens":220204,"cost":0.6344918},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":640122,"overall_relative_score":397116364685,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":576,"performance":1163,"input_tokens":198276,"output_tokens":54724,"total_tokens":253000,"cost":0.869946},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6461129252,"overall_relative_score":6461129252,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":205,"performance":1734,"input_tokens":165963,"output_tokens":57814,"total_tokens":223777,"cost":0.8414621999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":259467564,"overall_relative_score":259467564,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":114,"performance":2019,"input_tokens":163684,"output_tokens":53262,"total_tokens":216946,"cost":0.8023537999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1359635,"overall_relative_score":178673711100,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":402,"performance":1339,"input_tokens":209172,"output_tokens":50445,"total_tokens":259617,"cost":0.8392614},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81045,"overall_relative_score":81045,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":507,"performance":1021,"input_tokens":265511,"output_tokens":70553,"total_tokens":336064,"cost":1.1109213999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3404584982,"overall_relative_score":2821307727153,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":184,"performance":1783,"input_tokens":183447,"output_tokens":54206,"total_tokens":237653,"cost":0.870738},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76680934,"overall_relative_score":76680934,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":7,"performance":2876,"input_tokens":171660,"output_tokens":42162,"total_tokens":213822,"cost":0.6499356},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464735,"overall_relative_score":464735,"max_execution_time_ms":730,"max_memory_usage_kib":28300,"rank":133,"performance":1950,"input_tokens":172499,"output_tokens":58771,"total_tokens":231270,"cost":0.8920102},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147743954,"overall_relative_score":147743954,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":143,"performance":1920,"input_tokens":170182,"output_tokens":58120,"total_tokens":228302,"cost":0.8354299999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":734057523,"overall_relative_score":1898105480920,"max_execution_time_ms":1900,"max_memory_usage_kib":23096,"rank":320,"performance":1579,"input_tokens":218498,"output_tokens":58521,"total_tokens":277019,"cost":0.8585812},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":191257,"output_tokens":42913,"total_tokens":234170,"cost":0.6497918}]},{"num_self_refine":16,"rank":{"all":{"mean":240.425,"median":200.0,"min":1,"max":761,"stdev":178.29446796715905},"short":{"mean":188.82608695652175,"median":143.0,"min":1,"max":761,"stdev":186.66831356322248},"long":{"mean":310.2352941176471,"median":287.0,"min":62,"max":576,"stdev":143.4161468471057}},"performance":{"all":{"mean":1714.9,"median":1658.0,"min":42,"max":3486,"stdev":571.5142190393013},"short":{"mean":1870.0,"median":1912.0,"min":42,"max":3486,"stdev":686.7333742237429},"long":{"mean":1505.0588235294117,"median":1518.0,"min":1163,"max":2134,"stdev":257.5603013345213}},"input_tokens":{"all":{"mean":799401.6,"median":768545.5,"min":540695,"max":1138657,"stdev":156085.77298031215},"short":{"mean":779795.5652173914,"median":730295.0,"min":540695,"max":1138657,"stdev":155829.76748153038},"long":{"mean":825927.4117647059,"median":827714.0,"min":580393,"max":1113526,"stdev":157146.66149216265}},"output_tokens":{"all":{"mean":107910.525,"median":94734.5,"min":57198,"max":188712,"stdev":34970.12014452389},"short":{"mean":105116.39130434782,"median":94196.0,"min":57198,"max":188712,"stdev":35844.93683117366},"long":{"mean":111690.82352941176,"median":95273.0,"min":72568,"max":181085,"stdev":34463.79215248101}},"total_tokens":{"all":{"mean":907312.125,"median":870003.5,"min":598303,"max":1300452,"stdev":186298.32957977575},"short":{"mean":884911.9565217391,"median":837509.0,"min":598303,"max":1300452,"stdev":187641.64610682736},"long":{"mean":937618.2352941176,"median":916119.0,"min":668171,"max":1242103,"stdev":185710.56710023578}},"cost":{"all":{"mean":1.88218134,"median":1.7743565000000001,"min":0.9816684,"max":3.1282964,"stdev":0.5915782814610755},"short":{"mean":1.8208350434782608,"median":1.60238,"min":0.9816684,"max":3.050247,"stdev":0.6041541051987916},"long":{"mean":1.9651792705882354,"median":1.868425,"min":1.3515941999999999,"max":3.1282964,"stdev":0.5817493560434079}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962407393931,"overall_relative_score":962407393931,"max_execution_time_ms":4960,"max_memory_usage_kib":3072,"rank":216,"performance":1585,"input_tokens":580393,"output_tokens":87778,"total_tokens":668171,"cost":1.4299052},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3869340,"overall_relative_score":3869340,"max_execution_time_ms":1980,"max_memory_usage_kib":21364,"rank":175,"performance":1703,"input_tokens":812532,"output_tokens":75295,"total_tokens":887827,"cost":1.3645907999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2886066655457,"overall_relative_score":2886066655457,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":62,"performance":2134,"input_tokens":693423,"output_tokens":76662,"total_tokens":770085,"cost":1.3993541999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6273837094,"overall_relative_score":6273837094,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":44,"performance":2266,"input_tokens":807866,"output_tokens":113687,"total_tokens":921553,"cost":1.9193332000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5351587,"overall_relative_score":5351587,"max_execution_time_ms":2960,"max_memory_usage_kib":22528,"rank":307,"performance":1196,"input_tokens":1073634,"output_tokens":188712,"total_tokens":1262346,"cost":3.050247},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5536068,"overall_relative_score":5536068,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":175,"performance":1658,"input_tokens":699264,"output_tokens":72568,"total_tokens":771832,"cost":1.3515941999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2226359,"overall_relative_score":2226359,"max_execution_time_ms":1980,"max_memory_usage_kib":18432,"rank":1,"performance":3486,"input_tokens":941008,"output_tokens":169672,"total_tokens":1110680,"cost":3.0491138},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14210493009,"overall_relative_score":14210493009,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":17,"performance":2572,"input_tokens":540695,"output_tokens":57608,"total_tokens":598303,"cost":1.016254},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6741324834,"overall_relative_score":6741324834,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":424,"performance":1193,"input_tokens":831537,"output_tokens":95825,"total_tokens":927362,"cost":1.7907954000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":6144,"rank":761,"performance":42,"input_tokens":833467,"output_tokens":105642,"total_tokens":939109,"cost":2.1347936},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20664,"overall_relative_score":20664,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":758108,"output_tokens":79401,"total_tokens":837509,"cost":1.5747537999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":864103764,"overall_relative_score":864103764,"max_execution_time_ms":2990,"max_memory_usage_kib":3072,"rank":366,"performance":1311,"input_tokens":1068973,"output_tokens":161746,"total_tokens":1230719,"cost":3.1282964},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94632828,"overall_relative_score":94632828,"max_execution_time_ms":2970,"max_memory_usage_kib":3072,"rank":46,"performance":2236,"input_tokens":719064,"output_tokens":94196,"total_tokens":813260,"cost":1.5992574},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1505419480,"overall_relative_score":1505419480,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":218,"performance":1518,"input_tokens":827714,"output_tokens":88405,"total_tokens":916119,"cost":1.868425},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126163111,"overall_relative_score":126163111,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":151,"performance":1768,"input_tokens":658895,"output_tokens":71794,"total_tokens":730689,"cost":1.426981},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14377146166,"overall_relative_score":172862575154,"max_execution_time_ms":4790,"max_memory_usage_kib":3072,"rank":354,"performance":1440,"input_tokens":713743,"output_tokens":91025,"total_tokens":804768,"cost":1.9906778},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30152633754,"overall_relative_score":1145602739744,"max_execution_time_ms":5820,"max_memory_usage_kib":35840,"rank":176,"performance":1758,"input_tokens":965973,"output_tokens":181085,"total_tokens":1147058,"cost":3.0762768},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29121225358521,"overall_relative_score":60253975167,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":281,"performance":1406,"input_tokens":1079466,"output_tokens":162637,"total_tokens":1242103,"cost":2.9345622000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":491462680,"overall_relative_score":491462680,"max_execution_time_ms":1960,"max_memory_usage_kib":7168,"rank":20,"performance":2573,"input_tokens":1138657,"output_tokens":161795,"total_tokens":1300452,"cost":2.7577904},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13157725,"overall_relative_score":13157725,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":339,"performance":1542,"input_tokens":661877,"output_tokens":101466,"total_tokens":763343,"cost":1.7579175999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286003590440,"overall_relative_score":286003590440,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":70,"performance":1892,"input_tokens":850297,"output_tokens":87638,"total_tokens":937935,"cost":1.4389952},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":262917,"overall_relative_score":262917,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":152,"performance":1747,"input_tokens":778983,"output_tokens":106252,"total_tokens":885235,"cost":1.8802661999999994},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43869521860,"overall_relative_score":250437753211,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":566,"performance":1170,"input_tokens":704924,"output_tokens":81442,"total_tokens":786366,"cost":1.3628386000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1362779,"overall_relative_score":1362779,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":383,"performance":1331,"input_tokens":545763,"output_tokens":57198,"total_tokens":602961,"cost":0.9816684},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36741984810,"overall_relative_score":1484182288443,"max_execution_time_ms":1960,"max_memory_usage_kib":15360,"rank":225,"performance":1658,"input_tokens":888194,"output_tokens":144888,"total_tokens":1033082,"cost":2.187418},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066940,"overall_relative_score":1066940,"max_execution_time_ms":1980,"max_memory_usage_kib":4096,"rank":149,"performance":1912,"input_tokens":918707,"output_tokens":125021,"total_tokens":1043728,"cost":2.3986456},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":534079659676,"overall_relative_score":233656226474,"max_execution_time_ms":2860,"max_memory_usage_kib":14036,"rank":292,"performance":1551,"input_tokens":871286,"output_tokens":125889,"total_tokens":997175,"cost":2.1152944},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2982989666,"overall_relative_score":82443822081,"max_execution_time_ms":2530,"max_memory_usage_kib":3072,"rank":476,"performance":1281,"input_tokens":1113526,"output_tokens":120752,"total_tokens":1234278,"cost":1.9406438},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10428595031799,"overall_relative_score":10428595031799,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":450,"performance":1347,"input_tokens":679696,"output_tokens":78258,"total_tokens":757954,"cost":1.2753032000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":640122,"overall_relative_score":397116364685,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":576,"performance":1163,"input_tokens":725343,"output_tokens":95273,"total_tokens":820616,"cost":1.6430112},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7345161493,"overall_relative_score":7345161493,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":98,"performance":2047,"input_tokens":713618,"output_tokens":119618,"total_tokens":833236,"cost":1.8194763999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260955390,"overall_relative_score":260955390,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":98,"performance":2076,"input_tokens":684877,"output_tokens":93715,"total_tokens":778592,"cost":1.60238},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1312700,"overall_relative_score":183619090228,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":396,"performance":1347,"input_tokens":799440,"output_tokens":91458,"total_tokens":890898,"cost":1.565805},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":389172,"overall_relative_score":389172,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":86,"performance":2002,"input_tokens":1035988,"output_tokens":156795,"total_tokens":1192783,"cost":2.5905631999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3404584982,"overall_relative_score":2821307727153,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":184,"performance":1783,"input_tokens":648365,"output_tokens":82770,"total_tokens":731135,"cost":1.5682348},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76680934,"overall_relative_score":76680934,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":7,"performance":2876,"input_tokens":691479,"output_tokens":85320,"total_tokens":776799,"cost":1.470843},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465058,"overall_relative_score":465058,"max_execution_time_ms":1750,"max_memory_usage_kib":70336,"rank":114,"performance":2010,"input_tokens":730295,"output_tokens":124477,"total_tokens":854772,"cost":2.1390526},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147743954,"overall_relative_score":147743954,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":143,"performance":1920,"input_tokens":690625,"output_tokens":92376,"total_tokens":783001,"cost":1.4565781999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":718280099,"overall_relative_score":1934970433872,"max_execution_time_ms":2010,"max_memory_usage_kib":23136,"rank":287,"performance":1630,"input_tokens":829202,"output_tokens":138541,"total_tokens":967743,"cost":2.0549146},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":669167,"output_tokens":71741,"total_tokens":740908,"cost":1.1744013999999998}]}]},{"model_name":"gemini-3.1-flash-lite-preview-high","detail_path":"data/model_details/gemini-3.1-flash-lite-preview-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":633.025,"median":673.5,"min":183,"max":1037,"stdev":244.6261918069051},"short":{"mean":577.8695652173913,"median":604.0,"min":183,"max":1019,"stdev":257.4234757161871},"long":{"mean":707.6470588235294,"median":707.0,"min":231,"max":1037,"stdev":210.85152986653623}},"performance":{"all":{"mean":797.725,"median":890.5,"min":-110,"max":1617,"stdev":519.2270383056841},"short":{"mean":761.2173913043479,"median":830.0,"min":-110,"max":1617,"stdev":616.7983283583158},"long":{"mean":847.1176470588235,"median":933.0,"min":194,"max":1560,"stdev":359.9010076314286}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":16241.975,"median":16483.5,"min":12378,"max":22330,"stdev":2029.125825261605},"short":{"mean":16170.739130434782,"median":16426.0,"min":12621,"max":17891,"stdev":1306.8167854263033},"long":{"mean":16338.35294117647,"median":16541.0,"min":12378,"max":22330,"stdev":2769.6022715630234}},"total_tokens":{"all":{"mean":19502.3,"median":18857.0,"min":15305,"max":26490,"stdev":3042.547652114033},"short":{"mean":18839.608695652172,"median":18556.0,"min":15305,"max":26490,"stdev":2412.2795846390613},"long":{"mean":20398.882352941175,"median":20380.0,"min":15563,"max":25858,"stdev":3616.2862317983236}},"cost":{"all":{"mean":0.02517804375,"median":0.025668375,"min":0.0196025,"max":0.034377,"stdev":0.00317502498217887},"short":{"mean":0.02492332608695652,"median":0.0255165,"min":0.0196025,"max":0.02871,"stdev":0.0020915837497016013},"long":{"mean":0.02552266176470588,"median":0.0258775,"min":0.01967075,"max":0.034377,"stdev":0.004282197546548436}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961354069787,"overall_relative_score":961354069787,"max_execution_time_ms":3780,"max_memory_usage_kib":3072,"rank":231,"performance":1560,"input_tokens":1477,"output_tokens":14578,"total_tokens":16055,"cost":0.02223625},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":8033,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1611,"output_tokens":16945,"total_tokens":18556,"cost":0.02582025},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2641059600799,"overall_relative_score":2641059600799,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":431,"performance":1233,"input_tokens":2878,"output_tokens":13412,"total_tokens":16290,"cost":0.0208375},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":84992,"rank":604,"performance":-21,"input_tokens":1724,"output_tokens":17891,"total_tokens":19615,"cost":0.0272675},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12917964,"overall_relative_score":12917964,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":183,"performance":1549,"input_tokens":1920,"output_tokens":15047,"total_tokens":16967,"cost":0.0230505},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4790389,"overall_relative_score":4790389,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":496,"performance":1029,"input_tokens":4052,"output_tokens":14255,"total_tokens":18307,"cost":0.0223955},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1328909,"overall_relative_score":1328909,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":249,"performance":1349,"input_tokens":1691,"output_tokens":14229,"total_tokens":15920,"cost":0.02176625},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11545493212,"overall_relative_score":11545493212,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":491,"performance":846,"input_tokens":2387,"output_tokens":15060,"total_tokens":17447,"cost":0.02318675},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62380864,"overall_relative_score":62380864,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":3202,"output_tokens":13845,"total_tokens":17047,"cost":0.021568},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5360588990,"overall_relative_score":5360588990,"max_execution_time_ms":750,"max_memory_usage_kib":10152,"rank":204,"performance":1617,"input_tokens":2384,"output_tokens":16426,"total_tokens":18810,"cost":0.025235},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8820,"output_tokens":17670,"total_tokens":26490,"cost":0.02871},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3133335,"overall_relative_score":3133335,"max_execution_time_ms":6608,"max_memory_usage_kib":3072,"rank":924,"performance":197,"input_tokens":8586,"output_tokens":16763,"total_tokens":25349,"cost":0.027291},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":6674,"output_tokens":16143,"total_tokens":22817,"cost":0.025883},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":372104239,"overall_relative_score":372104239,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":707,"performance":485,"input_tokens":3108,"output_tokens":18520,"total_tokens":21628,"cost":0.028557},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84436322,"overall_relative_score":84436322,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":340,"performance":1331,"input_tokens":2684,"output_tokens":12621,"total_tokens":15305,"cost":0.0196025},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2748680808,"overall_relative_score":20593656849,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":683,"performance":1020,"input_tokens":2974,"output_tokens":17406,"total_tokens":20380,"cost":0.0268525},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2358989248434,"overall_relative_score":377130095335,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":756,"performance":813,"input_tokens":7598,"output_tokens":18094,"total_tokens":25692,"cost":0.0290405},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4870,"output_tokens":20154,"total_tokens":25024,"cost":0.0314485},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5187,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3895,"output_tokens":17398,"total_tokens":21293,"cost":0.02707075},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1873,"output_tokens":15223,"total_tokens":17096,"cost":0.02330275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":15476,"total_tokens":17749,"cost":0.02378225},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4679,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":16960,"total_tokens":18904,"cost":0.025926},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123444707153,"overall_relative_score":154433195219,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":801,"performance":888,"input_tokens":2950,"output_tokens":14738,"total_tokens":17688,"cost":0.0228445},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1832,"output_tokens":17200,"total_tokens":19032,"cost":0.026258},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76732755190,"overall_relative_score":716075197327,"max_execution_time_ms":1810,"max_memory_usage_kib":4096,"rank":924,"performance":602,"input_tokens":3528,"output_tokens":22330,"total_tokens":25858,"cost":0.034377},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049300,"overall_relative_score":1049300,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":280,"performance":1611,"input_tokens":1958,"output_tokens":16409,"total_tokens":18367,"cost":0.025103},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4358,"output_tokens":18993,"total_tokens":23351,"cost":0.029579},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1013258833800,"overall_relative_score":372633407,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":735,"performance":945,"input_tokens":3210,"output_tokens":17472,"total_tokens":20682,"cost":0.0270105},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9575731169715,"overall_relative_score":9575731169715,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":1854,"output_tokens":17219,"total_tokens":19073,"cost":0.026292},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2939,"output_tokens":12624,"total_tokens":15563,"cost":0.01967075},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3015590292,"overall_relative_score":3015590292,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":585,"performance":1112,"input_tokens":2037,"output_tokens":15713,"total_tokens":17750,"cost":0.02407875},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221908163,"overall_relative_score":221908163,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":545,"performance":1231,"input_tokens":4753,"output_tokens":16744,"total_tokens":21497,"cost":0.02630425},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":309599587,"overall_relative_score":20103027911,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":634,"performance":1040,"input_tokens":4264,"output_tokens":16541,"total_tokens":20805,"cost":0.0258775},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":1943,"output_tokens":17390,"total_tokens":19333,"cost":0.02657075},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4702197550,"overall_relative_score":2057041528334,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":699,"performance":1057,"input_tokens":4424,"output_tokens":12378,"total_tokens":16802,"cost":0.019673},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66552402,"overall_relative_score":66552402,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":489,"performance":1349,"input_tokens":1761,"output_tokens":14907,"total_tokens":16668,"cost":0.02280075},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269370,"overall_relative_score":269370,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":2301,"output_tokens":14998,"total_tokens":17299,"cost":0.02307225},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1559,"output_tokens":17498,"total_tokens":19057,"cost":0.02663675},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2020799402,"overall_relative_score":937922839875,"max_execution_time_ms":490,"max_memory_usage_kib":11752,"rank":763,"performance":1066,"input_tokens":4611,"output_tokens":15649,"total_tokens":20260,"cost":0.02462625},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":1506,"output_tokens":16760,"total_tokens":18266,"cost":0.0255165}]},{"num_self_refine":2,"rank":{"all":{"mean":585.4,"median":609.5,"min":183,"max":1037,"stdev":253.88295304362964},"short":{"mean":506.5652173913044,"median":529.0,"min":183,"max":997,"stdev":255.85912780401722},"long":{"mean":692.0588235294117,"median":687.0,"min":231,"max":1037,"stdev":214.66004244742294}},"performance":{"all":{"mean":925.025,"median":1001.0,"min":-110,"max":1617,"stdev":500.8883128234047},"short":{"mean":966.9130434782609,"median":1112.0,"min":-110,"max":1617,"stdev":583.8048329741306},"long":{"mean":868.3529411764706,"median":933.0,"min":194,"max":1560,"stdev":370.09305268683283}},"input_tokens":{"all":{"mean":10274.8,"median":9325.0,"min":5770,"max":21191,"stdev":3830.8006741578456},"short":{"mean":9084.695652173914,"median":7657.0,"min":5770,"max":21191,"stdev":3742.8529035626702},"long":{"mean":11884.941176470587,"median":11844.0,"min":6899,"max":20495,"stdev":3423.0836330454345}},"output_tokens":{"all":{"mean":27762.95,"median":27562.5,"min":20733,"max":37537,"stdev":3589.415279501377},"short":{"mean":27583.91304347826,"median":27762.0,"min":20733,"max":32882,"stdev":2546.5043225610543},"long":{"mean":28005.176470588234,"median":26629.0,"min":21935,"max":37537,"stdev":4730.713651703278}},"total_tokens":{"all":{"mean":38037.75,"median":36158.5,"min":28826,"max":52912,"stdev":5751.949336239556},"short":{"mean":36668.608695652176,"median":35884.0,"min":28826,"max":50722,"stdev":4485.443342222103},"long":{"mean":39890.117647058825,"median":38905.0,"min":28834,"max":52912,"stdev":6829.363805311159}},"cost":{"all":{"mean":0.044115289375,"median":0.043425624999999995,"min":0.03312275,"max":0.0593605,"stdev":0.005537969440635535},"short":{"mean":0.04356171956521739,"median":0.043677,"min":0.03312275,"max":0.05112725,"stdev":0.003798963380848994},"long":{"mean":0.044864236764705884,"median":0.04222075,"min":0.03462725,"max":0.0593605,"stdev":0.007339978831756546}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961354069787,"overall_relative_score":961354069787,"max_execution_time_ms":3780,"max_memory_usage_kib":3072,"rank":231,"performance":1560,"input_tokens":6899,"output_tokens":21935,"total_tokens":28834,"cost":0.03462725},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1085910,"overall_relative_score":1085910,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":642,"performance":986,"input_tokens":6393,"output_tokens":26872,"total_tokens":33265,"cost":0.04190625},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2643604213889,"overall_relative_score":2643604213889,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":424,"performance":1243,"input_tokens":9732,"output_tokens":22417,"total_tokens":32149,"cost":0.0360585},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":84992,"rank":604,"performance":-21,"input_tokens":7045,"output_tokens":30686,"total_tokens":37731,"cost":0.04779025},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12917964,"overall_relative_score":12917964,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":183,"performance":1549,"input_tokens":8093,"output_tokens":20733,"total_tokens":28826,"cost":0.03312275},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4790389,"overall_relative_score":4790389,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":496,"performance":1029,"input_tokens":11844,"output_tokens":26108,"total_tokens":37952,"cost":0.042122999999999994},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1328909,"overall_relative_score":1328909,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":249,"performance":1349,"input_tokens":7220,"output_tokens":25820,"total_tokens":33040,"cost":0.040535},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13161216993,"overall_relative_score":13161216993,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":294,"performance":1313,"input_tokens":7992,"output_tokens":28270,"total_tokens":36262,"cost":0.044403},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62380864,"overall_relative_score":62380864,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":9315,"output_tokens":25333,"total_tokens":34648,"cost":0.040328249999999996},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5360588990,"overall_relative_score":5360588990,"max_execution_time_ms":750,"max_memory_usage_kib":10152,"rank":204,"performance":1617,"input_tokens":9335,"output_tokens":26549,"total_tokens":35884,"cost":0.04215725},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":21191,"output_tokens":29531,"total_tokens":50722,"cost":0.0476318},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3133335,"overall_relative_score":3133335,"max_execution_time_ms":6608,"max_memory_usage_kib":3072,"rank":924,"performance":197,"input_tokens":20495,"output_tokens":32417,"total_tokens":52912,"cost":0.051798275},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81359731,"overall_relative_score":81359731,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":217,"performance":1564,"input_tokens":16308,"output_tokens":28273,"total_tokens":44581,"cost":0.0464865},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":372104239,"overall_relative_score":372104239,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":707,"performance":485,"input_tokens":10365,"output_tokens":33026,"total_tokens":43391,"cost":0.05213025},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84436322,"overall_relative_score":84436322,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":340,"performance":1331,"input_tokens":9100,"output_tokens":24029,"total_tokens":33129,"cost":0.0383185},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2748680808,"overall_relative_score":20593656849,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":683,"performance":1020,"input_tokens":9109,"output_tokens":26629,"total_tokens":35738,"cost":0.04222075},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2362133647512,"overall_relative_score":382241520436,"max_execution_time_ms":5660,"max_memory_usage_kib":3072,"rank":687,"performance":920,"input_tokens":19135,"output_tokens":26820,"total_tokens":45955,"cost":0.045013750000000005},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":13511,"output_tokens":35398,"total_tokens":48909,"cost":0.05647475},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5187,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":11522,"output_tokens":27927,"total_tokens":39449,"cost":0.044771000000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13083400,"overall_relative_score":13083400,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":389,"performance":1465,"input_tokens":6185,"output_tokens":27752,"total_tokens":33937,"cost":0.04317425},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":13657,"output_tokens":23701,"total_tokens":37358,"cost":0.03896575},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":7217,"output_tokens":32882,"total_tokens":40099,"cost":0.05112725},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123444707153,"overall_relative_score":154433195219,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":801,"performance":888,"input_tokens":9645,"output_tokens":24419,"total_tokens":34064,"cost":0.03903975},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":6660,"output_tokens":30819,"total_tokens":37479,"cost":0.0478935},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76732755190,"overall_relative_score":716075197327,"max_execution_time_ms":1810,"max_memory_usage_kib":4096,"rank":924,"performance":602,"input_tokens":12220,"output_tokens":37537,"total_tokens":49757,"cost":0.0593605},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049300,"overall_relative_score":1049300,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":280,"performance":1611,"input_tokens":7770,"output_tokens":27823,"total_tokens":35593,"cost":0.043677},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":12529,"output_tokens":32244,"total_tokens":44773,"cost":0.05149825},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6995767700,"overall_relative_score":64508453163,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":530,"performance":1210,"input_tokens":10148,"output_tokens":31130,"total_tokens":41278,"cost":0.049232},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9575731169715,"overall_relative_score":9575731169715,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":7709,"output_tokens":26857,"total_tokens":34566,"cost":0.04221275},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":10349,"output_tokens":23277,"total_tokens":33626,"cost":0.03750275},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3015590292,"overall_relative_score":3015590292,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":585,"performance":1112,"input_tokens":7404,"output_tokens":26855,"total_tokens":34259,"cost":0.042133500000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223927206,"overall_relative_score":223927206,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":529,"performance":1253,"input_tokens":13206,"output_tokens":27762,"total_tokens":40968,"cost":0.0449445},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":367549218,"overall_relative_score":2293605251,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":653,"performance":1016,"input_tokens":11893,"output_tokens":27737,"total_tokens":39630,"cost":0.04457875},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289914,"overall_relative_score":289914,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":237,"performance":1551,"input_tokens":7598,"output_tokens":28457,"total_tokens":36055,"cost":0.044585},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4702197550,"overall_relative_score":2057041528334,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":699,"performance":1057,"input_tokens":11921,"output_tokens":23690,"total_tokens":35611,"cost":0.03851525},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66552402,"overall_relative_score":66552402,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":489,"performance":1349,"input_tokens":6977,"output_tokens":26581,"total_tokens":33558,"cost":0.04161575},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269370,"overall_relative_score":269370,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":7657,"output_tokens":29932,"total_tokens":37589,"cost":0.04681225},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":5770,"output_tokens":27388,"total_tokens":33158,"cost":0.0425245},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1834605673,"overall_relative_score":996331705931,"max_execution_time_ms":380,"max_memory_usage_kib":11808,"rank":760,"performance":1069,"input_tokens":12934,"output_tokens":25971,"total_tokens":38905,"cost":0.04219},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":6939,"output_tokens":28931,"total_tokens":35870,"cost":0.04513125}]},{"num_self_refine":4,"rank":{"all":{"mean":516.825,"median":523.0,"min":133,"max":1037,"stdev":239.49057981580992},"short":{"mean":441.0,"median":426.0,"min":183,"max":791,"stdev":210.49357580350392},"long":{"mean":619.4117647058823,"median":649.0,"min":133,"max":1037,"stdev":243.79321638007318}},"performance":{"all":{"mean":1083.2,"median":1097.5,"min":-21,"max":1755,"stdev":426.474648298144},"short":{"mean":1135.7391304347825,"median":1234.0,"min":-21,"max":1752,"stdev":475.96019862162507},"long":{"mean":1012.1176470588235,"median":1035.0,"min":194,"max":1755,"stdev":350.01087167989175}},"input_tokens":{"all":{"mean":35854.525,"median":34088.0,"min":22170,"max":55657,"stdev":8963.305299764974},"short":{"mean":33719.391304347824,"median":28964.0,"min":22170,"max":55657,"stdev":9625.710909940062},"long":{"mean":38743.23529411765,"median":38021.0,"min":29452,"max":54754,"stdev":7280.911237007114}},"output_tokens":{"all":{"mean":47033.85,"median":46160.5,"min":29555,"max":63135,"stdev":7371.806853452917},"short":{"mean":45533.565217391304,"median":45739.0,"min":29555,"max":56516,"stdev":5406.172329561554},"long":{"mean":49063.64705882353,"median":47080.0,"min":35645,"max":63135,"stdev":9201.22133836846}},"total_tokens":{"all":{"mean":82888.375,"median":80455.5,"min":65509,"max":109274,"stdev":11886.572822775866},"short":{"mean":79252.95652173914,"median":78547.0,"min":66330,"max":102208,"stdev":9252.95113846123},"long":{"mean":87806.88235294117,"median":86004.0,"min":65509,"max":109274,"stdev":13489.635650576116}},"cost":{"all":{"mean":0.078404610625,"median":0.077604225,"min":0.056337,"max":0.10546775,"stdev":0.01121020703394914},"short":{"mean":0.07590497391304347,"median":0.076812425,"min":0.056337,"max":0.09142475,"stdev":0.007522493142238626},"long":{"mean":0.08178647205882353,"median":0.080481,"min":0.059318974999999996,"max":0.10546775,"stdev":0.014400542655955936}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973847360213,"overall_relative_score":973847360213,"max_execution_time_ms":4730,"max_memory_usage_kib":3072,"rank":133,"performance":1755,"input_tokens":29452,"output_tokens":36057,"total_tokens":65509,"cost":0.061448499999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1199549,"overall_relative_score":1199549,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":623,"performance":1009,"input_tokens":25696,"output_tokens":40634,"total_tokens":66330,"cost":0.06737499999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2699089265506,"overall_relative_score":2699089265506,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":368,"performance":1327,"input_tokens":35573,"output_tokens":37660,"total_tokens":73233,"cost":0.063258575},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":84992,"rank":604,"performance":-21,"input_tokens":27703,"output_tokens":52821,"total_tokens":80524,"cost":0.08615724999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12917964,"overall_relative_score":12917964,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":183,"performance":1549,"input_tokens":48018,"output_tokens":29555,"total_tokens":77573,"cost":0.056337},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4868711,"overall_relative_score":4868711,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":38379,"output_tokens":44567,"total_tokens":82946,"cost":0.07644524999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1328909,"overall_relative_score":1328909,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":249,"performance":1349,"input_tokens":28767,"output_tokens":42109,"total_tokens":70876,"cost":0.07035525000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13604703885,"overall_relative_score":13604703885,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":268,"performance":1375,"input_tokens":28964,"output_tokens":45664,"total_tokens":74628,"cost":0.075737},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62380864,"overall_relative_score":62380864,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":31845,"output_tokens":52443,"total_tokens":84288,"cost":0.08662574999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2060,"max_memory_usage_kib":29916,"rank":761,"performance":42,"input_tokens":35051,"output_tokens":46878,"total_tokens":81929,"cost":0.076812425},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11956,"overall_relative_score":11956,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":55657,"output_tokens":46551,"total_tokens":102208,"cost":0.07768375},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":841390231,"overall_relative_score":841390231,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":381,"performance":1288,"input_tokens":53353,"output_tokens":55921,"total_tokens":109274,"cost":0.09126084999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81359731,"overall_relative_score":81359731,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":217,"performance":1564,"input_tokens":46619,"output_tokens":45356,"total_tokens":91975,"cost":0.0775247},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1318538902,"overall_relative_score":1318538902,"max_execution_time_ms":590,"max_memory_usage_kib":360828,"rank":349,"performance":1254,"input_tokens":36312,"output_tokens":61294,"total_tokens":97606,"cost":0.098802525},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112678176,"overall_relative_score":112678176,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":254,"performance":1502,"input_tokens":31918,"output_tokens":38765,"total_tokens":70683,"cost":0.063973075},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3106063566,"overall_relative_score":22533381955,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":671,"performance":1035,"input_tokens":30143,"output_tokens":49833,"total_tokens":79976,"cost":0.08228525},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2398300673233,"overall_relative_score":385920940255,"max_execution_time_ms":5650,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":54754,"output_tokens":45770,"total_tokens":100524,"cost":0.07816975000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":44375,"output_tokens":60860,"total_tokens":105235,"cost":0.10238375},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":459935362,"overall_relative_score":459935362,"max_execution_time_ms":70,"max_memory_usage_kib":17408,"rank":191,"performance":1752,"input_tokens":38512,"output_tokens":47331,"total_tokens":85843,"cost":0.07836775000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094635,"overall_relative_score":13094635,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":24743,"output_tokens":43645,"total_tokens":68388,"cost":0.07165325},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":44802,"output_tokens":44255,"total_tokens":89057,"cost":0.07350195},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":28784,"output_tokens":51603,"total_tokens":80387,"cost":0.0846005},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123444707153,"overall_relative_score":154433195219,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":801,"performance":888,"input_tokens":32072,"output_tokens":35645,"total_tokens":67717,"cost":0.059318974999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356657,"overall_relative_score":1356657,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":426,"performance":1213,"input_tokens":24713,"output_tokens":48468,"total_tokens":73181,"cost":0.07888025},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77221041205,"overall_relative_score":710895633195,"max_execution_time_ms":1800,"max_memory_usage_kib":4096,"rank":925,"performance":600,"input_tokens":43061,"output_tokens":63135,"total_tokens":106196,"cost":0.10546775},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049847,"overall_relative_score":1049847,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":277,"performance":1617,"input_tokens":31024,"output_tokens":47930,"total_tokens":78954,"cost":0.079651},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":40416,"output_tokens":61104,"total_tokens":101520,"cost":0.09957705},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5172164500,"overall_relative_score":93069068802,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":460,"performance":1303,"input_tokens":33125,"output_tokens":54471,"total_tokens":87596,"cost":0.08776655},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9575731169715,"overall_relative_score":9575731169715,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":52145,"output_tokens":41234,"total_tokens":93379,"cost":0.07488725},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49590000000,"overall_relative_score":5124953,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":38021,"output_tokens":42326,"total_tokens":80347,"cost":0.07299425},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3015590292,"overall_relative_score":3015590292,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":585,"performance":1112,"input_tokens":27208,"output_tokens":42824,"total_tokens":70032,"cost":0.071038},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234196710,"overall_relative_score":234196710,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":439,"performance":1379,"input_tokens":40687,"output_tokens":47121,"total_tokens":87808,"cost":0.08085325},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":363323398,"overall_relative_score":6400366342,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":39444,"output_tokens":47080,"total_tokens":86524,"cost":0.080481},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291359,"overall_relative_score":291359,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":221,"performance":1588,"input_tokens":27807,"output_tokens":50740,"total_tokens":78547,"cost":0.08306175},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4455128168,"overall_relative_score":2192760347907,"max_execution_time_ms":2480,"max_memory_usage_kib":3072,"rank":676,"performance":1083,"input_tokens":35702,"output_tokens":42520,"total_tokens":78222,"cost":0.0703853},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66552402,"overall_relative_score":66552402,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":489,"performance":1349,"input_tokens":29121,"output_tokens":43094,"total_tokens":72215,"cost":0.07192125},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":362068,"overall_relative_score":362068,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":780,"performance":889,"input_tokens":26603,"output_tokens":56516,"total_tokens":83119,"cost":0.09142475},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":131542148,"overall_relative_score":131542148,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":596,"performance":1156,"input_tokens":22170,"output_tokens":45739,"total_tokens":67909,"cost":0.074151},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1806563775,"overall_relative_score":1010633766065,"max_execution_time_ms":540,"max_memory_usage_kib":23916,"rank":759,"performance":1070,"input_tokens":42608,"output_tokens":43396,"total_tokens":86004,"cost":0.07369895},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":28834,"output_tokens":48439,"total_tokens":77273,"cost":0.079867}]},{"num_self_refine":8,"rank":{"all":{"mean":486.725,"median":469.0,"min":110,"max":1037,"stdev":254.0552117966204},"short":{"mean":391.8695652173913,"median":305.0,"min":110,"max":791,"stdev":218.99591203071807},"long":{"mean":615.0588235294117,"median":648.0,"min":133,"max":1037,"stdev":246.8791380889228}},"performance":{"all":{"mean":1164.925,"median":1184.5,"min":42,"max":1989,"stdev":420.0695539172116},"short":{"mean":1273.1304347826087,"median":1349.0,"min":42,"max":1989,"stdev":438.36901271000875},"long":{"mean":1018.5294117647059,"median":1035.0,"min":194,"max":1755,"stdev":355.3663809449092}},"input_tokens":{"all":{"mean":132790.75,"median":126531.5,"min":94774,"max":238049,"stdev":27836.441952075736},"short":{"mean":127739.73913043478,"median":116523.0,"min":94774,"max":238049,"stdev":32745.138057174216},"long":{"mean":139624.4705882353,"median":142803.0,"min":109879,"max":175327,"stdev":18113.833081093188}},"output_tokens":{"all":{"mean":77548.575,"median":76358.0,"min":58945,"max":111262,"stdev":11636.679927617693},"short":{"mean":74139.73913043478,"median":74056.0,"min":58945,"max":86469,"stdev":7497.145846116685},"long":{"mean":82160.5294117647,"median":78481.0,"min":61274,"max":111262,"stdev":14610.925570089867}},"total_tokens":{"all":{"mean":210339.325,"median":206745.0,"min":164208,"max":306461,"stdev":31107.467944487344},"short":{"mean":201879.47826086957,"median":197569.0,"min":164208,"max":306461,"stdev":31741.20451238789},"long":{"mean":221785.0,"median":216236.0,"min":183475,"max":267512,"stdev":27042.873663869377}},"cost":{"all":{"mean":0.136934100625,"median":0.134529825,"min":0.108468225,"max":0.185632825,"stdev":0.018042521776208322},"short":{"mean":0.13123955869565218,"median":0.13384707499999998,"min":0.108468225,"max":0.14950787499999998,"stdev":0.010873341832095198},"long":{"mean":0.14463848088235293,"median":0.13936335,"min":0.11316065,"max":0.185632825,"stdev":0.02283063191197391}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973847360213,"overall_relative_score":973847360213,"max_execution_time_ms":4730,"max_memory_usage_kib":3072,"rank":133,"performance":1755,"input_tokens":122201,"output_tokens":61274,"total_tokens":183475,"cost":0.11316065},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1317068,"overall_relative_score":1317068,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":606,"performance":1030,"input_tokens":103437,"output_tokens":62655,"total_tokens":166092,"cost":0.108468225},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2722650692114,"overall_relative_score":2722650692114,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":322,"performance":1402,"input_tokens":133755,"output_tokens":64648,"total_tokens":198403,"cost":0.11976105},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3128126515,"overall_relative_score":3128126515,"max_execution_time_ms":2840,"max_memory_usage_kib":19456,"rank":305,"performance":1273,"input_tokens":116347,"output_tokens":86469,"total_tokens":202816,"cost":0.14950787499999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13164163,"overall_relative_score":13164163,"max_execution_time_ms":2530,"max_memory_usage_kib":4096,"rank":180,"performance":1558,"input_tokens":178089,"output_tokens":58945,"total_tokens":237034,"cost":0.11554972499999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4868711,"overall_relative_score":4868711,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":139328,"output_tokens":70969,"total_tokens":210297,"cost":0.127888325},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1483266,"overall_relative_score":1483266,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":176,"performance":1561,"input_tokens":118052,"output_tokens":69744,"total_tokens":187796,"cost":0.1249769},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14074220372,"overall_relative_score":14074220372,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":163,"performance":1659,"input_tokens":111680,"output_tokens":67023,"total_tokens":178703,"cost":0.11669734999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62380864,"overall_relative_score":62380864,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":119004,"output_tokens":95605,"total_tokens":214609,"cost":0.16629195},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2060,"max_memory_usage_kib":29916,"rank":761,"performance":42,"input_tokens":134681,"output_tokens":79134,"total_tokens":213815,"cost":0.14119235000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17912,"overall_relative_score":17912,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":297,"performance":1322,"input_tokens":163672,"output_tokens":72005,"total_tokens":235677,"cost":0.12367487499999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":845997926,"overall_relative_score":845997926,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":379,"performance":1292,"input_tokens":163500,"output_tokens":83686,"total_tokens":247186,"cost":0.14165197499999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81359731,"overall_relative_score":81359731,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":217,"performance":1564,"input_tokens":155048,"output_tokens":73249,"total_tokens":228297,"cost":0.135478625},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1318538902,"overall_relative_score":1318538902,"max_execution_time_ms":590,"max_memory_usage_kib":360828,"rank":349,"performance":1254,"input_tokens":142803,"output_tokens":93931,"total_tokens":236734,"cost":0.16778827500000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112678176,"overall_relative_score":112678176,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":254,"performance":1502,"input_tokens":116523,"output_tokens":68807,"total_tokens":185330,"cost":0.11900415},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3106063566,"overall_relative_score":22533381955,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":671,"performance":1035,"input_tokens":109879,"output_tokens":77446,"total_tokens":187325,"cost":0.13407445},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2398300673233,"overall_relative_score":385920940255,"max_execution_time_ms":5650,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":175327,"output_tokens":78481,"total_tokens":253808,"cost":0.137805175},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":151113,"output_tokens":102518,"total_tokens":253631,"cost":0.1748202},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472998762,"overall_relative_score":472998762,"max_execution_time_ms":1900,"max_memory_usage_kib":13312,"rank":110,"performance":1989,"input_tokens":140914,"output_tokens":76857,"total_tokens":217771,"cost":0.13471337500000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094905,"overall_relative_score":13094905,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":100790,"output_tokens":75859,"total_tokens":176649,"cost":0.134346275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":108850724088,"overall_relative_score":108850724088,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":145797,"output_tokens":74984,"total_tokens":220781,"cost":0.132057225},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11425,"overall_relative_score":11425,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":526,"performance":947,"input_tokens":112525,"output_tokens":85679,"total_tokens":198204,"cost":0.1451761},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":120849720424,"overall_relative_score":152876795540,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":123287,"output_tokens":68061,"total_tokens":191348,"cost":0.12405634999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356657,"overall_relative_score":1356657,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":426,"performance":1213,"input_tokens":97569,"output_tokens":74056,"total_tokens":171625,"cost":0.1261824},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77221041205,"overall_relative_score":710895633195,"max_execution_time_ms":1800,"max_memory_usage_kib":4096,"rank":925,"performance":600,"input_tokens":163900,"output_tokens":103612,"total_tokens":267512,"cost":0.1836022},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049847,"overall_relative_score":1049847,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":277,"performance":1617,"input_tokens":127907,"output_tokens":82193,"total_tokens":210100,"cost":0.14634095},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":146053,"output_tokens":111262,"total_tokens":257315,"cost":0.185632825},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5172164500,"overall_relative_score":93069068802,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":460,"performance":1303,"input_tokens":120162,"output_tokens":83228,"total_tokens":203390,"cost":0.13936335},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9860468323304,"overall_relative_score":9860468323304,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":654,"performance":1053,"input_tokens":238049,"output_tokens":68412,"total_tokens":306461,"cost":0.13384707499999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49590000000,"overall_relative_score":5124953,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":146166,"output_tokens":77099,"total_tokens":223265,"cost":0.14343795},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6565548700,"overall_relative_score":6565548700,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":189,"performance":1771,"input_tokens":104220,"output_tokens":70387,"total_tokens":174607,"cost":0.126968775},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233722193,"overall_relative_score":233722193,"max_execution_time_ms":1140,"max_memory_usage_kib":3072,"rank":445,"performance":1370,"input_tokens":138987,"output_tokens":78917,"total_tokens":217904,"cost":0.13982002500000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":363323398,"overall_relative_score":6400366342,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":147625,"output_tokens":82581,"total_tokens":230206,"cost":0.147762175},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291859,"overall_relative_score":291859,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":205,"performance":1626,"input_tokens":106658,"output_tokens":81706,"total_tokens":188364,"cost":0.137673575},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4087350187,"overall_relative_score":2334194655723,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":648,"performance":1115,"input_tokens":125156,"output_tokens":70449,"total_tokens":195605,"cost":0.12505977499999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66552402,"overall_relative_score":66552402,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":489,"performance":1349,"input_tokens":112543,"output_tokens":64633,"total_tokens":177176,"cost":0.12284087500000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":362068,"overall_relative_score":362068,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":780,"performance":889,"input_tokens":101061,"output_tokens":85188,"total_tokens":186249,"cost":0.14220044999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":131542148,"overall_relative_score":131542148,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":596,"performance":1156,"input_tokens":94774,"output_tokens":69434,"total_tokens":164208,"cost":0.122935675},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1806563775,"overall_relative_score":1010633766065,"max_execution_time_ms":540,"max_memory_usage_kib":23916,"rank":759,"performance":1070,"input_tokens":144357,"output_tokens":71879,"total_tokens":216236,"cost":0.12669750000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":118691,"output_tokens":78878,"total_tokens":197569,"cost":0.13885699999999998}]},{"num_self_refine":16,"rank":{"all":{"mean":499.425,"median":502.0,"min":110,"max":1037,"stdev":253.369081907534},"short":{"mean":422.04347826086956,"median":414.0,"min":110,"max":791,"stdev":227.16263262270724},"long":{"mean":604.1176470588235,"median":648.0,"min":133,"max":1037,"stdev":255.48064563508063}},"performance":{"all":{"mean":1109.6,"median":1092.5,"min":-1,"max":1989,"stdev":478.3577569034954},"short":{"mean":1163.695652173913,"median":1319.0,"min":-1,"max":1989,"stdev":548.8458497596743},"long":{"mean":1036.4117647058824,"median":1039.0,"min":194,"max":1755,"stdev":365.61199700357366}},"input_tokens":{"all":{"mean":516986.975,"median":511234.0,"min":392760,"max":904808,"stdev":93088.94619621836},"short":{"mean":500540.1304347826,"median":486473.0,"min":392760,"max":904808,"stdev":110228.7630943049},"long":{"mean":539238.5882352941,"median":539044.0,"min":416066,"max":659419,"stdev":59165.766385701056}},"output_tokens":{"all":{"mean":130252.05,"median":125437.0,"min":97833,"max":219625,"stdev":22757.593077127083},"short":{"mean":123871.82608695653,"median":124157.0,"min":97833,"max":146209,"stdev":13553.071586283491},"long":{"mean":138884.11764705883,"median":126535.0,"min":108537,"max":219625,"stdev":29532.12890201609}},"total_tokens":{"all":{"mean":647239.025,"median":637004.0,"min":508958,"max":1021741,"stdev":101936.15701355269},"short":{"mean":624411.9565217391,"median":609244.0,"min":508958,"max":1021741,"stdev":112772.37290484285},"long":{"mean":678122.7058823529,"median":663862.0,"min":542601,"max":844167,"stdev":77966.93619474597}},"cost":{"all":{"mean":0.255538265,"median":0.25174805,"min":0.184696875,"max":0.409383575,"stdev":0.0415243620386991},"short":{"mean":0.24264095,"median":0.250941625,"min":0.184696875,"max":0.27022577499999995,"stdev":0.024582775194406957},"long":{"mean":0.2729875735294118,"median":0.25255447500000006,"min":0.2210402,"max":0.409383575,"stdev":0.05300340880723164}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973847360213,"overall_relative_score":973847360213,"max_execution_time_ms":4730,"max_memory_usage_kib":3072,"rank":133,"performance":1755,"input_tokens":498608,"output_tokens":108537,"total_tokens":607145,"cost":0.2210402},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1509349,"overall_relative_score":1509349,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":592,"performance":1046,"input_tokens":428130,"output_tokens":97833,"total_tokens":525963,"cost":0.184696875},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2735236314603,"overall_relative_score":2735236314603,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":301,"performance":1438,"input_tokens":522488,"output_tokens":109101,"total_tokens":631589,"cost":0.22462654999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3387916292,"overall_relative_score":3387916292,"max_execution_time_ms":2840,"max_memory_usage_kib":19456,"rank":286,"performance":1319,"input_tokens":538648,"output_tokens":146209,"total_tokens":684857,"cost":0.27022577499999995},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":22528,"rank":515,"performance":207,"input_tokens":647894,"output_tokens":121284,"total_tokens":769178,"cost":0.25844},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4868711,"overall_relative_score":4868711,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":478,"performance":1058,"input_tokens":533981,"output_tokens":124008,"total_tokens":657989,"cost":0.27477657499999997},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1483909,"overall_relative_score":1483909,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":176,"performance":1561,"input_tokens":486473,"output_tokens":122771,"total_tokens":609244,"cost":0.257931425},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14074220372,"overall_relative_score":14074220372,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":163,"performance":1659,"input_tokens":445551,"output_tokens":113132,"total_tokens":558683,"cost":0.209513025},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":870922365,"overall_relative_score":870922365,"max_execution_time_ms":1963,"max_memory_usage_kib":3072,"rank":542,"performance":1033,"input_tokens":479202,"output_tokens":149142,"total_tokens":628344,"cost":0.2886614249999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2060,"max_memory_usage_kib":29916,"rank":761,"performance":42,"input_tokens":528612,"output_tokens":134447,"total_tokens":663059,"cost":0.26480700000000007},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24820,"overall_relative_score":24820,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":264,"performance":1396,"input_tokens":558136,"output_tokens":128570,"total_tokens":686706,"cost":0.245438425},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":883718352,"overall_relative_score":883718352,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":362,"performance":1318,"input_tokens":581588,"output_tokens":132866,"total_tokens":714454,"cost":0.2673158},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81359731,"overall_relative_score":81359731,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":217,"performance":1564,"input_tokens":582859,"output_tokens":123979,"total_tokens":706838,"cost":0.260740975},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1400384734,"overall_relative_score":1400384734,"max_execution_time_ms":4840,"max_memory_usage_kib":391624,"rank":275,"performance":1395,"input_tokens":588950,"output_tokens":144506,"total_tokens":733456,"cost":0.295990925},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":779,"performance":-1,"input_tokens":455773,"output_tokens":105378,"total_tokens":561151,"cost":0.200246275},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3163698707,"overall_relative_score":23000229946,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":668,"performance":1039,"input_tokens":416066,"output_tokens":126535,"total_tokens":542601,"cost":0.23102645},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2426334261970,"overall_relative_score":384724599229,"max_execution_time_ms":5950,"max_memory_usage_kib":3072,"rank":677,"performance":934,"input_tokens":622953,"output_tokens":135512,"total_tokens":758465,"cost":0.25255447500000006},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":552680,"output_tokens":169001,"total_tokens":721681,"cost":0.321367775},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472998762,"overall_relative_score":472998762,"max_execution_time_ms":1900,"max_memory_usage_kib":13312,"rank":110,"performance":1989,"input_tokens":536134,"output_tokens":128538,"total_tokens":664672,"cost":0.26727265},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13160335,"overall_relative_score":13160335,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":338,"performance":1543,"input_tokens":413195,"output_tokens":124157,"total_tokens":537352,"cost":0.231637025},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":108248013974,"overall_relative_score":108248013974,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":505507,"output_tokens":137652,"total_tokens":643159,"cost":0.24757232499999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11465,"overall_relative_score":11465,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":526,"performance":947,"input_tokens":456672,"output_tokens":143899,"total_tokens":600571,"cost":0.25823834999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":118439063722,"overall_relative_score":152201841609,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":510503,"output_tokens":119296,"total_tokens":629799,"cost":0.233881025},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357688,"overall_relative_score":1357688,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":414,"performance":1275,"input_tokens":392760,"output_tokens":117238,"total_tokens":509998,"cost":0.233539575},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77164262725,"overall_relative_score":710989721326,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":925,"performance":600,"input_tokens":659419,"output_tokens":184748,"total_tokens":844167,"cost":0.36349719999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049847,"overall_relative_score":1049847,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":277,"performance":1617,"input_tokens":538514,"output_tokens":139873,"total_tokens":678387,"cost":0.259565075},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":571688,"output_tokens":219625,"total_tokens":791313,"cost":0.409383575},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5172164500,"overall_relative_score":93069068802,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":460,"performance":1303,"input_tokens":497373,"output_tokens":125213,"total_tokens":622586,"cost":0.22808182500000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9860468323304,"overall_relative_score":9860468323304,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":654,"performance":1053,"input_tokens":904808,"output_tokens":116933,"total_tokens":1021741,"cost":0.2685806},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49590000000,"overall_relative_score":5124953,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":561610,"output_tokens":117529,"total_tokens":679139,"cost":0.250680775},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6565548700,"overall_relative_score":6565548700,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":189,"performance":1771,"input_tokens":407119,"output_tokens":113229,"total_tokens":520348,"cost":0.21251732499999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234478233,"overall_relative_score":234478233,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":511965,"output_tokens":130454,"total_tokens":642419,"cost":0.25778595000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":363323398,"overall_relative_score":6400366342,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":560806,"output_tokens":155400,"total_tokens":716206,"cost":0.30526734999999994},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292716,"overall_relative_score":292716,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":195,"performance":1651,"input_tokens":426997,"output_tokens":133110,"total_tokens":560107,"cost":0.250941625},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4087350187,"overall_relative_score":2334194655723,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":648,"performance":1115,"input_tokens":470097,"output_tokens":115193,"total_tokens":585290,"cost":0.23378497500000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66552402,"overall_relative_score":66552402,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":489,"performance":1349,"input_tokens":447359,"output_tokens":98164,"total_tokens":545523,"cost":0.22442787500000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":362068,"overall_relative_score":362068,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":780,"performance":889,"input_tokens":410699,"output_tokens":137362,"total_tokens":548061,"cost":0.24204754999999994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134040018,"overall_relative_score":134040018,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":569,"performance":1192,"input_tokens":399779,"output_tokens":109179,"total_tokens":508958,"cost":0.21141447499999996},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1806563775,"overall_relative_score":1010633766065,"max_execution_time_ms":540,"max_memory_usage_kib":23916,"rank":759,"performance":1070,"input_tokens":539044,"output_tokens":124818,"total_tokens":663862,"cost":0.23885185000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":488839,"output_tokens":125661,"total_tokens":614500,"cost":0.263161675}]}]},{"model_name":"gemini-3.1-pro-preview-high","detail_path":"data/model_details/gemini-3.1-pro-preview-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":465.075,"median":433.5,"min":9,"max":1046,"stdev":309.2880482574},"short":{"mean":382.7391304347826,"median":287.0,"min":9,"max":990,"stdev":303.8507733906869},"long":{"mean":576.4705882352941,"median":563.0,"min":126,"max":1046,"stdev":288.60377631951104}},"performance":{"all":{"mean":1160.6,"median":1244.5,"min":-61,"max":2812,"stdev":711.0431051883545},"short":{"mean":1280.4347826086957,"median":1381.0,"min":-61,"max":2812,"stdev":787.4461497367156},"long":{"mean":998.4705882352941,"median":1170.0,"min":111,"max":1850,"stdev":575.4882837259872}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":31823.525,"median":33369.0,"min":3863,"max":40639,"stdev":8136.609625912207},"short":{"mean":31168.217391304348,"median":33317.0,"min":4745,"max":37785,"stdev":8393.53240708432},"long":{"mean":32710.117647058825,"median":34008.0,"min":3863,"max":40639,"stdev":7940.411268334538}},"total_tokens":{"all":{"mean":35083.85,"median":36913.5,"min":6436,"max":45509,"stdev":8582.448211918112},"short":{"mean":33837.086956521736,"median":36045.0,"min":6436,"max":42197,"stdev":8764.069539956068},"long":{"mean":36770.64705882353,"median":38418.0,"min":6813,"max":45509,"stdev":8286.889863974726}},"cost":{"all":{"mean":0.38840294999999997,"median":0.413032,"min":0.052256,"max":0.497408,"stdev":0.09818986510757406},"short":{"mean":0.37935634782608696,"median":0.409838,"min":0.060322,"max":0.45726,"stdev":0.10115815298226144},"long":{"mean":0.40064247058823527,"median":0.416944,"min":0.052256,"max":0.497408,"stdev":0.09567337329301558}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973083729004,"overall_relative_score":973083729004,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":138,"performance":1742,"input_tokens":1477,"output_tokens":37974,"total_tokens":39451,"cost":0.458642},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3631508,"overall_relative_score":3631508,"max_execution_time_ms":1970,"max_memory_usage_kib":19456,"rank":213,"performance":1611,"input_tokens":1611,"output_tokens":30185,"total_tokens":31796,"cost":0.365442},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2835813246884,"overall_relative_score":2835813246884,"max_execution_time_ms":1530,"max_memory_usage_kib":3072,"rank":126,"performance":1850,"input_tokens":2878,"output_tokens":29814,"total_tokens":32692,"cost":0.363524},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5890586539,"overall_relative_score":5890586539,"max_execution_time_ms":2960,"max_memory_usage_kib":3072,"rank":68,"performance":2086,"input_tokens":1724,"output_tokens":32195,"total_tokens":33919,"cost":0.389788},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6015771,"overall_relative_score":6015771,"max_execution_time_ms":2910,"max_memory_usage_kib":175104,"rank":298,"performance":1219,"input_tokens":1920,"output_tokens":37785,"total_tokens":39705,"cost":0.45726},{"problem_id":"future-contest-2022-qual","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4052,"output_tokens":33075,"total_tokens":37127,"cost":0.405004},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1262070,"overall_relative_score":1262070,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":287,"performance":1249,"input_tokens":1691,"output_tokens":4745,"total_tokens":6436,"cost":0.060322},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":26653,"total_tokens":29040,"cost":0.32461},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3202,"output_tokens":37565,"total_tokens":40767,"cost":0.457184},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5484432524,"overall_relative_score":5484432524,"max_execution_time_ms":1920,"max_memory_usage_kib":70640,"rank":196,"performance":1638,"input_tokens":2384,"output_tokens":6498,"total_tokens":8882,"cost":0.082744},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":829540,"overall_relative_score":829540,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":98,"performance":1891,"input_tokens":8820,"output_tokens":33377,"total_tokens":42197,"cost":0.418164},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":589952068,"overall_relative_score":589952068,"max_execution_time_ms":3100,"max_memory_usage_kib":489348,"rank":463,"performance":1170,"input_tokens":8586,"output_tokens":35701,"total_tokens":44287,"cost":0.445584},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88444552,"overall_relative_score":88444552,"max_execution_time_ms":2940,"max_memory_usage_kib":8192,"rank":131,"performance":1812,"input_tokens":6674,"output_tokens":33317,"total_tokens":39991,"cost":0.413152},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3108,"output_tokens":36117,"total_tokens":39225,"cost":0.43962},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116148030,"overall_relative_score":116148030,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":237,"performance":1540,"input_tokens":2684,"output_tokens":32133,"total_tokens":34817,"cost":0.390964},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2768854977,"overall_relative_score":16044865880,"max_execution_time_ms":5100,"max_memory_usage_kib":4096,"rank":728,"performance":965,"input_tokens":2974,"output_tokens":35444,"total_tokens":38418,"cost":0.431276},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":908525771403,"overall_relative_score":926476039208,"max_execution_time_ms":5980,"max_memory_usage_kib":75776,"rank":265,"performance":1554,"input_tokens":7598,"output_tokens":31020,"total_tokens":38618,"cost":0.387436},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28932398015892,"overall_relative_score":94414104586,"max_execution_time_ms":5810,"max_memory_usage_kib":3072,"rank":233,"performance":1514,"input_tokens":4870,"output_tokens":40639,"total_tokens":45509,"cost":0.497408},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494151111,"overall_relative_score":494151111,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":14,"performance":2679,"input_tokens":3895,"output_tokens":35899,"total_tokens":39794,"cost":0.438578},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12741345,"overall_relative_score":12741345,"max_execution_time_ms":1810,"max_memory_usage_kib":4096,"rank":603,"performance":1180,"input_tokens":1873,"output_tokens":32989,"total_tokens":34862,"cost":0.399614},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":207176,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":31995,"total_tokens":34268,"cost":0.388486},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":272928,"overall_relative_score":272928,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":132,"performance":1810,"input_tokens":1944,"output_tokens":34962,"total_tokens":36906,"cost":0.423432},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":36792871623,"overall_relative_score":101542955786,"max_execution_time_ms":964,"max_memory_usage_kib":3072,"rank":869,"performance":793,"input_tokens":2950,"output_tokens":3863,"total_tokens":6813,"cost":0.052256},{"problem_id":"ahc026","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1832,"output_tokens":32742,"total_tokens":34574,"cost":0.396568},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":14420344539,"overall_relative_score":1090533668093,"max_execution_time_ms":2100,"max_memory_usage_kib":67584,"rank":490,"performance":1240,"input_tokens":3528,"output_tokens":34632,"total_tokens":38160,"cost":0.42264},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048607,"overall_relative_score":1048607,"max_execution_time_ms":1960,"max_memory_usage_kib":45056,"rank":289,"performance":1594,"input_tokens":1958,"output_tokens":36385,"total_tokens":38343,"cost":0.440536},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":218584436,"overall_relative_score":568255725,"max_execution_time_ms":2890,"max_memory_usage_kib":7168,"rank":1033,"performance":482,"input_tokens":4358,"output_tokens":33683,"total_tokens":38041,"cost":0.412912},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":775238934,"overall_relative_score":107242159219,"max_execution_time_ms":3100,"max_memory_usage_kib":2095112,"rank":434,"performance":1339,"input_tokens":3210,"output_tokens":36218,"total_tokens":39428,"cost":0.441036},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10333348944002,"overall_relative_score":10333348944002,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":491,"performance":1288,"input_tokens":1854,"output_tokens":32928,"total_tokens":34782,"cost":0.398844},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":9216,"rank":1046,"performance":132,"input_tokens":2939,"output_tokens":33039,"total_tokens":35978,"cost":0.402346},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4286750793,"overall_relative_score":4286750793,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":399,"performance":1381,"input_tokens":2037,"output_tokens":34536,"total_tokens":36573,"cost":0.418506},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248981332,"overall_relative_score":248981332,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":276,"performance":1638,"input_tokens":4753,"output_tokens":33361,"total_tokens":38114,"cost":0.409838},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1801092,"overall_relative_score":139179829865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":433,"performance":1295,"input_tokens":4264,"output_tokens":32657,"total_tokens":36921,"cost":0.400412},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1943,"output_tokens":34214,"total_tokens":36157,"cost":0.414454},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3638515307,"overall_relative_score":2582776503044,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":563,"performance":1213,"input_tokens":4424,"output_tokens":34008,"total_tokens":38432,"cost":0.416944},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3217,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1761,"output_tokens":33296,"total_tokens":35057,"cost":0.403074},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120400,"overall_relative_score":120400,"max_execution_time_ms":10,"max_memory_usage_kib":22528,"rank":945,"performance":500,"input_tokens":2301,"output_tokens":37409,"total_tokens":39710,"cost":0.45351},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149741546,"overall_relative_score":149741546,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":9,"performance":2812,"input_tokens":1559,"output_tokens":34486,"total_tokens":36045,"cost":0.41695},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1014510766,"overall_relative_score":1400734939205,"max_execution_time_ms":2000,"max_memory_usage_kib":9216,"rank":683,"performance":1149,"input_tokens":4611,"output_tokens":30623,"total_tokens":35234,"cost":0.376698},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37687,"overall_relative_score":37687,"max_execution_time_ms":1950,"max_memory_usage_kib":206848,"rank":905,"performance":537,"input_tokens":1506,"output_tokens":34779,"total_tokens":36285,"cost":0.42036}]},{"num_self_refine":2,"rank":{"all":{"mean":418.475,"median":308.5,"min":10,"max":1046,"stdev":320.85654494789014},"short":{"mean":329.2173913043478,"median":213.0,"min":10,"max":990,"stdev":295.43418841392486},"long":{"mean":539.2352941176471,"median":546.0,"min":22,"max":1046,"stdev":322.45804560666585}},"performance":{"all":{"mean":1269.6,"median":1368.0,"min":-61,"max":2784,"stdev":766.0654655027189},"short":{"mean":1402.1739130434783,"median":1594.0,"min":-61,"max":2784,"stdev":809.6589434713131},"long":{"mean":1090.235294117647,"median":1233.0,"min":111,"max":2491,"stdev":685.3003474218225}},"input_tokens":{"all":{"mean":12876.525,"median":10887.5,"min":7573,"max":39538,"stdev":6007.896995376276},"short":{"mean":10959.260869565218,"median":9462.0,"min":7573,"max":22872,"stdev":3857.502480025024},"long":{"mean":15470.470588235294,"median":13414.0,"min":8747,"max":39538,"stdev":7422.09503036076}},"output_tokens":{"all":{"mean":63876.4,"median":65097.5,"min":36020,"max":79742,"stdev":9065.130453754637},"short":{"mean":63012.30434782609,"median":64168.0,"min":36020,"max":75345,"stdev":10017.036027029075},"long":{"mean":65045.470588235294,"median":65435.0,"min":42586,"max":79742,"stdev":7733.762127173674}},"total_tokens":{"all":{"mean":76752.925,"median":76364.0,"min":44990,"max":106022,"stdev":12466.513160416835},"short":{"mean":73971.56521739131,"median":74124.0,"min":44990,"max":92157,"stdev":11979.72130433944},"long":{"mean":80515.94117647059,"median":79860.0,"min":51333,"max":106022,"stdev":12462.920241011876}},"cost":{"all":{"mean":0.7922698499999999,"median":0.804959,"min":0.45017999999999997,"max":0.993444,"stdev":0.11344262470598102},"short":{"mean":0.7780661739130434,"median":0.788092,"min":0.45017999999999997,"max":0.9258,"stdev":0.12323816018206087},"long":{"mean":0.8114865882352941,"median":0.817932,"min":0.528526,"max":0.993444,"stdev":0.09901194092826558}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973083729004,"overall_relative_score":973083729004,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":138,"performance":1742,"input_tokens":12615,"output_tokens":69821,"total_tokens":82436,"cost":0.863082},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3631508,"overall_relative_score":3631508,"max_execution_time_ms":1970,"max_memory_usage_kib":19456,"rank":213,"performance":1611,"input_tokens":8004,"output_tokens":61436,"total_tokens":69440,"cost":0.7532399999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2909616238706,"overall_relative_score":2909616238706,"max_execution_time_ms":1330,"max_memory_usage_kib":3072,"rank":22,"performance":2491,"input_tokens":11219,"output_tokens":59069,"total_tokens":70288,"cost":0.731266},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5915080697,"overall_relative_score":5915080697,"max_execution_time_ms":2960,"max_memory_usage_kib":3072,"rank":66,"performance":2099,"input_tokens":10127,"output_tokens":61909,"total_tokens":72036,"cost":0.763162},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6015771,"overall_relative_score":6015771,"max_execution_time_ms":2910,"max_memory_usage_kib":175104,"rank":298,"performance":1219,"input_tokens":11489,"output_tokens":71623,"total_tokens":83112,"cost":0.8824540000000001},{"problem_id":"future-contest-2022-qual","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":13623,"output_tokens":62253,"total_tokens":75876,"cost":0.7742819999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1451283,"overall_relative_score":1451283,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":197,"performance":1496,"input_tokens":7573,"output_tokens":40474,"total_tokens":48047,"cost":0.500834},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":8216,"output_tokens":46187,"total_tokens":54403,"cost":0.570676},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":12407,"output_tokens":69227,"total_tokens":81634,"cost":0.8555379999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6701749470,"overall_relative_score":6701749470,"max_execution_time_ms":1790,"max_memory_usage_kib":678912,"rank":84,"performance":2032,"input_tokens":8970,"output_tokens":36020,"total_tokens":44990,"cost":0.45017999999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2835588,"overall_relative_score":2835588,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":57,"performance":2105,"input_tokens":22872,"output_tokens":69285,"total_tokens":92157,"cost":0.877164},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":991060836,"overall_relative_score":991060836,"max_execution_time_ms":3261,"max_memory_usage_kib":7168,"rank":319,"performance":1388,"input_tokens":24260,"output_tokens":70506,"total_tokens":94766,"cost":0.894592},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88444552,"overall_relative_score":88444552,"max_execution_time_ms":2940,"max_memory_usage_kib":8192,"rank":131,"performance":1812,"input_tokens":19693,"output_tokens":68761,"total_tokens":88454,"cost":0.864518},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":39538,"output_tokens":66484,"total_tokens":106022,"cost":0.876884},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126942459,"overall_relative_score":126942459,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":10105,"output_tokens":61134,"total_tokens":71239,"cost":0.753818},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2768854977,"overall_relative_score":16044865880,"max_execution_time_ms":5100,"max_memory_usage_kib":4096,"rank":728,"performance":965,"input_tokens":9917,"output_tokens":62744,"total_tokens":72661,"cost":0.772762},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40071312075,"overall_relative_score":916040905783,"max_execution_time_ms":5890,"max_memory_usage_kib":75776,"rank":280,"performance":1525,"input_tokens":21024,"output_tokens":68364,"total_tokens":89388,"cost":0.8624160000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9350126743564,"overall_relative_score":234328088909,"max_execution_time_ms":5800,"max_memory_usage_kib":3072,"rank":167,"performance":1688,"input_tokens":18270,"output_tokens":79742,"total_tokens":98012,"cost":0.993444},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494151111,"overall_relative_score":494151111,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":14,"performance":2679,"input_tokens":15986,"output_tokens":69831,"total_tokens":85817,"cost":0.869944},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12741345,"overall_relative_score":12741345,"max_execution_time_ms":1810,"max_memory_usage_kib":4096,"rank":603,"performance":1180,"input_tokens":8691,"output_tokens":65433,"total_tokens":74124,"cost":0.802578},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":207176,"rank":186,"performance":483,"input_tokens":9188,"output_tokens":57524,"total_tokens":66712,"cost":0.708664},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273975,"overall_relative_score":273975,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":128,"performance":1823,"input_tokens":9385,"output_tokens":67050,"total_tokens":76435,"cost":0.8233699999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":36792871623,"overall_relative_score":101542955786,"max_execution_time_ms":964,"max_memory_usage_kib":3072,"rank":869,"performance":793,"input_tokens":8747,"output_tokens":42586,"total_tokens":51333,"cost":0.528526},{"problem_id":"ahc026","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":9068,"output_tokens":62945,"total_tokens":72013,"cost":0.773476},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33875250979,"overall_relative_score":1572214756924,"max_execution_time_ms":1910,"max_memory_usage_kib":57344,"rank":173,"performance":1776,"input_tokens":11847,"output_tokens":58214,"total_tokens":70061,"cost":0.722262},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048607,"overall_relative_score":1048607,"max_execution_time_ms":1960,"max_memory_usage_kib":45056,"rank":289,"performance":1594,"input_tokens":10830,"output_tokens":75345,"total_tokens":86175,"cost":0.9258},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":218584436,"overall_relative_score":568255725,"max_execution_time_ms":2890,"max_memory_usage_kib":7168,"rank":1033,"performance":482,"input_tokens":15098,"output_tokens":64762,"total_tokens":79860,"cost":0.80734},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":775238934,"overall_relative_score":107242159219,"max_execution_time_ms":3100,"max_memory_usage_kib":2095112,"rank":434,"performance":1339,"input_tokens":9729,"output_tokens":63378,"total_tokens":73107,"cost":0.779994},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10442729951828,"overall_relative_score":10442729951828,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":445,"performance":1355,"input_tokens":9583,"output_tokens":61730,"total_tokens":71313,"cost":0.759926},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":9216,"rank":1046,"performance":132,"input_tokens":11503,"output_tokens":67604,"total_tokens":79107,"cost":0.834254},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4286750793,"overall_relative_score":4286750793,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":399,"performance":1381,"input_tokens":9179,"output_tokens":67114,"total_tokens":76293,"cost":0.823726},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":262107471,"overall_relative_score":262107471,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":87,"performance":2119,"input_tokens":14969,"output_tokens":60968,"total_tokens":75937,"cost":0.761554},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1801092,"overall_relative_score":139179829865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":433,"performance":1295,"input_tokens":13414,"output_tokens":71869,"total_tokens":85283,"cost":0.889256},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":10945,"output_tokens":73815,"total_tokens":84760,"cost":0.90767},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3732600707,"overall_relative_score":2603317253007,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":546,"performance":1233,"input_tokens":13431,"output_tokens":63715,"total_tokens":77146,"cost":0.791442},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3217,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":7952,"output_tokens":63650,"total_tokens":71602,"cost":0.779704},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120400,"overall_relative_score":120400,"max_execution_time_ms":10,"max_memory_usage_kib":22528,"rank":945,"performance":500,"input_tokens":10738,"output_tokens":71595,"total_tokens":82333,"cost":0.8806160000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149735718,"overall_relative_score":149735718,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":10,"performance":2784,"input_tokens":9038,"output_tokens":64168,"total_tokens":73206,"cost":0.788092},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1014510766,"overall_relative_score":1400734939205,"max_execution_time_ms":2000,"max_memory_usage_kib":9216,"rank":683,"performance":1149,"input_tokens":16356,"output_tokens":65435,"total_tokens":81791,"cost":0.817932},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214182,"overall_relative_score":214182,"max_execution_time_ms":240,"max_memory_usage_kib":12288,"rank":244,"performance":1705,"input_tokens":9462,"output_tokens":71286,"total_tokens":80748,"cost":0.874356}]},{"num_self_refine":4,"rank":{"all":{"mean":272.75,"median":215.0,"min":2,"max":1046,"stdev":267.9242860901622},"short":{"mean":193.2173913043478,"median":131.0,"min":2,"max":740,"stdev":210.05474535803953},"long":{"mean":380.3529411764706,"median":314.0,"min":20,"max":1046,"stdev":304.8083293597123}},"performance":{"all":{"mean":1676.575,"median":1631.5,"min":132,"max":3221,"stdev":743.5491081845578},"short":{"mean":1853.3478260869565,"median":1812.0,"min":223,"max":3221,"stdev":820.6713221334909},"long":{"mean":1437.4117647058824,"median":1460.0,"min":132,"max":2521,"stdev":562.0060118476858}},"input_tokens":{"all":{"mean":51189.35,"median":47051.0,"min":29556,"max":132938,"stdev":18264.132759704265},"short":{"mean":46132.95652173913,"median":44101.0,"min":30970,"max":71313,"stdev":10317.683361712994},"long":{"mean":58030.35294117647,"median":49462.0,"min":29556,"max":132938,"stdev":24088.288373038195}},"output_tokens":{"all":{"mean":124633.25,"median":123150.0,"min":90614,"max":166068,"stdev":16225.859248315754},"short":{"mean":122931.47826086957,"median":123210.0,"min":90614,"max":153063,"stdev":14973.592933954718},"long":{"mean":126935.64705882352,"median":121922.0,"min":100265,"max":166068,"stdev":17990.53393086617}},"total_tokens":{"all":{"mean":175822.6,"median":168551.5,"min":124908,"max":272925,"stdev":30067.99076690982},"short":{"mean":169064.4347826087,"median":166433.0,"min":124908,"max":211042,"stdev":22883.86958064981},"long":{"mean":184966.0,"median":173158.0,"min":133484,"max":272925,"stdev":36457.85379551298}},"cost":{"all":{"mean":1.59180334,"median":1.5623995,"min":1.160804,"max":2.157408,"stdev":0.21590225767456145},"short":{"mean":1.5638341826086957,"median":1.564966,"min":1.160804,"max":1.9455680000000002,"stdev":0.1944475970167323},"long":{"mean":1.6296439647058825,"median":1.559948,"min":1.2934639999999997,"max":2.157408,"stdev":0.24287158369699446}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973083729004,"overall_relative_score":973083729004,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":138,"performance":1742,"input_tokens":60473,"output_tokens":144269,"total_tokens":204742,"cost":1.8031744},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3631508,"overall_relative_score":3631508,"max_execution_time_ms":1970,"max_memory_usage_kib":19456,"rank":213,"performance":1611,"input_tokens":40619,"output_tokens":123435,"total_tokens":164054,"cost":1.562458},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2910424578927,"overall_relative_score":2910424578927,"max_execution_time_ms":1620,"max_memory_usage_kib":3072,"rank":20,"performance":2521,"input_tokens":45142,"output_tokens":100265,"total_tokens":145407,"cost":1.2934639999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6685028887,"overall_relative_score":6685028887,"max_execution_time_ms":2970,"max_memory_usage_kib":3072,"rank":12,"performance":2732,"input_tokens":46075,"output_tokens":124107,"total_tokens":170182,"cost":1.5814340000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6015771,"overall_relative_score":6015771,"max_execution_time_ms":2910,"max_memory_usage_kib":175104,"rank":298,"performance":1219,"input_tokens":54406,"output_tokens":153063,"total_tokens":207469,"cost":1.9455680000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5589680,"overall_relative_score":5589680,"max_execution_time_ms":2310,"max_memory_usage_kib":4096,"rank":152,"performance":1727,"input_tokens":50032,"output_tokens":119018,"total_tokens":169050,"cost":1.5037028000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2147923,"overall_relative_score":2147923,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":8,"performance":2783,"input_tokens":39806,"output_tokens":108104,"total_tokens":147910,"cost":1.37686},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12972461668,"overall_relative_score":12972461668,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":301,"performance":1297,"input_tokens":30970,"output_tokens":93938,"total_tokens":124908,"cost":1.189196},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9932954170,"overall_relative_score":9932954170,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":364,"performance":1280,"input_tokens":49462,"output_tokens":121752,"total_tokens":171214,"cost":1.559948},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6856617068,"overall_relative_score":6856617068,"max_execution_time_ms":2000,"max_memory_usage_kib":608256,"rank":59,"performance":2175,"input_tokens":36718,"output_tokens":90614,"total_tokens":127332,"cost":1.160804},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5190020,"overall_relative_score":5190020,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":41,"performance":2224,"input_tokens":71313,"output_tokens":137369,"total_tokens":208682,"cost":1.7910540000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1178091294,"overall_relative_score":1178091294,"max_execution_time_ms":3256,"max_memory_usage_kib":7168,"rank":217,"performance":1584,"input_tokens":81142,"output_tokens":145519,"total_tokens":226661,"cost":1.908512},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88444552,"overall_relative_score":88444552,"max_execution_time_ms":2940,"max_memory_usage_kib":8192,"rank":131,"performance":1812,"input_tokens":65831,"output_tokens":128381,"total_tokens":194212,"cost":1.672234},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1458181820,"overall_relative_score":1458181820,"max_execution_time_ms":4870,"max_memory_usage_kib":98304,"rank":244,"performance":1460,"input_tokens":132938,"output_tokens":139987,"total_tokens":272925,"cost":1.94572},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126942459,"overall_relative_score":126942459,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":43223,"output_tokens":123210,"total_tokens":166433,"cost":1.564966},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3419598964,"overall_relative_score":24144499324,"max_execution_time_ms":4530,"max_memory_usage_kib":129024,"rank":662,"performance":1046,"input_tokens":37757,"output_tokens":121922,"total_tokens":159679,"cost":1.538578},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34421177275,"overall_relative_score":1019128067272,"max_execution_time_ms":5900,"max_memory_usage_kib":121856,"rank":219,"performance":1652,"input_tokens":70626,"output_tokens":114042,"total_tokens":184668,"cost":1.509756},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1611923834205,"overall_relative_score":602995862549,"max_execution_time_ms":5800,"max_memory_usage_kib":3072,"rank":70,"performance":2074,"input_tokens":82296,"output_tokens":166068,"total_tokens":248364,"cost":2.157408},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494151111,"overall_relative_score":494151111,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":14,"performance":2679,"input_tokens":66628,"output_tokens":144414,"total_tokens":211042,"cost":1.866224},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13100320,"overall_relative_score":13100320,"max_execution_time_ms":1960,"max_memory_usage_kib":63328,"rank":376,"performance":1484,"input_tokens":36664,"output_tokens":122876,"total_tokens":159540,"cost":1.54784},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":159474093855,"overall_relative_score":159474093855,"max_execution_time_ms":1760,"max_memory_usage_kib":33792,"rank":186,"performance":483,"input_tokens":39207,"output_tokens":106395,"total_tokens":145602,"cost":1.3378326},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305507,"overall_relative_score":305507,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":47,"performance":2203,"input_tokens":41595,"output_tokens":124851,"total_tokens":166446,"cost":1.5814019999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29890124489,"overall_relative_score":283053268925,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":513,"performance":1233,"input_tokens":29556,"output_tokens":103928,"total_tokens":133484,"cost":1.306248},{"problem_id":"ahc026","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":39817,"output_tokens":116123,"total_tokens":155940,"cost":1.4731100000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31208159053,"overall_relative_score":1675045735492,"max_execution_time_ms":1900,"max_memory_usage_kib":46080,"rank":101,"performance":1992,"input_tokens":44495,"output_tokens":114954,"total_tokens":159449,"cost":1.4514748000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1093403,"overall_relative_score":1093403,"max_execution_time_ms":1970,"max_memory_usage_kib":6144,"rank":25,"performance":2548,"input_tokens":48706,"output_tokens":130730,"total_tokens":179436,"cost":1.6424119999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":218584436,"overall_relative_score":568255725,"max_execution_time_ms":2890,"max_memory_usage_kib":7168,"rank":1033,"performance":482,"input_tokens":58496,"output_tokens":130646,"total_tokens":189142,"cost":1.6847439999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2733903108,"overall_relative_score":127620789761,"max_execution_time_ms":1050,"max_memory_usage_kib":4096,"rank":397,"performance":1391,"input_tokens":38699,"output_tokens":125099,"total_tokens":163798,"cost":1.562341},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10442729951828,"overall_relative_score":10442729951828,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":445,"performance":1355,"input_tokens":47580,"output_tokens":115974,"total_tokens":163554,"cost":1.4622132},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":9216,"rank":1046,"performance":132,"input_tokens":47176,"output_tokens":145724,"total_tokens":192900,"cost":1.819127},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5343004310,"overall_relative_score":5343004310,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":307,"performance":1531,"input_tokens":37576,"output_tokens":121579,"total_tokens":159155,"cost":1.5341},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274067691,"overall_relative_score":274067691,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":2,"performance":3221,"input_tokens":53322,"output_tokens":112746,"total_tokens":166068,"cost":1.459596},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1801092,"overall_relative_score":139179829865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":433,"performance":1295,"input_tokens":48400,"output_tokens":143251,"total_tokens":191651,"cost":1.8158120000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":44101,"output_tokens":143140,"total_tokens":187241,"cost":1.805882},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3724238047,"overall_relative_score":2606366511375,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":543,"performance":1237,"input_tokens":48881,"output_tokens":109249,"total_tokens":158130,"cost":1.40875},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75232263,"overall_relative_score":75232263,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":43,"performance":2372,"input_tokens":36597,"output_tokens":119359,"total_tokens":155956,"cost":1.4882004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465088,"overall_relative_score":465088,"max_execution_time_ms":1990,"max_memory_usage_kib":292864,"rank":113,"performance":2013,"input_tokens":46926,"output_tokens":125041,"total_tokens":171967,"cost":1.594344},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149758270,"overall_relative_score":149758270,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":6,"performance":2921,"input_tokens":44963,"output_tokens":123090,"total_tokens":168053,"cost":1.5670060000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":732455074,"overall_relative_score":1908856992495,"max_execution_time_ms":1910,"max_memory_usage_kib":16980,"rank":314,"performance":1588,"input_tokens":60945,"output_tokens":112213,"total_tokens":173158,"cost":1.4351874},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214182,"overall_relative_score":214182,"max_execution_time_ms":240,"max_memory_usage_kib":12288,"rank":244,"performance":1705,"input_tokens":48415,"output_tokens":138885,"total_tokens":187300,"cost":1.7634500000000002}]},{"num_self_refine":8,"rank":{"all":{"mean":186.05,"median":134.0,"min":1,"max":1033,"stdev":204.06747878443517},"short":{"mean":116.47826086956522,"median":41.0,"min":1,"max":422,"stdev":127.7667866804833},"long":{"mean":280.1764705882353,"median":219.0,"min":15,"max":1033,"stdev":250.37727415195795}},"performance":{"all":{"mean":1952.1,"median":1851.0,"min":482,"max":3486,"stdev":678.1915167069943},"short":{"mean":2170.391304347826,"median":2249.0,"min":483,"max":3486,"stdev":718.380042439581},"long":{"mean":1656.764705882353,"median":1588.0,"min":482,"max":2604,"stdev":500.34382296224123}},"input_tokens":{"all":{"mean":213897.325,"median":199211.0,"min":125473,"max":423962,"stdev":60908.89166548105},"short":{"mean":198514.21739130435,"median":196343.0,"min":125473,"max":263628,"stdev":32664.573183630837},"long":{"mean":234709.76470588235,"median":199966.0,"min":138267,"max":423962,"stdev":82312.6641156522}},"output_tokens":{"all":{"mean":233174.95,"median":233895.0,"min":169830,"max":323090,"stdev":33347.75579267205},"short":{"mean":228847.65217391305,"median":229797.0,"min":169830,"max":271762,"stdev":25128.096125124914},"long":{"mean":239029.5294117647,"median":240607.0,"min":171963,"max":323090,"stdev":42179.81801335451}},"total_tokens":{"all":{"mean":447072.275,"median":425629.0,"min":295303,"max":747052,"stdev":83086.82209962506},"short":{"mean":427361.8695652174,"median":422932.0,"min":295303,"max":508393,"stdev":53361.84786420176},"long":{"mean":473739.29411764705,"median":452715.0,"min":350545,"max":747052,"stdev":107692.83871024381}},"cost":{"all":{"mean":3.1441133,"median":3.1102925,"min":2.2889060000000003,"max":4.725004,"stdev":0.4810303298041499},"short":{"mean":3.0938519304347825,"median":3.0984692,"min":2.2889060000000003,"max":3.7325500000000003,"stdev":0.36351368032690257},"long":{"mean":3.2121139764705884,"median":3.1221157999999996,"min":2.3592679999999997,"max":4.725004,"stdev":0.6113702007055213}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972998617183,"overall_relative_score":972998617183,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":138,"performance":1742,"input_tokens":274309,"output_tokens":242823,"total_tokens":517132,"cost":3.1221157999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3613907,"overall_relative_score":3613907,"max_execution_time_ms":1950,"max_memory_usage_kib":25600,"rank":217,"performance":1603,"input_tokens":179801,"output_tokens":235372,"total_tokens":415173,"cost":3.1840659999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2910424578927,"overall_relative_score":2910424578927,"max_execution_time_ms":1620,"max_memory_usage_kib":3072,"rank":20,"performance":2521,"input_tokens":178582,"output_tokens":171963,"total_tokens":350545,"cost":2.3592679999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6704501225,"overall_relative_score":6704501225,"max_execution_time_ms":2990,"max_memory_usage_kib":3072,"rank":11,"performance":2762,"input_tokens":206419,"output_tokens":241357,"total_tokens":447776,"cost":3.3091220000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6273246,"overall_relative_score":6273246,"max_execution_time_ms":2910,"max_memory_usage_kib":147456,"rank":297,"performance":1222,"input_tokens":235703,"output_tokens":271762,"total_tokens":507465,"cost":3.7325500000000003},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6229433,"overall_relative_score":6229433,"max_execution_time_ms":2990,"max_memory_usage_kib":4096,"rank":15,"performance":2604,"input_tokens":197098,"output_tokens":203156,"total_tokens":400254,"cost":2.7660494000000004},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2227521,"overall_relative_score":2227521,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":1,"performance":3486,"input_tokens":196343,"output_tokens":208262,"total_tokens":404605,"cost":2.89183},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14235818171,"overall_relative_score":14235818171,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":5,"performance":2960,"input_tokens":125473,"output_tokens":169830,"total_tokens":295303,"cost":2.2889060000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16573063010,"overall_relative_score":16573063010,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":298,"performance":1385,"input_tokens":211449,"output_tokens":241266,"total_tokens":452715,"cost":3.3180899999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6981882125,"overall_relative_score":6981882125,"max_execution_time_ms":1960,"max_memory_usage_kib":84992,"rank":41,"performance":2312,"input_tokens":161035,"output_tokens":183229,"total_tokens":344264,"cost":2.4521444},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6478984,"overall_relative_score":6478984,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":35,"performance":2278,"input_tokens":263628,"output_tokens":244765,"total_tokens":508393,"cost":3.3748104000000003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1178091294,"overall_relative_score":1178091294,"max_execution_time_ms":3256,"max_memory_usage_kib":7168,"rank":217,"performance":1584,"input_tokens":303700,"output_tokens":291024,"total_tokens":594724,"cost":3.8247865999999995},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88444552,"overall_relative_score":88444552,"max_execution_time_ms":2940,"max_memory_usage_kib":8192,"rank":131,"performance":1812,"input_tokens":241567,"output_tokens":249063,"total_tokens":490630,"cost":3.47189},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1697556087,"overall_relative_score":1697556087,"max_execution_time_ms":4890,"max_memory_usage_kib":374784,"rank":135,"performance":1745,"input_tokens":416530,"output_tokens":240607,"total_tokens":657137,"cost":3.371963},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126942459,"overall_relative_score":126942459,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":186304,"output_tokens":229797,"total_tokens":416101,"cost":3.130172},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29973275154,"overall_relative_score":680617557116,"max_execution_time_ms":4150,"max_memory_usage_kib":35840,"rank":115,"performance":1950,"input_tokens":167657,"output_tokens":243327,"total_tokens":410984,"cost":3.255238},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34421177275,"overall_relative_score":1019128067272,"max_execution_time_ms":5900,"max_memory_usage_kib":121856,"rank":219,"performance":1652,"input_tokens":264878,"output_tokens":201450,"total_tokens":466328,"cost":2.7440386},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1611923834205,"overall_relative_score":602995862549,"max_execution_time_ms":5800,"max_memory_usage_kib":3072,"rank":70,"performance":2074,"input_tokens":423962,"output_tokens":323090,"total_tokens":747052,"cost":4.725004},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494721512,"overall_relative_score":494721512,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":12,"performance":2724,"input_tokens":247999,"output_tokens":252692,"total_tokens":500691,"cost":3.528302},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13126230,"overall_relative_score":13126230,"max_execution_time_ms":1960,"max_memory_usage_kib":124272,"rank":363,"performance":1504,"input_tokens":164470,"output_tokens":244442,"total_tokens":408912,"cost":3.2126396},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":160196748239,"overall_relative_score":160196748239,"max_execution_time_ms":1740,"max_memory_usage_kib":68308,"rank":186,"performance":483,"input_tokens":178917,"output_tokens":206507,"total_tokens":385424,"cost":2.6378009999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":306126,"overall_relative_score":306126,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":41,"performance":2249,"input_tokens":180929,"output_tokens":226027,"total_tokens":406956,"cost":3.0741819999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":15947137570,"overall_relative_score":351549539587,"max_execution_time_ms":2050,"max_memory_usage_kib":5120,"rank":320,"performance":1500,"input_tokens":138267,"output_tokens":219250,"total_tokens":357517,"cost":2.8403616},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1388065,"overall_relative_score":1388065,"max_execution_time_ms":1450,"max_memory_usage_kib":139608,"rank":133,"performance":1890,"input_tokens":178791,"output_tokens":200600,"total_tokens":379391,"cost":2.7219528000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31208159053,"overall_relative_score":1675045735492,"max_execution_time_ms":1900,"max_memory_usage_kib":46080,"rank":101,"performance":1992,"input_tokens":186830,"output_tokens":215946,"total_tokens":402776,"cost":2.7549250000000005},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1093856,"overall_relative_score":1093856,"max_execution_time_ms":1990,"max_memory_usage_kib":6144,"rank":23,"performance":2573,"input_tokens":220538,"output_tokens":250564,"total_tokens":471102,"cost":3.3355978},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":218584436,"overall_relative_score":568255725,"max_execution_time_ms":2890,"max_memory_usage_kib":7168,"rank":1033,"performance":482,"input_tokens":242311,"output_tokens":272210,"total_tokens":514521,"cost":3.7511419999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1358613575,"overall_relative_score":197343270040,"max_execution_time_ms":1200,"max_memory_usage_kib":16384,"rank":290,"performance":1562,"input_tokens":153394,"output_tokens":233959,"total_tokens":387353,"cost":3.0656834},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10490210020239,"overall_relative_score":10490210020239,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":422,"performance":1389,"input_tokens":211202,"output_tokens":211730,"total_tokens":422932,"cost":2.7177538},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":632079,"overall_relative_score":413392603405,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":552,"performance":1192,"input_tokens":199966,"output_tokens":271429,"total_tokens":471395,"cost":3.4218686},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5404645103,"overall_relative_score":5404645103,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":301,"performance":1542,"input_tokens":166277,"output_tokens":218099,"total_tokens":384376,"cost":2.9497419999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274067691,"overall_relative_score":274067691,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":2,"performance":3221,"input_tokens":203934,"output_tokens":219590,"total_tokens":423524,"cost":3.042948},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1801092,"overall_relative_score":139179829865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":433,"performance":1295,"input_tokens":191531,"output_tokens":303866,"total_tokens":495397,"cost":4.029454},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":536447,"overall_relative_score":536447,"max_execution_time_ms":1990,"max_memory_usage_kib":71680,"rank":10,"performance":2692,"input_tokens":186318,"output_tokens":264306,"total_tokens":450624,"cost":3.5443079999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3630446581,"overall_relative_score":2671501710239,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":493,"performance":1297,"input_tokens":198456,"output_tokens":201548,"total_tokens":400004,"cost":2.8154879999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76008552,"overall_relative_score":76008552,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":23,"performance":2556,"input_tokens":174817,"output_tokens":216901,"total_tokens":391718,"cost":2.9351444},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465088,"overall_relative_score":465088,"max_execution_time_ms":1990,"max_memory_usage_kib":292864,"rank":113,"performance":2013,"input_tokens":209044,"output_tokens":233831,"total_tokens":442875,"cost":3.0839983999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149762280,"overall_relative_score":149762280,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":5,"performance":2970,"input_tokens":211972,"output_tokens":229622,"total_tokens":441594,"cost":3.0984692},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":732455074,"overall_relative_score":1908856992495,"max_execution_time_ms":1910,"max_memory_usage_kib":16980,"rank":314,"performance":1588,"input_tokens":241146,"output_tokens":186588,"total_tokens":427734,"cost":2.4404616},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215887,"overall_relative_score":215887,"max_execution_time_ms":150,"max_memory_usage_kib":68608,"rank":157,"performance":1907,"input_tokens":234346,"output_tokens":255148,"total_tokens":489494,"cost":3.4402646000000003}]},{"num_self_refine":16,"rank":{"all":{"mean":150.175,"median":134.0,"min":1,"max":477,"stdev":135.35213097315594},"short":{"mean":109.47826086956522,"median":41.0,"min":1,"max":391,"stdev":122.11837385586814},"long":{"mean":205.23529411764707,"median":165.0,"min":15,"max":477,"stdev":136.19220306783566}},"performance":{"all":{"mean":2041.2,"median":1840.5,"min":483,"max":3496,"stdev":664.981441807753},"short":{"mean":2236.5652173913045,"median":2257.0,"min":483,"max":3496,"stdev":767.2439357316524},"long":{"mean":1776.8823529411766,"median":1745.0,"min":1295,"max":2604,"stdev":373.3029738618722}},"input_tokens":{"all":{"mean":935622.2,"median":880777.5,"min":577011,"max":2141254,"stdev":253129.2730021053},"short":{"mean":880109.9565217391,"median":866139.0,"min":577011,"max":1091357,"stdev":125186.04597212258},"long":{"mean":1010727.0,"median":883585.0,"min":712654,"max":2141254,"stdev":352434.32660195715}},"output_tokens":{"all":{"mean":435610.675,"median":433021.5,"min":293625,"max":660375,"stdev":72580.93143320896},"short":{"mean":420725.04347826086,"median":426185.0,"min":293625,"max":504626,"stdev":47241.279595938766},"long":{"mean":455750.0588235294,"median":448667.0,"min":311549,"max":660375,"stdev":94987.47545102367}},"total_tokens":{"all":{"mean":1371232.875,"median":1328478.0,"min":870636,"max":2788892,"stdev":298924.8884390815},"short":{"mean":1300835.0,"median":1319321.0,"min":870636,"max":1566300,"stdev":163139.5271644936},"long":{"mean":1466477.0588235294,"median":1336730.0,"min":1024203,"max":2788892,"stdev":405521.9495598343}},"cost":{"all":{"mean":6.677086495,"median":6.7279238999999995,"min":4.304124600000001,"max":11.4698522,"stdev":1.2828658743277666},"short":{"mean":6.537007895652174,"median":6.6781728,"min":4.304124600000001,"max":8.0776486,"stdev":0.9014524274404013},"long":{"mean":6.8666046000000005,"median":6.8380516,"min":4.608846799999999,"max":11.4698522,"stdev":1.6816024620220262}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972998617183,"overall_relative_score":972998617183,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":138,"performance":1742,"input_tokens":1225288,"output_tokens":448528,"total_tokens":1673816,"cost":6.7602937999999995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3594725,"overall_relative_score":3594725,"max_execution_time_ms":1960,"max_memory_usage_kib":27648,"rank":221,"performance":1594,"input_tokens":775593,"output_tokens":427192,"total_tokens":1202785,"cost":6.677489999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2911793632016,"overall_relative_score":2911793632016,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":19,"performance":2537,"input_tokens":712654,"output_tokens":311549,"total_tokens":1024203,"cost":5.016008},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6774340955,"overall_relative_score":6774340955,"max_execution_time_ms":2970,"max_memory_usage_kib":3072,"rank":10,"performance":2795,"input_tokens":930283,"output_tokens":472499,"total_tokens":1402782,"cost":7.530554},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6393214,"overall_relative_score":6393214,"max_execution_time_ms":2860,"max_memory_usage_kib":95232,"rank":296,"performance":1225,"input_tokens":1091357,"output_tokens":474943,"total_tokens":1566300,"cost":7.882029999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6229433,"overall_relative_score":6229433,"max_execution_time_ms":2990,"max_memory_usage_kib":4096,"rank":15,"performance":2604,"input_tokens":826234,"output_tokens":342647,"total_tokens":1168881,"cost":5.143849400000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2233356,"overall_relative_score":2233356,"max_execution_time_ms":1960,"max_memory_usage_kib":4096,"rank":1,"performance":3486,"input_tokens":954089,"output_tokens":398948,"total_tokens":1353037,"cost":6.695554},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14237304344,"overall_relative_score":14237304344,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":4,"performance":3027,"input_tokens":577011,"output_tokens":293625,"total_tokens":870636,"cost":4.304124600000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19199730121,"overall_relative_score":19199730121,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":279,"performance":1419,"input_tokens":928307,"output_tokens":454953,"total_tokens":1383260,"cost":7.316050000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6981882125,"overall_relative_score":6981882125,"max_execution_time_ms":1960,"max_memory_usage_kib":84992,"rank":41,"performance":2312,"input_tokens":704535,"output_tokens":374285,"total_tokens":1078820,"cost":5.4326196},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8666120,"overall_relative_score":8666120,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":27,"performance":2365,"input_tokens":1077047,"output_tokens":462814,"total_tokens":1539861,"cost":7.097093199999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1742276581,"overall_relative_score":1742276581,"max_execution_time_ms":2900,"max_memory_usage_kib":7168,"rank":139,"performance":1789,"input_tokens":1214833,"output_tokens":540770,"total_tokens":1755603,"cost":8.072479399999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88444552,"overall_relative_score":88444552,"max_execution_time_ms":2940,"max_memory_usage_kib":8192,"rank":131,"performance":1812,"input_tokens":949086,"output_tokens":454812,"total_tokens":1403898,"cost":7.169070600000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1704861191,"overall_relative_score":1704861191,"max_execution_time_ms":4890,"max_memory_usage_kib":347136,"rank":135,"performance":1745,"input_tokens":1433100,"output_tokens":440705,"total_tokens":1873805,"cost":6.971341800000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127378078,"overall_relative_score":127378078,"max_execution_time_ms":1910,"max_memory_usage_kib":11264,"rank":147,"performance":1781,"input_tokens":791268,"output_tokens":459150,"total_tokens":1250418,"cost":7.092336},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25699358539,"overall_relative_score":239763581540,"max_execution_time_ms":4890,"max_memory_usage_kib":13136,"rank":322,"performance":1489,"input_tokens":783741,"output_tokens":481808,"total_tokens":1265549,"cost":7.233996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34421177275,"overall_relative_score":1019128067272,"max_execution_time_ms":5900,"max_memory_usage_kib":121856,"rank":219,"performance":1652,"input_tokens":1057468,"output_tokens":411698,"total_tokens":1469166,"cost":6.077989400000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1443060621996,"overall_relative_score":649672549318,"max_execution_time_ms":5950,"max_memory_usage_kib":4096,"rank":64,"performance":2109,"input_tokens":2141254,"output_tokens":647638,"total_tokens":2788892,"cost":11.4698522},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":506210799,"overall_relative_score":506210799,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":1,"performance":3496,"input_tokens":999007,"output_tokens":414294,"total_tokens":1413301,"cost":6.766460599999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13170790,"overall_relative_score":13170790,"max_execution_time_ms":1970,"max_memory_usage_kib":134704,"rank":332,"performance":1553,"input_tokens":866139,"output_tokens":472109,"total_tokens":1338248,"cost":7.347981600000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":161061293803,"overall_relative_score":161061293803,"max_execution_time_ms":1940,"max_memory_usage_kib":88856,"rank":186,"performance":483,"input_tokens":788906,"output_tokens":354128,"total_tokens":1143034,"cost":4.7815768},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":306322,"overall_relative_score":306322,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":40,"performance":2257,"input_tokens":787769,"output_tokens":396782,"total_tokens":1184551,"cost":6.1958254},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9747387537,"overall_relative_score":415637753213,"max_execution_time_ms":1980,"max_memory_usage_kib":5120,"rank":146,"performance":1869,"input_tokens":760610,"output_tokens":448667,"total_tokens":1209277,"cost":6.8380516},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1387996,"overall_relative_score":1387996,"max_execution_time_ms":1490,"max_memory_usage_kib":60416,"rank":133,"performance":1890,"input_tokens":843638,"output_tokens":375165,"total_tokens":1218803,"cost":6.021780400000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31208159053,"overall_relative_score":1675045735492,"max_execution_time_ms":1900,"max_memory_usage_kib":46080,"rank":101,"performance":1992,"input_tokens":845084,"output_tokens":406165,"total_tokens":1251249,"cost":5.3223838},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1098344,"overall_relative_score":1098344,"max_execution_time_ms":1950,"max_memory_usage_kib":6144,"rank":9,"performance":2842,"input_tokens":978406,"output_tokens":446589,"total_tokens":1424995,"cost":6.921309199999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":833742936706,"overall_relative_score":206180567142,"max_execution_time_ms":2890,"max_memory_usage_kib":19456,"rank":342,"performance":1471,"input_tokens":1012547,"output_tokens":503831,"total_tokens":1516378,"cost":7.265674000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":565075477,"overall_relative_score":287601771406,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":181,"performance":1784,"input_tokens":755534,"output_tokens":457084,"total_tokens":1212618,"cost":6.9474634},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10560803376663,"overall_relative_score":10560803376663,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":391,"performance":1436,"input_tokens":907113,"output_tokens":412208,"total_tokens":1319321,"cost":5.9046384000000005},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":261531,"overall_relative_score":1027931867993,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":165,"performance":1805,"input_tokens":877970,"output_tokens":458760,"total_tokens":1336730,"cost":6.1474036000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5592165727,"overall_relative_score":5592165727,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":291,"performance":1560,"input_tokens":819663,"output_tokens":426185,"total_tokens":1245848,"cost":6.6781728},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274067691,"overall_relative_score":274067691,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":2,"performance":3221,"input_tokens":809199,"output_tokens":386968,"total_tokens":1196167,"cost":6.262014},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1801092,"overall_relative_score":139179829865,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":433,"performance":1295,"input_tokens":746575,"output_tokens":660375,"total_tokens":1406950,"cost":9.417650000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":536578,"overall_relative_score":536578,"max_execution_time_ms":1990,"max_memory_usage_kib":37696,"rank":10,"performance":2692,"input_tokens":813975,"output_tokens":433589,"total_tokens":1247564,"cost":6.589276199999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3586335719,"overall_relative_score":2683661610497,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":477,"performance":1317,"input_tokens":883585,"output_tokens":389922,"total_tokens":1273507,"cost":6.122945},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75998989,"overall_relative_score":75998989,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":23,"performance":2556,"input_tokens":798581,"output_tokens":385928,"total_tokens":1184509,"cost":5.8277872},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465088,"overall_relative_score":465088,"max_execution_time_ms":1990,"max_memory_usage_kib":292864,"rank":113,"performance":2013,"input_tokens":953358,"output_tokens":432454,"total_tokens":1385812,"cost":6.7856658},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149762280,"overall_relative_score":149762280,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":5,"performance":2970,"input_tokens":970336,"output_tokens":417383,"total_tokens":1387719,"cost":6.3101726},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":732455074,"overall_relative_score":1908856992495,"max_execution_time_ms":1910,"max_memory_usage_kib":16980,"rank":314,"performance":1588,"input_tokens":977575,"output_tokens":342651,"total_tokens":1320226,"cost":4.608846799999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216811,"overall_relative_score":216811,"max_execution_time_ms":410,"max_memory_usage_kib":76800,"rank":104,"performance":2075,"input_tokens":1056170,"output_tokens":504626,"total_tokens":1560796,"cost":8.0776486}]}]},{"model_name":"gemini-3.1-pro-preview-low","detail_path":"data/model_details/gemini-3.1-pro-preview-low.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":525.375,"median":551.5,"min":143,"max":1005,"stdev":245.1812189548888},"short":{"mean":436.7391304347826,"median":446.0,"min":144,"max":978,"stdev":223.7828121987324},"long":{"mean":645.2941176470588,"median":643.0,"min":143,"max":1005,"stdev":226.04500788169443}},"performance":{"all":{"mean":1054.775,"median":1077.0,"min":-61,"max":1845,"stdev":446.2595247852291},"short":{"mean":1146.2173913043478,"median":1171.0,"min":-61,"max":1845,"stdev":491.62180184307414},"long":{"mean":931.0588235294117,"median":941.0,"min":197,"max":1730,"stdev":353.2894476538033}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":2847.575,"median":2941.5,"min":231,"max":6084,"stdev":1474.6800241808216},"short":{"mean":3381.5652173913045,"median":3675.0,"min":1134,"max":5861,"stdev":1255.7071106854842},"long":{"mean":2125.1176470588234,"median":1716.0,"min":231,"max":6084,"stdev":1472.4883650793706}},"total_tokens":{"all":{"mean":6107.9,"median":5537.0,"min":3521,"max":13875,"stdev":2200.7695134388905},"short":{"mean":6050.434782608696,"median":5647.0,"min":3521,"max":13875,"stdev":2201.6697346680676},"long":{"mean":6185.64705882353,"median":5417.0,"min":3871,"max":10695,"stdev":2264.8353952654174}},"cost":{"all":{"mean":0.040324485,"median":0.041064,"min":0.0113,"max":0.08223,"stdev":0.017722950327804354},"short":{"mean":0.04591652173913043,"median":0.0481,"min":0.018382,"max":0.0783,"stdev":0.015522372161934425},"long":{"mean":0.032758788235294115,"median":0.026492,"min":0.0113,"max":0.08223,"stdev":0.018126190940524513}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":971274107501,"overall_relative_score":971274107501,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":143,"performance":1730,"input_tokens":1477,"output_tokens":3103,"total_tokens":4580,"cost":0.04019},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1435932,"overall_relative_score":1435932,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":597,"performance":1040,"input_tokens":1611,"output_tokens":3967,"total_tokens":5578,"cost":0.050826},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2639260750508,"overall_relative_score":2639260750508,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":432,"performance":1231,"input_tokens":2878,"output_tokens":2357,"total_tokens":5235,"cost":0.03404},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4987991904,"overall_relative_score":4987991904,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":144,"performance":1730,"input_tokens":1724,"output_tokens":5861,"total_tokens":7585,"cost":0.07378},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13726950,"overall_relative_score":13726950,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":174,"performance":1578,"input_tokens":1920,"output_tokens":3727,"total_tokens":5647,"cost":0.048564},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4794665,"overall_relative_score":4794665,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":494,"performance":1032,"input_tokens":4052,"output_tokens":1969,"total_tokens":6021,"cost":0.031732},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1239656,"overall_relative_score":1239656,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":298,"performance":1220,"input_tokens":1691,"output_tokens":3213,"total_tokens":4904,"cost":0.041938},{"problem_id":"ahc007","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":1134,"total_tokens":3521,"cost":0.018382},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3202,"output_tokens":669,"total_tokens":3871,"cost":0.014432},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2292080845,"overall_relative_score":2292080845,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":424,"performance":1171,"input_tokens":2384,"output_tokens":2003,"total_tokens":4387,"cost":0.028804},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27744,"overall_relative_score":27744,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":250,"performance":1429,"input_tokens":8820,"output_tokens":5055,"total_tokens":13875,"cost":0.0783},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3101391,"overall_relative_score":3101391,"max_execution_time_ms":4010,"max_memory_usage_kib":3072,"rank":924,"performance":197,"input_tokens":8586,"output_tokens":1673,"total_tokens":10259,"cost":0.0225654},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84837797,"overall_relative_score":84837797,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":170,"performance":1689,"input_tokens":6674,"output_tokens":2896,"total_tokens":9570,"cost":0.0481},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926399805,"overall_relative_score":926399805,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":506,"performance":979,"input_tokens":3108,"output_tokens":3004,"total_tokens":6112,"cost":0.042264},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114187478,"overall_relative_score":114187478,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":246,"performance":1520,"input_tokens":2684,"output_tokens":5010,"total_tokens":7694,"cost":0.065488},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6850056343,"overall_relative_score":113983668503,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":422,"performance":1344,"input_tokens":2974,"output_tokens":1384,"total_tokens":4358,"cost":0.022556},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":667474564843,"overall_relative_score":792792420565,"max_execution_time_ms":5260,"max_memory_usage_kib":3072,"rank":465,"performance":1227,"input_tokens":7598,"output_tokens":2928,"total_tokens":10526,"cost":0.050332},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4870,"output_tokens":547,"total_tokens":5417,"cost":0.016304},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415927427,"overall_relative_score":415927427,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":560,"performance":1141,"input_tokens":3895,"output_tokens":2650,"total_tokens":6545,"cost":0.03959},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12854395,"overall_relative_score":12854395,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":543,"performance":1255,"input_tokens":1873,"output_tokens":2539,"total_tokens":4412,"cost":0.034214},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":1302,"total_tokens":3575,"cost":0.02017},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2851,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":4025,"total_tokens":5969,"cost":0.052188},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":33343229626,"overall_relative_score":102524447491,"max_execution_time_ms":1541,"max_memory_usage_kib":3072,"rank":869,"performance":793,"input_tokens":2950,"output_tokens":1716,"total_tokens":4666,"cost":0.026492},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1339318,"overall_relative_score":1339318,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":541,"performance":1045,"input_tokens":1832,"output_tokens":2491,"total_tokens":4323,"cost":0.033556},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":3528,"output_tokens":825,"total_tokens":4353,"cost":0.016956},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042799,"overall_relative_score":1042799,"max_execution_time_ms":1860,"max_memory_usage_kib":4096,"rank":318,"performance":1541,"input_tokens":1958,"output_tokens":4448,"total_tokens":6406,"cost":0.057292},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4358,"output_tokens":1138,"total_tokens":5496,"cost":0.022372},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":327156285267,"overall_relative_score":310015546,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":738,"performance":941,"input_tokens":3210,"output_tokens":1460,"total_tokens":4670,"cost":0.02394},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10107157246843,"overall_relative_score":10107157246843,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":569,"performance":1177,"input_tokens":1854,"output_tokens":3291,"total_tokens":5145,"cost":0.0432},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4439265,"overall_relative_score":59425856937,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":2939,"output_tokens":3995,"total_tokens":6934,"cost":0.053818},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":2037,"output_tokens":4719,"total_tokens":6756,"cost":0.060702},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216751327,"overall_relative_score":216751327,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":648,"performance":1089,"input_tokens":4753,"output_tokens":1215,"total_tokens":5968,"cost":0.024086},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":4264,"output_tokens":231,"total_tokens":4495,"cost":0.0113},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292345,"overall_relative_score":292345,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":198,"performance":1643,"input_tokens":1943,"output_tokens":3880,"total_tokens":5823,"cost":0.050446},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2978515883,"overall_relative_score":1637945368833,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1005,"performance":629,"input_tokens":4424,"output_tokens":3044,"total_tokens":7468,"cost":0.045376},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71856633,"overall_relative_score":71856633,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":188,"performance":1845,"input_tokens":1761,"output_tokens":3733,"total_tokens":5494,"cost":0.048318},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2301,"output_tokens":3987,"total_tokens":6288,"cost":0.052446},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6405530,"overall_relative_score":6405530,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":1559,"output_tokens":3675,"total_tokens":5234,"cost":0.047218},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1073743101,"overall_relative_score":1349133560809,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":703,"performance":1128,"input_tokens":4611,"output_tokens":6084,"total_tokens":10695,"cost":0.08223},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1506,"output_tokens":2955,"total_tokens":4461,"cost":0.038472}]},{"num_self_refine":2,"rank":{"all":{"mean":441.075,"median":444.0,"min":143,"max":978,"stdev":220.65443309880237},"short":{"mean":370.39130434782606,"median":310.0,"min":145,"max":978,"stdev":205.78380957836546},"long":{"mean":536.7058823529412,"median":517.0,"min":143,"max":963,"stdev":208.69108890471412}},"performance":{"all":{"mean":1223.075,"median":1226.5,"min":277,"max":1845,"stdev":380.26268838723473},"short":{"mean":1289.391304347826,"median":1354.0,"min":277,"max":1845,"stdev":423.4062887765061},"long":{"mean":1133.3529411764705,"median":1103.0,"min":481,"max":1730,"stdev":301.8053886978475}},"input_tokens":{"all":{"mean":9229.275,"median":7803.0,"min":5817,"max":20468,"stdev":3665.19838891815},"short":{"mean":8233.391304347826,"median":6965.0,"min":5817,"max":20468,"stdev":3592.842932820881},"long":{"mean":10576.64705882353,"median":9565.0,"min":7025,"max":19006,"stdev":3411.863565948536}},"output_tokens":{"all":{"mean":5841.375,"median":5890.5,"min":2508,"max":9766,"stdev":1734.8327147240805},"short":{"mean":6355.826086956522,"median":6232.0,"min":2612,"max":9766,"stdev":1508.2489139930667},"long":{"mean":5145.35294117647,"median":4806.0,"min":2508,"max":9609,"stdev":1820.155211141912}},"total_tokens":{"all":{"mean":15070.65,"median":13789.5,"min":8788,"max":28363,"stdev":4162.709426779014},"short":{"mean":14589.217391304348,"median":13601.0,"min":8788,"max":28363,"stdev":4162.029017378661},"long":{"mean":15722.0,"median":15052.0,"min":10283,"max":23760,"stdev":4199.404079747506}},"cost":{"all":{"mean":0.08743833,"median":0.086353,"min":0.043696,"max":0.141828,"stdev":0.022351454644134922},"short":{"mean":0.09207132173913044,"median":0.09218,"min":0.043696,"max":0.132336,"stdev":0.019518988579398468},"long":{"mean":0.08117016470588236,"median":0.07581,"min":0.045646,"max":0.141828,"stdev":0.024925512794347415}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":971274107501,"overall_relative_score":971274107501,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":143,"performance":1730,"input_tokens":7025,"output_tokens":5964,"total_tokens":12989,"cost":0.085618},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2897870,"overall_relative_score":2897870,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":355,"performance":1354,"input_tokens":5850,"output_tokens":5594,"total_tokens":11444,"cost":0.07882800000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2724366672744,"overall_relative_score":2724366672744,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":320,"performance":1405,"input_tokens":9069,"output_tokens":4806,"total_tokens":13875,"cost":0.07581},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4891299611,"overall_relative_score":4891299611,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":148,"performance":1716,"input_tokens":7572,"output_tokens":9766,"total_tokens":17338,"cost":0.132336},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15611522,"overall_relative_score":15611522,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":154,"performance":1647,"input_tokens":7831,"output_tokens":7148,"total_tokens":14979,"cost":0.101438},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5493421,"overall_relative_score":5493421,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":190,"performance":1616,"input_tokens":10775,"output_tokens":5715,"total_tokens":16490,"cost":0.09013},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1239656,"overall_relative_score":1239656,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":298,"performance":1220,"input_tokens":6965,"output_tokens":6739,"total_tokens":13704,"cost":0.094798},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13885749353,"overall_relative_score":13885749353,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":245,"performance":1421,"input_tokens":6176,"output_tokens":2612,"total_tokens":8788,"cost":0.043696},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":7775,"output_tokens":2508,"total_tokens":10283,"cost":0.045646},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4233085813,"overall_relative_score":4233085813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":300,"performance":1400,"input_tokens":7295,"output_tokens":5880,"total_tokens":13175,"cost":0.08515},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26536,"overall_relative_score":26536,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":255,"performance":1417,"input_tokens":20468,"output_tokens":7895,"total_tokens":28363,"cost":0.12037239999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":598378998,"overall_relative_score":598378998,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":456,"performance":1180,"input_tokens":19006,"output_tokens":4136,"total_tokens":23142,"cost":0.0582788},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87724804,"overall_relative_score":87724804,"max_execution_time_ms":2870,"max_memory_usage_kib":3072,"rank":145,"performance":1765,"input_tokens":16479,"output_tokens":6179,"total_tokens":22658,"cost":0.107106},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926399805,"overall_relative_score":926399805,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":506,"performance":979,"input_tokens":10071,"output_tokens":6251,"total_tokens":16322,"cost":0.095154},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114187478,"overall_relative_score":114187478,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":246,"performance":1520,"input_tokens":8862,"output_tokens":7928,"total_tokens":16790,"cost":0.11286},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13816398177,"overall_relative_score":137245765513,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":395,"performance":1381,"input_tokens":8038,"output_tokens":3250,"total_tokens":11288,"cost":0.055076},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":667474564843,"overall_relative_score":792792420565,"max_execution_time_ms":5260,"max_memory_usage_kib":3072,"rank":465,"performance":1227,"input_tokens":18049,"output_tokens":5711,"total_tokens":23760,"cost":0.10463},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":155614560519797,"overall_relative_score":15765132677,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":442,"performance":1103,"input_tokens":11389,"output_tokens":4050,"total_tokens":15439,"cost":0.071378},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417345544,"overall_relative_score":417345544,"max_execution_time_ms":1900,"max_memory_usage_kib":7168,"rank":544,"performance":1164,"input_tokens":10732,"output_tokens":6462,"total_tokens":17194,"cost":0.099008},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12974050,"overall_relative_score":12974050,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":470,"performance":1351,"input_tokens":5817,"output_tokens":6140,"total_tokens":11957,"cost":0.085314},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238239735856,"overall_relative_score":238239735856,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":6009,"output_tokens":4514,"total_tokens":10523,"cost":0.066186},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2851,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6940,"output_tokens":6661,"total_tokens":13601,"cost":0.093812},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66489432820,"overall_relative_score":205102348022,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":638,"performance":1085,"input_tokens":7775,"output_tokens":4655,"total_tokens":12430,"cost":0.07141},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1363294,"overall_relative_score":1363294,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":371,"performance":1352,"input_tokens":5858,"output_tokens":5731,"total_tokens":11589,"cost":0.080488},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62867744863,"overall_relative_score":878674958094,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":616,"performance":1079,"input_tokens":8767,"output_tokens":3008,"total_tokens":11775,"cost":0.05363},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042799,"overall_relative_score":1042799,"max_execution_time_ms":1860,"max_memory_usage_kib":4096,"rank":318,"performance":1541,"input_tokens":7566,"output_tokens":8333,"total_tokens":15899,"cost":0.11512800000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":10813,"output_tokens":7763,"total_tokens":18576,"cost":0.11478200000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3752704500,"overall_relative_score":67413759062,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":517,"performance":1226,"input_tokens":8672,"output_tokens":4422,"total_tokens":13094,"cost":0.070408},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10341092521236,"overall_relative_score":10341092521236,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":488,"performance":1292,"input_tokens":7415,"output_tokens":5564,"total_tokens":12979,"cost":0.081598},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4439265,"overall_relative_score":59425856937,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":8262,"output_tokens":6790,"total_tokens":15052,"cost":0.09800400000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":6728,"output_tokens":5901,"total_tokens":12629,"cost":0.084268},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246639162,"overall_relative_score":246639162,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":310,"performance":1578,"input_tokens":11528,"output_tokens":4208,"total_tokens":15736,"cost":0.073552},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":9565,"output_tokens":3491,"total_tokens":13056,"cost":0.061022},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292345,"overall_relative_score":292345,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":198,"performance":1643,"input_tokens":6154,"output_tokens":7835,"total_tokens":13989,"cost":0.106328},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4359964468,"overall_relative_score":2227452489412,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":668,"performance":1093,"input_tokens":11492,"output_tokens":5342,"total_tokens":16834,"cost":0.087088},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71856633,"overall_relative_score":71856633,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":188,"performance":1845,"input_tokens":6934,"output_tokens":6526,"total_tokens":13460,"cost":0.09218},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437328,"overall_relative_score":437328,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":1158,"input_tokens":7619,"output_tokens":7253,"total_tokens":14872,"cost":0.102274},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6405530,"overall_relative_score":6405530,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":6704,"output_tokens":6232,"total_tokens":12936,"cost":0.08819199999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1073743101,"overall_relative_score":1349133560809,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":703,"performance":1128,"input_tokens":13260,"output_tokens":9609,"total_tokens":22869,"cost":0.141828},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5866,"output_tokens":5083,"total_tokens":10949,"cost":0.072728}]},{"num_self_refine":4,"rank":{"all":{"mean":374.875,"median":334.5,"min":53,"max":967,"stdev":222.46361701958344},"short":{"mean":329.7391304347826,"median":310.0,"min":53,"max":967,"stdev":231.25079211487025},"long":{"mean":435.94117647058823,"median":515.0,"min":99,"max":703,"stdev":200.52570614145563}},"performance":{"all":{"mean":1373.2,"median":1394.5,"min":-70,"max":2306,"stdev":450.3046376250934},"short":{"mean":1411.9565217391305,"median":1459.0,"min":-70,"max":2306,"stdev":541.1532700262275},"long":{"mean":1320.764705882353,"median":1188.0,"min":979,"max":1923,"stdev":294.13826030707156}},"input_tokens":{"all":{"mean":31197.55,"median":29133.0,"min":20763,"max":53815,"stdev":8343.068149744557},"short":{"mean":29302.478260869564,"median":28150.0,"min":20763,"max":53815,"stdev":8357.444068121464},"long":{"mean":33761.470588235294,"median":31030.0,"min":23005,"max":50236,"stdev":7840.922108700346}},"output_tokens":{"all":{"mean":12253.55,"median":12311.5,"min":7381,"max":18109,"stdev":2572.834971837038},"short":{"mean":12770.521739130434,"median":12793.0,"min":7381,"max":18109,"stdev":2468.3011247997574},"long":{"mean":11554.117647058823,"median":11360.0,"min":7398,"max":16670,"stdev":2617.978845463446}},"total_tokens":{"all":{"mean":43451.1,"median":42152.0,"min":28144,"max":66608,"stdev":9461.861368348522},"short":{"mean":42073.0,"median":41694.0,"min":28144,"max":66608,"stdev":9460.254863951028},"long":{"mean":45315.58823529412,"median":42390.0,"min":31439,"max":63551,"stdev":9420.21319463381}},"cost":{"all":{"mean":0.199626125,"median":0.2020293,"min":0.130098,"max":0.267081,"stdev":0.032678105524496494},"short":{"mean":0.20323305217391305,"median":0.20614699999999997,"min":0.130098,"max":0.2662312,"stdev":0.032406133455270325},"long":{"mean":0.19474616470588235,"median":0.191588,"min":0.141762,"max":0.267081,"stdev":0.03339063632683835}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":971362149658,"overall_relative_score":971362149658,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":142,"performance":1733,"input_tokens":29965,"output_tokens":11949,"total_tokens":41914,"cost":0.203318},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4334538,"overall_relative_score":4334538,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":106,"performance":1922,"input_tokens":21760,"output_tokens":9237,"total_tokens":30997,"cost":0.154364},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2791284368070,"overall_relative_score":2791284368070,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":184,"performance":1682,"input_tokens":30320,"output_tokens":9255,"total_tokens":39575,"cost":0.1717},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5354507272,"overall_relative_score":5354507272,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":115,"performance":1844,"input_tokens":33413,"output_tokens":18109,"total_tokens":51522,"cost":0.2662312},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17343502,"overall_relative_score":17343502,"max_execution_time_ms":2870,"max_memory_usage_kib":109568,"rank":103,"performance":1855,"input_tokens":31941,"output_tokens":13599,"total_tokens":45540,"cost":0.2096478},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5770996,"overall_relative_score":5770996,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":99,"performance":1923,"input_tokens":36713,"output_tokens":11960,"total_tokens":48673,"cost":0.2007406},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2994,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":28150,"output_tokens":14616,"total_tokens":42766,"cost":0.23169199999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13885749353,"overall_relative_score":13885749353,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":245,"performance":1421,"input_tokens":20763,"output_tokens":7381,"total_tokens":28144,"cost":0.130098},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225189317,"overall_relative_score":225189317,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":23005,"output_tokens":8434,"total_tokens":31439,"cost":0.147218},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6437936477,"overall_relative_score":6437936477,"max_execution_time_ms":460,"max_memory_usage_kib":8640,"rank":115,"performance":1895,"input_tokens":29265,"output_tokens":13862,"total_tokens":43127,"cost":0.22487400000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26536,"overall_relative_score":26536,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":255,"performance":1417,"input_tokens":53815,"output_tokens":12793,"total_tokens":66608,"cost":0.20614699999999997},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083514755,"overall_relative_score":1083514755,"max_execution_time_ms":2860,"max_memory_usage_kib":98692,"rank":259,"performance":1496,"input_tokens":50236,"output_tokens":13315,"total_tokens":63551,"cost":0.1912544},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87941272,"overall_relative_score":87941272,"max_execution_time_ms":2870,"max_memory_usage_kib":3072,"rank":140,"performance":1781,"input_tokens":47631,"output_tokens":12641,"total_tokens":60272,"cost":0.2058618},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926726006,"overall_relative_score":926726006,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":506,"performance":979,"input_tokens":36445,"output_tokens":14622,"total_tokens":51067,"cost":0.2323322},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117319822,"overall_relative_score":117319822,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":232,"performance":1552,"input_tokens":31437,"output_tokens":14605,"total_tokens":46042,"cost":0.22143359999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15101634662,"overall_relative_score":174701363944,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":26493,"output_tokens":7398,"total_tokens":33891,"cost":0.141762},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30319248368,"overall_relative_score":1144031434912,"max_execution_time_ms":5800,"max_memory_usage_kib":3072,"rank":178,"performance":1753,"input_tokens":49718,"output_tokens":11418,"total_tokens":61136,"cost":0.21165879999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128576347728860,"overall_relative_score":35810987763,"max_execution_time_ms":5850,"max_memory_usage_kib":3072,"rank":345,"performance":1279,"input_tokens":36859,"output_tokens":10351,"total_tokens":47210,"cost":0.1817534},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2617,"max_memory_usage_kib":7168,"rank":967,"performance":-70,"input_tokens":38120,"output_tokens":14209,"total_tokens":52329,"cost":0.2297668},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13005475,"overall_relative_score":13005475,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":454,"performance":1372,"input_tokens":22367,"output_tokens":10730,"total_tokens":33097,"cost":0.173494},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281565786114,"overall_relative_score":281565786114,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":127,"performance":1470,"input_tokens":23257,"output_tokens":13260,"total_tokens":36517,"cost":0.20563399999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107843,"overall_relative_score":107843,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":324,"performance":1344,"input_tokens":26550,"output_tokens":15136,"total_tokens":41686,"cost":0.234732},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40978451461,"overall_relative_score":255258149146,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":559,"performance":1178,"input_tokens":27922,"output_tokens":11312,"total_tokens":39234,"cost":0.191588},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1370832,"overall_relative_score":1370832,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":314,"performance":1459,"input_tokens":20922,"output_tokens":9724,"total_tokens":30646,"cost":0.158532},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61063727359,"overall_relative_score":898464268251,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":591,"performance":1110,"input_tokens":28880,"output_tokens":9733,"total_tokens":38613,"cost":0.174556},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042799,"overall_relative_score":1042799,"max_execution_time_ms":1860,"max_memory_usage_kib":4096,"rank":318,"performance":1541,"input_tokens":30593,"output_tokens":15217,"total_tokens":45810,"cost":0.226663},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":459253000000,"overall_relative_score":148504756770,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":574,"performance":1168,"input_tokens":35381,"output_tokens":15529,"total_tokens":50910,"cost":0.2400172},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3752704500,"overall_relative_score":67413759062,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":517,"performance":1226,"input_tokens":27387,"output_tokens":8366,"total_tokens":35753,"cost":0.155166},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10341092521236,"overall_relative_score":10341092521236,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":488,"performance":1292,"input_tokens":28976,"output_tokens":12718,"total_tokens":41694,"cost":0.21056799999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":772023,"overall_relative_score":329709210317,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":676,"performance":1046,"input_tokens":26319,"output_tokens":14131,"total_tokens":40450,"cost":0.22221},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":22937,"output_tokens":10578,"total_tokens":33515,"cost":0.17281},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246639162,"overall_relative_score":246639162,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":310,"performance":1578,"input_tokens":36311,"output_tokens":10730,"total_tokens":47041,"cost":0.185389},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5997610,"overall_relative_score":50858866341,"max_execution_time_ms":1530,"max_memory_usage_kib":3072,"rank":515,"performance":1188,"input_tokens":31030,"output_tokens":11360,"total_tokens":42390,"cost":0.19838},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":367784,"overall_relative_score":367784,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":101,"performance":1939,"input_tokens":24850,"output_tokens":15777,"total_tokens":40627,"cost":0.23902400000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4209056855,"overall_relative_score":2324409454956,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":650,"performance":1113,"input_tokens":35044,"output_tokens":10617,"total_tokens":45661,"cost":0.1799492},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74820040,"overall_relative_score":74820040,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":53,"performance":2306,"input_tokens":25332,"output_tokens":12502,"total_tokens":37834,"cost":0.20068799999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440756,"overall_relative_score":440756,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":544,"performance":1229,"input_tokens":29001,"output_tokens":14158,"total_tokens":43159,"cost":0.22789800000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":124625272,"overall_relative_score":124625272,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":688,"performance":1028,"input_tokens":23789,"output_tokens":10019,"total_tokens":33808,"cost":0.16780599999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1073743101,"overall_relative_score":1349133560809,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":703,"performance":1128,"input_tokens":42228,"output_tokens":16670,"total_tokens":58898,"cost":0.267081},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":22777,"output_tokens":12121,"total_tokens":34898,"cost":0.191006}]},{"num_self_refine":8,"rank":{"all":{"mean":304.125,"median":240.5,"min":39,"max":641,"stdev":191.5688518522779},"short":{"mean":247.91304347826087,"median":202.0,"min":39,"max":613,"stdev":177.03926453126365},"long":{"mean":380.1764705882353,"median":466.0,"min":98,"max":641,"stdev":188.86213069793718}},"performance":{"all":{"mean":1522.0,"median":1569.5,"min":-61,"max":2402,"stdev":409.91162274512106},"short":{"mean":1603.0,"median":1682.0,"min":-61,"max":2402,"stdev":475.376883975422},"long":{"mean":1412.4117647058824,"median":1295.0,"min":1112,"max":1928,"stdev":276.85489403826904}},"input_tokens":{"all":{"mean":119332.85,"median":116612.0,"min":79947,"max":163904,"stdev":22507.926849309028},"short":{"mean":115141.95652173914,"median":114670.0,"min":79947,"max":163904,"stdev":22546.31867446992},"long":{"mean":125002.88235294117,"median":125906.0,"min":90030,"max":163473,"stdev":21828.538258099055}},"output_tokens":{"all":{"mean":25678.325,"median":25315.5,"min":16443,"max":35721,"stdev":4725.1381170289615},"short":{"mean":25841.260869565216,"median":25482.0,"min":16443,"max":33808,"stdev":4812.171889333352},"long":{"mean":25457.882352941175,"median":25228.0,"min":18823,"max":35721,"stdev":4742.4914059272805}},"total_tokens":{"all":{"mean":145011.175,"median":145779.5,"min":96390,"max":195690,"stdev":25908.428174163117},"short":{"mean":140983.21739130435,"median":142182.0,"min":96390,"max":195690,"stdev":26187.0032614316},"long":{"mean":150460.76470588235,"median":149603.0,"min":109371,"max":190947,"stdev":25265.947487501362}},"cost":{"all":{"mean":0.42830935,"median":0.4378736,"min":0.2939004,"max":0.5513028,"stdev":0.06286946456275648},"short":{"mean":0.42868458260869563,"median":0.42668239999999996,"min":0.2939004,"max":0.5343678000000001,"stdev":0.06418452467684412},"long":{"mean":0.4278016823529412,"median":0.43809219999999993,"min":0.32490359999999996,"max":0.5513028,"stdev":0.06300308677350892}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972561017008,"overall_relative_score":972561017008,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":139,"performance":1740,"input_tokens":123043,"output_tokens":23475,"total_tokens":146518,"cost":0.4049144},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4372937,"overall_relative_score":4372937,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":102,"performance":1937,"input_tokens":87245,"output_tokens":17868,"total_tokens":105113,"cost":0.31674399999999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2832047552857,"overall_relative_score":2832047552857,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":129,"performance":1840,"input_tokens":112665,"output_tokens":19151,"total_tokens":131816,"cost":0.34528260000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5481376732,"overall_relative_score":5481376732,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":105,"performance":1888,"input_tokens":136364,"output_tokens":31615,"total_tokens":167979,"cost":0.5022616},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18256716,"overall_relative_score":18256716,"max_execution_time_ms":2860,"max_memory_usage_kib":109568,"rank":85,"performance":1946,"input_tokens":129687,"output_tokens":29055,"total_tokens":158742,"cost":0.46591859999999996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5778233,"overall_relative_score":5778233,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":98,"performance":1928,"input_tokens":133169,"output_tokens":24639,"total_tokens":157808,"cost":0.44383959999999995},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1613020,"overall_relative_score":1613020,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":116,"performance":1779,"input_tokens":118894,"output_tokens":30018,"total_tokens":148912,"cost":0.47448799999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":79947,"output_tokens":16443,"total_tokens":96390,"cost":0.2939004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3712549090,"overall_relative_score":3712549090,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":483,"performance":1112,"input_tokens":90030,"output_tokens":19341,"total_tokens":109371,"cost":0.3448842},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6662042432,"overall_relative_score":6662042432,"max_execution_time_ms":1930,"max_memory_usage_kib":967680,"rank":89,"performance":2008,"input_tokens":111130,"output_tokens":25482,"total_tokens":136612,"cost":0.41905939999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":979300,"overall_relative_score":979300,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":92,"performance":1917,"input_tokens":163904,"output_tokens":31786,"total_tokens":195690,"cost":0.495589},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1162605904,"overall_relative_score":1162605904,"max_execution_time_ms":2970,"max_memory_usage_kib":104668,"rank":223,"performance":1571,"input_tokens":163473,"output_tokens":27474,"total_tokens":190947,"cost":0.437655},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88690573,"overall_relative_score":88690573,"max_execution_time_ms":2990,"max_memory_usage_kib":3072,"rank":129,"performance":1819,"input_tokens":155070,"output_tokens":25007,"total_tokens":180077,"cost":0.44984760000000007},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1404545869,"overall_relative_score":1404545869,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":275,"performance":1395,"input_tokens":141891,"output_tokens":32087,"total_tokens":173978,"cost":0.5045256},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119009576,"overall_relative_score":119009576,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":212,"performance":1599,"input_tokens":125632,"output_tokens":27911,"total_tokens":153543,"cost":0.4486832},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15101634662,"overall_relative_score":174701363944,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":351,"performance":1445,"input_tokens":100507,"output_tokens":18823,"total_tokens":119330,"cost":0.3313442},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28146444705,"overall_relative_score":1220212109547,"max_execution_time_ms":5800,"max_memory_usage_kib":3072,"rank":159,"performance":1806,"input_tokens":158468,"output_tokens":25403,"total_tokens":183871,"cost":0.44229219999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32547393195986,"overall_relative_score":130177838072,"max_execution_time_ms":5610,"max_memory_usage_kib":3072,"rank":216,"performance":1555,"input_tokens":139615,"output_tokens":28054,"total_tokens":167669,"cost":0.4657508},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458532089,"overall_relative_score":458532089,"max_execution_time_ms":1900,"max_memory_usage_kib":7168,"rank":202,"performance":1726,"input_tokens":149660,"output_tokens":32000,"total_tokens":181660,"cost":0.5125881999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13047700,"overall_relative_score":13047700,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":415,"performance":1427,"input_tokens":94865,"output_tokens":22247,"total_tokens":117112,"cost":0.4115842},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282707198662,"overall_relative_score":282707198662,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":114,"performance":1568,"input_tokens":108271,"output_tokens":26854,"total_tokens":135125,"cost":0.42668239999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250551,"overall_relative_score":250551,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":176,"performance":1679,"input_tokens":114816,"output_tokens":33808,"total_tokens":148624,"cost":0.5343678000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40978451461,"overall_relative_score":255258149146,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":559,"performance":1178,"input_tokens":111718,"output_tokens":24954,"total_tokens":136672,"cost":0.41647160000000005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1371206,"overall_relative_score":1371206,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":313,"performance":1460,"input_tokens":83777,"output_tokens":19382,"total_tokens":103159,"cost":0.3352228},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56678746833,"overall_relative_score":974568212812,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":539,"performance":1176,"input_tokens":116803,"output_tokens":25228,"total_tokens":142031,"cost":0.4147016},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1057190,"overall_relative_score":1057190,"max_execution_time_ms":1920,"max_memory_usage_kib":5120,"rank":234,"performance":1704,"input_tokens":122027,"output_tokens":28699,"total_tokens":150726,"cost":0.45215500000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":428072000000,"overall_relative_score":174828311156,"max_execution_time_ms":2970,"max_memory_usage_kib":4096,"rank":519,"performance":1234,"input_tokens":129438,"output_tokens":27687,"total_tokens":157125,"cost":0.4460868},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2874720600,"overall_relative_score":87670297122,"max_execution_time_ms":1140,"max_memory_usage_kib":3072,"rank":466,"performance":1295,"input_tokens":93957,"output_tokens":19079,"total_tokens":113036,"cost":0.32490359999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10371435977981,"overall_relative_score":10371435977981,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":477,"performance":1308,"input_tokens":116421,"output_tokens":23380,"total_tokens":139801,"cost":0.4000344},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675300,"overall_relative_score":376464240393,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":588,"performance":1149,"input_tokens":103654,"output_tokens":28944,"total_tokens":132598,"cost":0.47748799999999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3136238311,"overall_relative_score":3136238311,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":1152,"input_tokens":89429,"output_tokens":21195,"total_tokens":110624,"cost":0.3683602},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246639162,"overall_relative_score":246639162,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":310,"performance":1578,"input_tokens":132710,"output_tokens":22951,"total_tokens":155661,"cost":0.39832960000000006},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5993451,"overall_relative_score":50934511529,"max_execution_time_ms":2030,"max_memory_usage_kib":3072,"rank":514,"performance":1189,"input_tokens":127628,"output_tokens":29027,"total_tokens":156655,"cost":0.4830934},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":389450,"overall_relative_score":389450,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":86,"performance":2002,"input_tokens":113686,"output_tokens":31355,"total_tokens":145041,"cost":0.49539259999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4124833455,"overall_relative_score":2364762912067,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":641,"performance":1123,"input_tokens":125906,"output_tokens":23697,"total_tokens":149603,"cost":0.43809219999999993},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75452574,"overall_relative_score":75452574,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":39,"performance":2402,"input_tokens":105869,"output_tokens":24034,"total_tokens":129903,"cost":0.42003159999999995},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440786,"overall_relative_score":440786,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":543,"performance":1230,"input_tokens":114670,"output_tokens":27512,"total_tokens":142182,"cost":0.4787450000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145645028,"overall_relative_score":145645028,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":247,"performance":1682,"input_tokens":97325,"output_tokens":23461,"total_tokens":120786,"cost":0.3979521999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":903550787,"overall_relative_score":1559901332951,"max_execution_time_ms":580,"max_memory_usage_kib":8192,"rank":564,"performance":1275,"input_tokens":153084,"output_tokens":35721,"total_tokens":188805,"cost":0.5513028},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":96866,"output_tokens":22286,"total_tokens":119152,"cost":0.3618076}]},{"num_self_refine":16,"rank":{"all":{"mean":278.6,"median":217.0,"min":37,"max":611,"stdev":187.4670295798362},"short":{"mean":213.2173913043478,"median":163.0,"min":37,"max":523,"stdev":160.28949847122894},"long":{"mean":367.05882352941177,"median":466.0,"min":96,"max":611,"stdev":189.41108421507283}},"performance":{"all":{"mean":1606.85,"median":1635.0,"min":1111,"max":2418,"stdev":342.3806960470187},"short":{"mean":1731.3478260869565,"median":1724.0,"min":1119,"max":2418,"stdev":329.7202131691838},"long":{"mean":1438.4117647058824,"median":1348.0,"min":1111,"max":1937,"stdev":289.52656588461997}},"input_tokens":{"all":{"mean":483723.325,"median":495081.0,"min":338157,"max":630148,"stdev":79990.46545470839},"short":{"mean":471754.95652173914,"median":486028.0,"min":338157,"max":611085,"stdev":79516.39111442157},"long":{"mean":499915.82352941175,"median":500214.0,"min":362299,"max":630148,"stdev":80111.54504598206}},"output_tokens":{"all":{"mean":51851.0,"median":50064.5,"min":35023,"max":79530,"stdev":11424.325930852943},"short":{"mean":51733.65217391304,"median":50885.0,"min":35023,"max":70645,"stdev":10943.824101493357},"long":{"mean":52009.76470588235,"median":49175.0,"min":35504,"max":79530,"stdev":12385.64738179545}},"total_tokens":{"all":{"mean":535574.325,"median":541927.0,"min":377875,"max":709678,"stdev":89801.20960477876},"short":{"mean":523488.60869565216,"median":536913.0,"min":377875,"max":675898,"stdev":88874.50200384152},"long":{"mean":551925.5882352941,"median":546941.0,"min":400998,"max":709678,"stdev":91114.78582127795}},"cost":{"all":{"mean":0.925386695,"median":0.9063378000000002,"min":0.6506158,"max":1.3422232,"stdev":0.17532721748114294},"short":{"mean":0.9167606869565218,"median":0.9000860000000002,"min":0.6506158,"max":1.1714654000000002,"stdev":0.16104410418789944},"long":{"mean":0.9370571764705883,"median":0.9125896000000001,"min":0.6701721999999999,"max":1.3422232,"stdev":0.19752285166136965}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":975295425213,"overall_relative_score":975295425213,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":126,"performance":1773,"input_tokens":489948,"output_tokens":45718,"total_tokens":535666,"cost":0.8973798000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4368768,"overall_relative_score":4368768,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":102,"performance":1937,"input_tokens":354516,"output_tokens":35023,"total_tokens":389539,"cost":0.6523979999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2835763504214,"overall_relative_score":2835763504214,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":126,"performance":1850,"input_tokens":439919,"output_tokens":38030,"total_tokens":477949,"cost":0.7191652000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495279414,"overall_relative_score":5495279414,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":102,"performance":1902,"input_tokens":558688,"output_tokens":61431,"total_tokens":620119,"cost":1.0355552000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18286159,"overall_relative_score":18286159,"max_execution_time_ms":2970,"max_memory_usage_kib":109568,"rank":81,"performance":1968,"input_tokens":540333,"output_tokens":58753,"total_tokens":599086,"cost":1.0099884},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5786342,"overall_relative_score":5786342,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":96,"performance":1937,"input_tokens":500214,"output_tokens":46727,"total_tokens":546941,"cost":0.9598728000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1660341,"overall_relative_score":1660341,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":93,"performance":1883,"input_tokens":523147,"output_tokens":66378,"total_tokens":589525,"cost":1.1068405999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14153961254,"overall_relative_score":14153961254,"max_execution_time_ms":1540,"max_memory_usage_kib":3072,"rank":51,"performance":2173,"input_tokens":338157,"output_tokens":39718,"total_tokens":377875,"cost":0.772014},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3633694044,"overall_relative_score":3633694044,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":484,"performance":1111,"input_tokens":383050,"output_tokens":37652,"total_tokens":420702,"cost":0.7073395999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6678878431,"overall_relative_score":6678878431,"max_execution_time_ms":1610,"max_memory_usage_kib":16384,"rank":88,"performance":2012,"input_tokens":437997,"output_tokens":48462,"total_tokens":486459,"cost":0.8454138},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1362720,"overall_relative_score":1362720,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":80,"performance":1974,"input_tokens":586646,"output_tokens":59876,"total_tokens":646522,"cost":1.0181091999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1204179615,"overall_relative_score":1204179615,"max_execution_time_ms":2870,"max_memory_usage_kib":83376,"rank":209,"performance":1602,"input_tokens":592316,"output_tokens":55439,"total_tokens":647755,"cost":0.9567057999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88690573,"overall_relative_score":88690573,"max_execution_time_ms":2990,"max_memory_usage_kib":3072,"rank":129,"performance":1819,"input_tokens":547227,"output_tokens":47004,"total_tokens":594231,"cost":0.8835876},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1405828044,"overall_relative_score":1405828044,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":273,"performance":1399,"input_tokens":559895,"output_tokens":59957,"total_tokens":619852,"cost":1.0180672},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121527401,"overall_relative_score":121527401,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":186,"performance":1666,"input_tokens":502928,"output_tokens":52856,"total_tokens":555784,"cost":0.920011},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15097288362,"overall_relative_score":173954479454,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":352,"performance":1443,"input_tokens":396824,"output_tokens":35504,"total_tokens":432328,"cost":0.6701721999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28146444705,"overall_relative_score":1220212109547,"max_execution_time_ms":5800,"max_memory_usage_kib":3072,"rank":159,"performance":1806,"input_tokens":560059,"output_tokens":48930,"total_tokens":608989,"cost":0.8939966000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6628494904746,"overall_relative_score":310257780713,"max_execution_time_ms":5600,"max_memory_usage_kib":3072,"rank":137,"performance":1784,"input_tokens":630148,"output_tokens":79530,"total_tokens":709678,"cost":1.3075100000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461236854,"overall_relative_score":461236854,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":180,"performance":1780,"input_tokens":611085,"output_tokens":64813,"total_tokens":675898,"cost":1.1109258},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13047700,"overall_relative_score":13047700,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":415,"performance":1427,"input_tokens":409219,"output_tokens":45588,"total_tokens":454807,"cost":0.9000860000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282868079942,"overall_relative_score":282868079942,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":109,"performance":1604,"input_tokens":478533,"output_tokens":52940,"total_tokens":531473,"cost":0.9129143999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":259549,"overall_relative_score":259549,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":163,"performance":1715,"input_tokens":525982,"output_tokens":70645,"total_tokens":596627,"cost":1.1714654000000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40037893867,"overall_relative_score":264824539579,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":544,"performance":1196,"input_tokens":483395,"output_tokens":53275,"total_tokens":536670,"cost":0.9125896000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1373053,"overall_relative_score":1373053,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":288,"performance":1509,"input_tokens":350955,"output_tokens":35740,"total_tokens":386695,"cost":0.6691746},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":55545636023,"overall_relative_score":981207553244,"max_execution_time_ms":2030,"max_memory_usage_kib":3072,"rank":537,"performance":1179,"input_tokens":518049,"output_tokens":54619,"total_tokens":572668,"cost":0.9235308000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1059198,"overall_relative_score":1059198,"max_execution_time_ms":1950,"max_memory_usage_kib":51200,"rank":225,"performance":1724,"input_tokens":502851,"output_tokens":57552,"total_tokens":560403,"cost":0.9689388000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":428072000000,"overall_relative_score":174828311156,"max_execution_time_ms":2970,"max_memory_usage_kib":4096,"rank":519,"performance":1234,"input_tokens":518904,"output_tokens":56343,"total_tokens":575247,"cost":1.0324134},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2874720600,"overall_relative_score":87670297122,"max_execution_time_ms":1140,"max_memory_usage_kib":3072,"rank":466,"performance":1295,"input_tokens":362299,"output_tokens":38699,"total_tokens":400998,"cost":0.6868202},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10371435977981,"overall_relative_score":10371435977981,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":477,"performance":1308,"input_tokens":486028,"output_tokens":50885,"total_tokens":536913,"cost":0.8920934},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675300,"overall_relative_score":376464240393,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":588,"performance":1149,"input_tokens":419518,"output_tokens":49175,"total_tokens":468693,"cost":0.8616733999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3232866047,"overall_relative_score":3232866047,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":523,"performance":1200,"input_tokens":357959,"output_tokens":35917,"total_tokens":393876,"cost":0.6768142},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246639162,"overall_relative_score":246639162,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":310,"performance":1578,"input_tokens":512789,"output_tokens":48554,"total_tokens":561343,"cost":0.8670274},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5992052,"overall_relative_score":50968426037,"max_execution_time_ms":2980,"max_memory_usage_kib":3072,"rank":514,"performance":1189,"input_tokens":565616,"output_tokens":65882,"total_tokens":631498,"cost":1.3422232},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":428651,"overall_relative_score":428651,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":57,"performance":2154,"input_tokens":512807,"output_tokens":70404,"total_tokens":583211,"cost":1.1615662},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3917244450,"overall_relative_score":2491738534603,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":611,"performance":1158,"input_tokens":475100,"output_tokens":45949,"total_tokens":521049,"cost":0.8646004},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75595726,"overall_relative_score":75595726,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":37,"performance":2418,"input_tokens":449913,"output_tokens":49244,"total_tokens":499157,"cost":0.8752710000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":461736,"output_tokens":54215,"total_tokens":515951,"cost":1.1205492000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145804250,"overall_relative_score":145804250,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":241,"performance":1693,"input_tokens":435490,"output_tokens":48319,"total_tokens":483809,"cost":0.8641357999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":832655611,"overall_relative_score":1680823166087,"max_execution_time_ms":1730,"max_memory_usage_kib":8192,"rank":499,"performance":1348,"input_tokens":603315,"output_tokens":72737,"total_tokens":676052,"cost":1.1759118000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":365378,"output_tokens":35557,"total_tokens":400935,"cost":0.6506158}]}]},{"model_name":"gemini-3.5-flash-high","detail_path":"data/model_details/gemini-3.5-flash-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":566.175,"median":523.5,"min":11,"max":1130,"stdev":372.8863088918315},"short":{"mean":467.60869565217394,"median":473.0,"min":11,"max":1084,"stdev":357.47495006076804},"long":{"mean":699.5294117647059,"median":877.0,"min":117,"max":1130,"stdev":361.0410498902893}},"performance":{"all":{"mean":911.025,"median":857.0,"min":-102,"max":2684,"stdev":859.2455691342976},"short":{"mean":1015.7826086956521,"median":1314.0,"min":-102,"max":2684,"stdev":973.5844715894755},"long":{"mean":769.2941176470588,"median":781.0,"min":-80,"max":1953,"stdev":677.6269036780013}},"input_tokens":{"all":{"mean":3260.325,"median":2781.0,"min":1477,"max":8820,"stdev":1885.236724406588},"short":{"mean":2668.8695652173915,"median":1944.0,"min":1506,"max":8820,"stdev":1797.3368507157224},"long":{"mean":4060.529411764706,"median":3528.0,"min":1477,"max":8586,"stdev":1743.0206939981758}},"output_tokens":{"all":{"mean":48620.05,"median":48330.5,"min":36132,"max":61770,"stdev":6681.270364963806},"short":{"mean":47318.391304347824,"median":48399.0,"min":36132,"max":61770,"stdev":6935.170960330528},"long":{"mean":50381.117647058825,"median":48262.0,"min":41462,"max":61422,"stdev":6078.23008657077}},"total_tokens":{"all":{"mean":51880.375,"median":50926.0,"min":38519,"max":67058,"stdev":7405.534339652287},"short":{"mean":49987.260869565216,"median":50272.0,"min":38519,"max":63714,"stdev":7294.710077218418},"long":{"mean":54441.64705882353,"median":52873.0,"min":44340,"max":67058,"stdev":6956.125492517157}},"cost":{"all":{"mean":0.4419214875,"median":0.4396365,"min":0.3287685,"max":0.558846,"stdev":0.06088317386216392},"short":{"mean":0.429391102173913,"median":0.4384005,"min":0.3287685,"max":0.558846,"stdev":0.06282244731719647},"long":{"mean":0.45887436176470586,"median":0.4412745,"min":0.377475,"max":0.557601,"stdev":0.055475283985611364}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":936099509140,"overall_relative_score":936099509140,"max_execution_time_ms":4780,"max_memory_usage_kib":3072,"rank":420,"performance":1316,"input_tokens":1477,"output_tokens":43842,"total_tokens":45319,"cost":0.3967935},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3489802,"overall_relative_score":3489802,"max_execution_time_ms":1960,"max_memory_usage_kib":15856,"rank":237,"performance":1560,"input_tokens":1611,"output_tokens":39203,"total_tokens":40814,"cost":0.3552435},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2376539608055,"overall_relative_score":2376539608055,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":532,"performance":1093,"input_tokens":2878,"output_tokens":41462,"total_tokens":44340,"cost":0.377475},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4963595537,"overall_relative_score":4963595537,"max_execution_time_ms":2970,"max_memory_usage_kib":104448,"rank":145,"performance":1726,"input_tokens":1724,"output_tokens":43171,"total_tokens":44895,"cost":0.391125},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3020,"max_memory_usage_kib":40960,"rank":515,"performance":207,"input_tokens":1920,"output_tokens":55721,"total_tokens":57641,"cost":0.504369},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5597131,"overall_relative_score":5597131,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":148,"performance":1740,"input_tokens":4052,"output_tokens":45800,"total_tokens":49852,"cost":0.418278},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2094443,"overall_relative_score":2094443,"max_execution_time_ms":1990,"max_memory_usage_kib":18432,"rank":11,"performance":2684,"input_tokens":1691,"output_tokens":48704,"total_tokens":50395,"cost":0.4408725},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2387,"output_tokens":36132,"total_tokens":38519,"cost":0.3287685},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":63619778,"overall_relative_score":63619778,"max_execution_time_ms":1942,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":3202,"output_tokens":61422,"total_tokens":64624,"cost":0.557601},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":761,"performance":42,"input_tokens":2384,"output_tokens":41556,"total_tokens":43940,"cost":0.37758},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702040,"overall_relative_score":702040,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":101,"performance":1878,"input_tokens":8820,"output_tokens":49747,"total_tokens":58567,"cost":0.460953},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8586,"output_tokens":58472,"total_tokens":67058,"cost":0.539127},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96000394,"overall_relative_score":96000394,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":26,"performance":2436,"input_tokens":6674,"output_tokens":48744,"total_tokens":55418,"cost":0.4432071},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1449491114,"overall_relative_score":1449491114,"max_execution_time_ms":5100,"max_memory_usage_kib":6144,"rank":249,"performance":1449,"input_tokens":3108,"output_tokens":49383,"total_tokens":52491,"cost":0.449109},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":3072,"rank":779,"performance":-1,"input_tokens":2684,"output_tokens":50052,"total_tokens":52736,"cost":0.454494},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":2974,"output_tokens":44987,"total_tokens":47961,"cost":0.409344},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7598,"output_tokens":47724,"total_tokens":55322,"cost":0.4354104},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18723390277368,"overall_relative_score":60579472939,"max_execution_time_ms":5850,"max_memory_usage_kib":4096,"rank":280,"performance":1409,"input_tokens":4870,"output_tokens":58581,"total_tokens":63451,"cost":0.52904625},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":482057799,"overall_relative_score":482057799,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":66,"performance":2183,"input_tokens":3895,"output_tokens":55966,"total_tokens":59861,"cost":0.5095365},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":140064,"rank":1084,"performance":-102,"input_tokens":1873,"output_tokens":48399,"total_tokens":50272,"cost":0.4384005},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2273,"output_tokens":41665,"total_tokens":43938,"cost":0.3783945},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93862,"overall_relative_score":93862,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":1944,"output_tokens":61770,"total_tokens":63714,"cost":0.558846},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":547198101,"overall_relative_score":4604696131,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":2950,"output_tokens":46533,"total_tokens":49483,"cost":0.423222},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":313656,"rank":740,"performance":223,"input_tokens":1832,"output_tokens":43268,"total_tokens":45100,"cost":0.39216},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2204,"max_memory_usage_kib":17408,"rank":999,"performance":103,"input_tokens":3528,"output_tokens":44772,"total_tokens":48300,"cost":0.40824},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1958,"output_tokens":55318,"total_tokens":57276,"cost":0.500799},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5152919937,"overall_relative_score":383285291075,"max_execution_time_ms":3100,"max_memory_usage_kib":14336,"rank":117,"performance":1953,"input_tokens":4358,"output_tokens":54140,"total_tokens":58498,"cost":0.493797},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":710146214,"overall_relative_score":83854943722,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":475,"performance":1282,"input_tokens":3210,"output_tokens":55719,"total_tokens":58929,"cost":0.506286},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10377056405588,"overall_relative_score":10377056405588,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":473,"performance":1314,"input_tokens":1854,"output_tokens":38547,"total_tokens":40401,"cost":0.349704},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4647,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2939,"output_tokens":47468,"total_tokens":50407,"cost":0.4316205},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5803,"max_memory_usage_kib":3072,"rank":905,"performance":201,"input_tokens":2037,"output_tokens":49408,"total_tokens":51445,"cost":0.4477275},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230942673,"overall_relative_score":230942673,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":477,"performance":1325,"input_tokens":4753,"output_tokens":41398,"total_tokens":46151,"cost":0.37422375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":4264,"output_tokens":50172,"total_tokens":54436,"cost":0.457944},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492172,"overall_relative_score":492172,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":25,"performance":2426,"input_tokens":1943,"output_tokens":56344,"total_tokens":58287,"cost":0.5100105},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4424,"output_tokens":57740,"total_tokens":62164,"cost":0.526296},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70611999,"overall_relative_score":70611999,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":280,"performance":1664,"input_tokens":1761,"output_tokens":38497,"total_tokens":40258,"cost":0.3491145},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464154,"overall_relative_score":464154,"max_execution_time_ms":1220,"max_memory_usage_kib":429832,"rank":167,"performance":1857,"input_tokens":2301,"output_tokens":46862,"total_tokens":49163,"cost":0.4252095},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1559,"output_tokens":43894,"total_tokens":45453,"cost":0.3973845},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":73870295,"overall_relative_score":221607041345,"max_execution_time_ms":2100,"max_memory_usage_kib":11844,"rank":1130,"performance":598,"input_tokens":4611,"output_tokens":48262,"total_tokens":52873,"cost":0.4412745},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1506,"output_tokens":53957,"total_tokens":55463,"cost":0.487872}]},{"num_self_refine":2,"rank":{"all":{"mean":469.275,"median":418.5,"min":4,"max":1130,"stdev":366.70472908504104},"short":{"mean":386.69565217391306,"median":230.0,"min":4,"max":1084,"stdev":357.0455070031637},"long":{"mean":581.0,"median":518.0,"min":98,"max":1130,"stdev":359.75529877960105}},"performance":{"all":{"mean":1178.225,"median":1322.0,"min":-102,"max":2996,"stdev":889.3873860337224},"short":{"mean":1288.695652173913,"median":1598.0,"min":-102,"max":2996,"stdev":1023.326369105922},"long":{"mean":1028.764705882353,"median":1169.0,"min":-80,"max":2014,"stdev":668.5159430981961}},"input_tokens":{"all":{"mean":55661.25,"median":53857.5,"min":41073,"max":76072,"stdev":8483.451295588098},"short":{"mean":53276.434782608696,"median":52301.0,"min":41073,"max":68097,"stdev":8090.670333089538},"long":{"mean":58887.76470588235,"median":57646.0,"min":47755,"max":76072,"stdev":8135.210557580945}},"output_tokens":{"all":{"mean":66875.7,"median":65358.5,"min":48573,"max":96578,"stdev":9867.661778993815},"short":{"mean":67500.82608695653,"median":65707.0,"min":48573,"max":96578,"stdev":11072.897652508349},"long":{"mean":66029.94117647059,"median":64000.0,"min":53190,"max":81101,"stdev":8211.697452952314}},"total_tokens":{"all":{"mean":122536.95,"median":120185.0,"min":89646,"max":162889,"stdev":16860.798143881504},"short":{"mean":120777.26086956522,"median":120310.0,"min":89646,"max":162889,"stdev":18141.580276504406},"long":{"mean":124917.70588235294,"median":120060.0,"min":104380,"max":151781,"stdev":15163.743497091615}},"cost":{"all":{"mean":0.684823725,"median":0.66231675,"min":0.4987665,"max":0.9686684999999999,"stdev":0.09783714857740347},"short":{"mean":0.6869443630434783,"median":0.671835,"min":0.4987665,"max":0.9686684999999999,"stdev":0.10938579434006232},"long":{"mean":0.6819546264705882,"median":0.6578115,"min":0.555495,"max":0.8284447500000001,"stdev":0.08285276141064211}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":939661578238,"overall_relative_score":939661578238,"max_execution_time_ms":4860,"max_memory_usage_kib":3072,"rank":408,"performance":1329,"input_tokens":47755,"output_tokens":65131,"total_tokens":112886,"cost":0.6578115},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3598617,"overall_relative_score":3598617,"max_execution_time_ms":1960,"max_memory_usage_kib":17396,"rank":219,"performance":1598,"input_tokens":43180,"output_tokens":56771,"total_tokens":99951,"cost":0.575709},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2455761249686,"overall_relative_score":2455761249686,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":518,"performance":1112,"input_tokens":48178,"output_tokens":57933,"total_tokens":106111,"cost":0.593664},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4963595537,"overall_relative_score":4963595537,"max_execution_time_ms":2970,"max_memory_usage_kib":104448,"rank":145,"performance":1726,"input_tokens":47528,"output_tokens":65451,"total_tokens":112979,"cost":0.660351},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3020,"max_memory_usage_kib":40960,"rank":515,"performance":207,"input_tokens":60367,"output_tokens":76049,"total_tokens":136416,"cost":0.7749914999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5722470,"overall_relative_score":5722470,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":107,"performance":1889,"input_tokens":54067,"output_tokens":57067,"total_tokens":111134,"cost":0.5947035},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2178631,"overall_relative_score":2178631,"max_execution_time_ms":1990,"max_memory_usage_kib":18432,"rank":4,"performance":2996,"input_tokens":52841,"output_tokens":77470,"total_tokens":130311,"cost":0.7764915},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":41073,"output_tokens":48573,"total_tokens":89646,"cost":0.4987665},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":63619778,"overall_relative_score":63619778,"max_execution_time_ms":1942,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":67991,"output_tokens":72498,"total_tokens":140489,"cost":0.7544685},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":761,"performance":42,"input_tokens":46942,"output_tokens":50332,"total_tokens":97274,"cost":0.523401},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702040,"overall_relative_score":702040,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":101,"performance":1878,"input_tokens":68097,"output_tokens":69503,"total_tokens":137600,"cost":0.7276724999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":76072,"output_tokens":75709,"total_tokens":151781,"cost":0.795489},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96000394,"overall_relative_score":96000394,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":26,"performance":2436,"input_tokens":62898,"output_tokens":67676,"total_tokens":130574,"cost":0.6979311},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1449491114,"overall_relative_score":1449491114,"max_execution_time_ms":5100,"max_memory_usage_kib":6144,"rank":249,"performance":1449,"input_tokens":55754,"output_tokens":62953,"total_tokens":118707,"cost":0.650208},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123504224,"overall_relative_score":123504224,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":174,"performance":1699,"input_tokens":56226,"output_tokens":74596,"total_tokens":130822,"cost":0.755703},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47768221150,"overall_relative_score":743151112521,"max_execution_time_ms":4930,"max_memory_usage_kib":7168,"rank":98,"performance":2014,"input_tokens":51190,"output_tokens":53190,"total_tokens":104380,"cost":0.555495},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218879990531,"overall_relative_score":824829326648,"max_execution_time_ms":5870,"max_memory_usage_kib":72704,"rank":429,"performance":1279,"input_tokens":63338,"output_tokens":56603,"total_tokens":119941,"cost":0.5989314},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17220740305405,"overall_relative_score":67792856793,"max_execution_time_ms":5830,"max_memory_usage_kib":4096,"rank":266,"performance":1439,"input_tokens":69349,"output_tokens":81101,"total_tokens":150450,"cost":0.8284447500000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":495186792,"overall_relative_score":495186792,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":10,"performance":2776,"input_tokens":64612,"output_tokens":82917,"total_tokens":147529,"cost":0.8431709999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":140064,"rank":1084,"performance":-102,"input_tokens":52301,"output_tokens":64326,"total_tokens":116627,"cost":0.6573855000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283138703368,"overall_relative_score":283138703368,"max_execution_time_ms":1300,"max_memory_usage_kib":3072,"rank":102,"performance":1655,"input_tokens":46890,"output_tokens":55703,"total_tokens":102593,"cost":0.571662},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93862,"overall_relative_score":93862,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":66311,"output_tokens":96578,"total_tokens":162889,"cost":0.9686684999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":547198101,"overall_relative_score":4604696131,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":52592,"output_tokens":67468,"total_tokens":120060,"cost":0.6860999999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":313656,"rank":740,"performance":223,"input_tokens":47089,"output_tokens":60041,"total_tokens":107130,"cost":0.6110025},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2204,"max_memory_usage_kib":17408,"rank":999,"performance":103,"input_tokens":51994,"output_tokens":59094,"total_tokens":111088,"cost":0.609837},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":59383,"output_tokens":78241,"total_tokens":137624,"cost":0.7932435},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5152919937,"overall_relative_score":383285291075,"max_execution_time_ms":3100,"max_memory_usage_kib":14336,"rank":117,"performance":1953,"input_tokens":63012,"output_tokens":75550,"total_tokens":138562,"cost":0.7744679999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":710146214,"overall_relative_score":83854943722,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":475,"performance":1282,"input_tokens":62294,"output_tokens":76720,"total_tokens":139014,"cost":0.7839210000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10386745284317,"overall_relative_score":10386745284317,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":469,"performance":1320,"input_tokens":43314,"output_tokens":57420,"total_tokens":100734,"cost":0.581751},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":630409,"overall_relative_score":403057421402,"max_execution_time_ms":2500,"max_memory_usage_kib":125116,"rank":571,"performance":1169,"input_tokens":53502,"output_tokens":62939,"total_tokens":116441,"cost":0.6467040000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5417855595,"overall_relative_score":5417855595,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":301,"performance":1542,"input_tokens":53648,"output_tokens":65707,"total_tokens":119355,"cost":0.671835},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":265728759,"overall_relative_score":265728759,"max_execution_time_ms":1790,"max_memory_usage_kib":3072,"rank":44,"performance":2348,"input_tokens":51712,"output_tokens":70440,"total_tokens":122152,"cost":0.70604025},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":58855,"output_tokens":64000,"total_tokens":122855,"cost":0.6642825},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492172,"overall_relative_score":492172,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":25,"performance":2426,"input_tokens":60935,"output_tokens":77831,"total_tokens":138766,"cost":0.7918815},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":67503,"output_tokens":71429,"total_tokens":138932,"cost":0.7441154999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71155481,"overall_relative_score":71155481,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":230,"performance":1756,"input_tokens":42826,"output_tokens":60539,"total_tokens":103365,"cost":0.60909},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464154,"overall_relative_score":464154,"max_execution_time_ms":1220,"max_memory_usage_kib":429832,"rank":167,"performance":1857,"input_tokens":52169,"output_tokens":68141,"total_tokens":120310,"cost":0.6915225},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":47176,"output_tokens":65266,"total_tokens":112442,"cost":0.658158},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":73870295,"overall_relative_score":221607041345,"max_execution_time_ms":2100,"max_memory_usage_kib":11844,"rank":1130,"performance":598,"input_tokens":57646,"output_tokens":63124,"total_tokens":120770,"cost":0.654585},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":57840,"output_tokens":62948,"total_tokens":120788,"cost":0.653292}]},{"num_self_refine":4,"rank":{"all":{"mean":316.7,"median":215.5,"min":4,"max":1005,"stdev":286.7709887697847},"short":{"mean":246.52173913043478,"median":167.0,"min":4,"max":939,"stdev":264.04714964036555},"long":{"mean":411.6470588235294,"median":382.0,"min":98,"max":1005,"stdev":296.52970786593846}},"performance":{"all":{"mean":1551.5,"median":1595.0,"min":-61,"max":2996,"stdev":719.1660412392919},"short":{"mean":1699.0869565217392,"median":1756.0,"min":-61,"max":2996,"stdev":808.2867916460142},"long":{"mean":1351.8235294117646,"median":1350.0,"min":94,"max":2014,"stdev":537.2848680279063}},"input_tokens":{"all":{"mean":214299.75,"median":213188.5,"min":152392,"max":274977,"stdev":29798.175164183875},"short":{"mean":212345.4347826087,"median":209487.0,"min":152392,"max":274977,"stdev":32019.48892021018},"long":{"mean":216943.82352941178,"median":213752.0,"min":176784,"max":271582,"stdev":27234.141716408318}},"output_tokens":{"all":{"mean":94108.5,"median":93837.5,"min":60914,"max":124276,"stdev":14303.125200906987},"short":{"mean":94135.69565217392,"median":92329.0,"min":60914,"max":120481,"stdev":15637.745438622604},"long":{"mean":94071.70588235294,"median":94398.0,"min":75237,"max":124276,"stdev":12744.352650118728}},"total_tokens":{"all":{"mean":308408.25,"median":309353.5,"min":213306,"max":395858,"stdev":43025.375878958235},"short":{"mean":306481.1304347826,"median":305819.0,"min":213306,"max":394248,"stdev":46606.75337750211},"long":{"mean":311015.5294117647,"median":312888.0,"min":260170,"max":395858,"stdev":38896.48611718938}},"cost":{"all":{"mean":1.03903686,"median":1.0435894499999998,"min":0.72623355,"max":1.3507117499999999,"stdev":0.16200409938082097},"short":{"mean":1.033530508695652,"median":1.02428505,"min":0.72623355,"max":1.3507117499999999,"stdev":0.169783865839565},"long":{"mean":1.0464866294117647,"median":1.047105,"min":0.80998815,"max":1.3226865,"stdev":0.15567245548413108}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962649917255,"overall_relative_score":962649917255,"max_execution_time_ms":4870,"max_memory_usage_kib":3072,"rank":212,"performance":1592,"input_tokens":203621,"output_tokens":94398,"total_tokens":298019,"cost":1.0032141},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3598617,"overall_relative_score":3598617,"max_execution_time_ms":1960,"max_memory_usage_kib":17396,"rank":219,"performance":1598,"input_tokens":176358,"output_tokens":77902,"total_tokens":254260,"cost":0.8310033},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2605062140993,"overall_relative_score":2605062140993,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":471,"performance":1176,"input_tokens":186239,"output_tokens":75237,"total_tokens":261476,"cost":0.80998815},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5101105951,"overall_relative_score":5101105951,"max_execution_time_ms":2940,"max_memory_usage_kib":72704,"rank":134,"performance":1767,"input_tokens":195230,"output_tokens":84350,"total_tokens":279580,"cost":0.89561505},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17336668,"overall_relative_score":17336668,"max_execution_time_ms":2990,"max_memory_usage_kib":40960,"rank":103,"performance":1855,"input_tokens":241963,"output_tokens":111283,"total_tokens":353246,"cost":1.1847376499999998},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5771434,"overall_relative_score":5771434,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":99,"performance":1923,"input_tokens":194403,"output_tokens":78840,"total_tokens":273243,"cost":0.9164007000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2179440,"overall_relative_score":2179440,"max_execution_time_ms":1980,"max_memory_usage_kib":18432,"rank":4,"performance":2996,"input_tokens":230967,"output_tokens":105343,"total_tokens":336310,"cost":1.22747625},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":152392,"output_tokens":60914,"total_tokens":213306,"cost":0.72623355},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116857762,"overall_relative_score":116857762,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":604,"performance":949,"input_tokens":235275,"output_tokens":98300,"total_tokens":333575,"cost":1.15955415},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7308795020,"overall_relative_score":7308795020,"max_execution_time_ms":1850,"max_memory_usage_kib":18428,"rank":12,"performance":2712,"input_tokens":168036,"output_tokens":69903,"total_tokens":237939,"cost":0.7517862},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702040,"overall_relative_score":702040,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":101,"performance":1878,"input_tokens":243552,"output_tokens":92329,"total_tokens":335881,"cost":1.01063565},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1933012775,"overall_relative_score":1933012775,"max_execution_time_ms":2070,"max_memory_usage_kib":14336,"rank":115,"performance":1871,"input_tokens":261511,"output_tokens":103380,"total_tokens":364891,"cost":1.3226865},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96000394,"overall_relative_score":96000394,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":26,"performance":2436,"input_tokens":229567,"output_tokens":90672,"total_tokens":320239,"cost":0.98673045},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1556199201,"overall_relative_score":1556199201,"max_execution_time_ms":4680,"max_memory_usage_kib":6144,"rank":192,"performance":1581,"input_tokens":176784,"output_tokens":83386,"total_tokens":260170,"cost":0.8812615500000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123504224,"overall_relative_score":123504224,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":174,"performance":1699,"input_tokens":233521,"output_tokens":105020,"total_tokens":338541,"cost":1.1164353},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47768221150,"overall_relative_score":743151112521,"max_execution_time_ms":4930,"max_memory_usage_kib":7168,"rank":98,"performance":2014,"input_tokens":184313,"output_tokens":81380,"total_tokens":265693,"cost":0.8682181499999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45695936694,"overall_relative_score":850550290175,"max_execution_time_ms":5840,"max_memory_usage_kib":72704,"rank":382,"performance":1350,"input_tokens":215571,"output_tokens":89070,"total_tokens":304641,"cost":1.047105},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16942674852818,"overall_relative_score":69695833226,"max_execution_time_ms":5830,"max_memory_usage_kib":4096,"rank":265,"performance":1441,"input_tokens":271582,"output_tokens":124276,"total_tokens":395858,"cost":1.31915175},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":495186792,"overall_relative_score":495186792,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":10,"performance":2776,"input_tokens":265605,"output_tokens":118425,"total_tokens":384030,"cost":1.3460481},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13109450,"overall_relative_score":13109450,"max_execution_time_ms":1800,"max_memory_usage_kib":53936,"rank":371,"performance":1492,"input_tokens":187678,"output_tokens":87565,"total_tokens":275243,"cost":0.9790669500000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283138703368,"overall_relative_score":283138703368,"max_execution_time_ms":1300,"max_memory_usage_kib":3072,"rank":102,"performance":1655,"input_tokens":189051,"output_tokens":101057,"total_tokens":290108,"cost":1.0589251499999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291497,"overall_relative_score":291497,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":78,"performance":2022,"input_tokens":274977,"output_tokens":119271,"total_tokens":394248,"cost":1.26764865},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43881310313,"overall_relative_score":240821086565,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":212625,"output_tokens":100263,"total_tokens":312888,"cost":1.06520535},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1375855,"overall_relative_score":1375855,"max_execution_time_ms":1860,"max_memory_usage_kib":162696,"rank":270,"performance":1546,"input_tokens":187070,"output_tokens":81339,"total_tokens":268409,"cost":0.92771805},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1193327279128,"overall_relative_score":45344955129,"max_execution_time_ms":1490,"max_memory_usage_kib":26624,"rank":982,"performance":436,"input_tokens":190500,"output_tokens":78088,"total_tokens":268588,"cost":0.8539510499999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":244544,"output_tokens":120481,"total_tokens":365025,"cost":1.3507117499999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5152919937,"overall_relative_score":383285291075,"max_execution_time_ms":3100,"max_memory_usage_kib":14336,"rank":117,"performance":1953,"input_tokens":242098,"output_tokens":108882,"total_tokens":350980,"cost":1.26513195},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2994626442,"overall_relative_score":85369491024,"max_execution_time_ms":2870,"max_memory_usage_kib":4096,"rank":472,"performance":1286,"input_tokens":239676,"output_tokens":102730,"total_tokens":342406,"cost":1.10482965},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10455090924703,"overall_relative_score":10455090924703,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":441,"performance":1361,"input_tokens":183986,"output_tokens":83441,"total_tokens":267427,"cost":0.8868558},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628977,"overall_relative_score":403969458280,"max_execution_time_ms":2770,"max_memory_usage_kib":110240,"rank":571,"performance":1169,"input_tokens":213752,"output_tokens":101043,"total_tokens":314795,"cost":1.07298165},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5564028849,"overall_relative_score":5564028849,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":293,"performance":1556,"input_tokens":209487,"output_tokens":96332,"total_tokens":305819,"cost":1.02428505},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":264643312,"overall_relative_score":264643312,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":58,"performance":2259,"input_tokens":225411,"output_tokens":100803,"total_tokens":326214,"cost":1.0770741},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":214950,"output_tokens":98640,"total_tokens":313590,"cost":1.0478691},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":491818,"overall_relative_score":491818,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":25,"performance":2426,"input_tokens":241652,"output_tokens":105553,"total_tokens":347205,"cost":1.1269299},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4034153473,"overall_relative_score":2179233907235,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":679,"performance":1080,"input_tokens":234958,"output_tokens":93277,"total_tokens":328235,"cost":1.0126499999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71155481,"overall_relative_score":71155481,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":230,"performance":1756,"input_tokens":187755,"output_tokens":86359,"total_tokens":274114,"cost":1.0588635},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464154,"overall_relative_score":464154,"max_execution_time_ms":1220,"max_memory_usage_kib":429832,"rank":167,"performance":1857,"input_tokens":216685,"output_tokens":98741,"total_tokens":315426,"cost":1.05037485},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139413348,"overall_relative_score":139413348,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":406,"performance":1419,"input_tokens":193260,"output_tokens":80466,"total_tokens":273726,"cost":0.86286105},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":641005809,"overall_relative_score":2165235673780,"max_execution_time_ms":1080,"max_memory_usage_kib":43552,"rank":140,"performance":1929,"input_tokens":210187,"output_tokens":88029,"total_tokens":298216,"cost":1.0400738999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":205198,"output_tokens":87572,"total_tokens":292770,"cost":1.0231854}]},{"num_self_refine":8,"rank":{"all":{"mean":277.1,"median":184.5,"min":4,"max":982,"stdev":259.8359245606883},"short":{"mean":195.52173913043478,"median":121.0,"min":4,"max":939,"stdev":220.8224028418266},"long":{"mean":387.47058823529414,"median":344.0,"min":57,"max":982,"stdev":273.87773678392034}},"performance":{"all":{"mean":1657.475,"median":1643.5,"min":-61,"max":2996,"stdev":649.7723462283362},"short":{"mean":1828.1304347826087,"median":1857.0,"min":-61,"max":2996,"stdev":717.3132512335576},"long":{"mean":1426.5882352941176,"median":1411.0,"min":436,"max":2148,"stdev":472.3633478085923}},"input_tokens":{"all":{"mean":699116.375,"median":708514.5,"min":471920,"max":942520,"stdev":104305.6192462465},"short":{"mean":691527.9565217391,"median":706380.0,"min":471920,"max":876431,"stdev":106384.7785397543},"long":{"mean":709383.0588235294,"median":708583.0,"min":557008,"max":942520,"stdev":103742.66420118015}},"output_tokens":{"all":{"mean":137471.0,"median":135893.5,"min":88559,"max":212334,"stdev":25767.701719350833},"short":{"mean":135594.08695652173,"median":136897.0,"min":88559,"max":177707,"stdev":24555.494770959926},"long":{"mean":140010.35294117648,"median":134890.0,"min":99057,"max":212334,"stdev":27882.528940496897}},"total_tokens":{"all":{"mean":836587.375,"median":846783.5,"min":560479,"max":1154854,"stdev":128924.70241363953},"short":{"mean":827122.0434782609,"median":845959.0,"min":560479,"max":1054138,"stdev":129848.24036700348},"long":{"mean":849393.4117647059,"median":855383.0,"min":670036,"max":1154854,"stdev":130494.39640414585}},"cost":{"all":{"mean":1.73290769625,"median":1.7467251,"min":1.08676875,"max":2.73486165,"stdev":0.3791160703492865},"short":{"mean":1.6942236717391304,"median":1.7370249,"min":1.08676875,"max":2.2479246,"stdev":0.35161538251349717},"long":{"mean":1.785244905882353,"median":1.75609335,"min":1.13951625,"max":2.73486165,"stdev":0.4186669277476055}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962649917255,"overall_relative_score":962649917255,"max_execution_time_ms":4870,"max_memory_usage_kib":3072,"rank":212,"performance":1592,"input_tokens":708583,"output_tokens":149170,"total_tokens":857753,"cost":1.8232062},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3671694,"overall_relative_score":3671694,"max_execution_time_ms":1990,"max_memory_usage_kib":17592,"rank":208,"performance":1623,"input_tokens":571408,"output_tokens":108521,"total_tokens":679929,"cost":1.2301255500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2605062140993,"overall_relative_score":2605062140993,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":471,"performance":1176,"input_tokens":570979,"output_tokens":99057,"total_tokens":670036,"cost":1.13951625},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5101105951,"overall_relative_score":5101105951,"max_execution_time_ms":2940,"max_memory_usage_kib":72704,"rank":134,"performance":1767,"input_tokens":628919,"output_tokens":122708,"total_tokens":751627,"cost":1.4799108},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18051062,"overall_relative_score":18051062,"max_execution_time_ms":2810,"max_memory_usage_kib":43008,"rank":88,"performance":1930,"input_tokens":818337,"output_tokens":171171,"total_tokens":989508,"cost":2.2479246},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5959998,"overall_relative_score":5959998,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":57,"performance":2148,"input_tokens":608928,"output_tokens":112367,"total_tokens":721295,"cost":1.3459176000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2179440,"overall_relative_score":2179440,"max_execution_time_ms":1980,"max_memory_usage_kib":18432,"rank":4,"performance":2996,"input_tokens":764658,"output_tokens":152992,"total_tokens":917650,"cost":2.14446105},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":471920,"output_tokens":88559,"total_tokens":560479,"cost":1.08676875},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71888466,"overall_relative_score":71888466,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":612,"performance":937,"input_tokens":736664,"output_tokens":143709,"total_tokens":880373,"cost":1.91215425},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7308795020,"overall_relative_score":7308795020,"max_execution_time_ms":1850,"max_memory_usage_kib":18428,"rank":12,"performance":2712,"input_tokens":525099,"output_tokens":99177,"total_tokens":624276,"cost":1.1208905999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":838408,"overall_relative_score":838408,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":97,"performance":1895,"input_tokens":721760,"output_tokens":124199,"total_tokens":845959,"cost":1.5736854000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1989129040,"overall_relative_score":1989129040,"max_execution_time_ms":2610,"max_memory_usage_kib":14336,"rank":111,"performance":1886,"input_tokens":813227,"output_tokens":150198,"total_tokens":963425,"cost":2.09476065},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95909816,"overall_relative_score":95909816,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":26,"performance":2436,"input_tokens":694377,"output_tokens":118986,"total_tokens":813363,"cost":1.380591},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1584962712,"overall_relative_score":1584962712,"max_execution_time_ms":4680,"max_memory_usage_kib":7168,"rank":182,"performance":1607,"input_tokens":557008,"output_tokens":120505,"total_tokens":677513,"cost":1.4698441500000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121251476,"overall_relative_score":121251476,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":187,"performance":1664,"input_tokens":753075,"output_tokens":143320,"total_tokens":896395,"cost":1.9293372},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48999474406,"overall_relative_score":795476753981,"max_execution_time_ms":5000,"max_memory_usage_kib":7168,"rank":84,"performance":2074,"input_tokens":601819,"output_tokens":112238,"total_tokens":714057,"cost":1.28055075},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42819376589,"overall_relative_score":870289153912,"max_execution_time_ms":5830,"max_memory_usage_kib":72704,"rank":344,"performance":1411,"input_tokens":699776,"output_tokens":131907,"total_tokens":831683,"cost":1.75609335},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13925365377545,"overall_relative_score":84873498556,"max_execution_time_ms":5840,"max_memory_usage_kib":4096,"rank":239,"performance":1499,"input_tokens":942520,"output_tokens":212334,"total_tokens":1154854,"cost":2.73486165},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":495186792,"overall_relative_score":495186792,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":10,"performance":2776,"input_tokens":876431,"output_tokens":177707,"total_tokens":1054138,"cost":2.24175675},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13121605,"overall_relative_score":13121605,"max_execution_time_ms":1750,"max_memory_usage_kib":67708,"rank":365,"performance":1501,"input_tokens":592312,"output_tokens":123660,"total_tokens":715972,"cost":1.5898267500000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282680117886,"overall_relative_score":282680117886,"max_execution_time_ms":1540,"max_memory_usage_kib":3072,"rank":114,"performance":1568,"input_tokens":724879,"output_tokens":153534,"total_tokens":878413,"cost":1.9066254},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294394,"overall_relative_score":294394,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":74,"performance":2041,"input_tokens":855335,"output_tokens":165102,"total_tokens":1020437,"cost":2.01764415},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43881310313,"overall_relative_score":240821086565,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":708446,"output_tokens":134276,"total_tokens":842722,"cost":1.7084554500000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1376717,"overall_relative_score":1376717,"max_execution_time_ms":1870,"max_memory_usage_kib":173088,"rank":261,"performance":1565,"input_tokens":588361,"output_tokens":109217,"total_tokens":697578,"cost":1.2982785000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1193327279128,"overall_relative_score":45344955129,"max_execution_time_ms":1490,"max_memory_usage_kib":26624,"rank":982,"performance":436,"input_tokens":584984,"output_tokens":106577,"total_tokens":691561,"cost":1.2294201},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1081842,"overall_relative_score":1081842,"max_execution_time_ms":1990,"max_memory_usage_kib":13312,"rank":58,"performance":2274,"input_tokens":824708,"output_tokens":170115,"total_tokens":994823,"cost":2.1588852},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5152919937,"overall_relative_score":383285291075,"max_execution_time_ms":3100,"max_memory_usage_kib":14336,"rank":117,"performance":1953,"input_tokens":816975,"output_tokens":165265,"total_tokens":982240,"cost":2.1202258499999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2987700472,"overall_relative_score":85603976818,"max_execution_time_ms":2840,"max_memory_usage_kib":4096,"rank":472,"performance":1286,"input_tokens":800906,"output_tokens":163592,"total_tokens":964498,"cost":2.3468034},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10499282904550,"overall_relative_score":10499282904550,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":418,"performance":1395,"input_tokens":629822,"output_tokens":126537,"total_tokens":756359,"cost":1.5441276},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628977,"overall_relative_score":403969458280,"max_execution_time_ms":2770,"max_memory_usage_kib":110240,"rank":571,"performance":1169,"input_tokens":729160,"output_tokens":140433,"total_tokens":869593,"cost":1.7507175},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5612141573,"overall_relative_score":5612141573,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":288,"performance":1565,"input_tokens":706380,"output_tokens":141228,"total_tokens":847608,"cost":1.7752482},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":264643312,"overall_relative_score":264643312,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":58,"performance":2259,"input_tokens":737230,"output_tokens":138685,"total_tokens":875915,"cost":1.7427327},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":377835000,"overall_relative_score":541598415,"max_execution_time_ms":2680,"max_memory_usage_kib":11144,"rank":721,"performance":929,"input_tokens":781665,"output_tokens":170508,"total_tokens":952173,"cost":2.04695865},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":491818,"overall_relative_score":491818,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":25,"performance":2426,"input_tokens":769351,"output_tokens":148837,"total_tokens":918188,"cost":1.8459698999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4034153473,"overall_relative_score":2179233907235,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":679,"performance":1080,"input_tokens":720493,"output_tokens":134890,"total_tokens":855383,"cost":1.7170345499999997},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71155481,"overall_relative_score":71155481,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":230,"performance":1756,"input_tokens":627143,"output_tokens":115900,"total_tokens":743043,"cost":1.4710345499999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464154,"overall_relative_score":464154,"max_execution_time_ms":1220,"max_memory_usage_kib":429832,"rank":167,"performance":1857,"input_tokens":755337,"output_tokens":163780,"total_tokens":919117,"cost":1.98922905},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148179640,"overall_relative_score":148179640,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":121,"performance":1986,"input_tokens":609218,"output_tokens":117832,"total_tokens":727050,"cost":1.45506585},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":637109557,"overall_relative_score":2179827933063,"max_execution_time_ms":1320,"max_memory_usage_kib":8768,"rank":139,"performance":1932,"input_tokens":677379,"output_tokens":133150,"total_tokens":810529,"cost":1.87264305},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":659083,"output_tokens":136897,"total_tokens":795980,"cost":1.7370249}]},{"num_self_refine":16,"rank":{"all":{"mean":256.975,"median":184.5,"min":4,"max":981,"stdev":238.36090794401971},"short":{"mean":161.8695652173913,"median":123.0,"min":4,"max":613,"stdev":153.83973489193406},"long":{"mean":385.6470588235294,"median":341.0,"min":57,"max":981,"stdev":274.50613407911095}},"performance":{"all":{"mean":1711.95,"median":1709.0,"min":-61,"max":2996,"stdev":604.0883340908144},"short":{"mean":1919.695652173913,"median":1878.0,"min":-61,"max":2996,"stdev":615.0816231704987},"long":{"mean":1430.8823529411766,"median":1416.0,"min":439,"max":2148,"stdev":472.57299467290517}},"input_tokens":{"all":{"mean":2203386.625,"median":2189957.5,"min":1476032,"max":3504527,"stdev":401256.517831794},"short":{"mean":2151908.1304347827,"median":2123820.0,"min":1476032,"max":2815416,"stdev":358076.9441274655},"long":{"mean":2273034.0,"median":2200708.0,"min":1666122,"max":3504527,"stdev":455180.67128861044}},"output_tokens":{"all":{"mean":206748.375,"median":202669.5,"min":132746,"max":395554,"stdev":51150.01861677857},"short":{"mean":198380.21739130435,"median":198412.0,"min":132746,"max":283597,"stdev":41686.8290775576},"long":{"mean":218070.0,"median":214201.0,"min":134718,"max":395554,"stdev":61245.19790971371}},"total_tokens":{"all":{"mean":2410135.0,"median":2382918.0,"min":1608778,"max":3900081,"stdev":451105.72461714444},"short":{"mean":2350288.347826087,"median":2328076.0,"min":1608778,"max":3094446,"stdev":398505.6046125334},"long":{"mean":2491104.0,"median":2414909.0,"min":1800840,"max":3900081,"stdev":515314.33982994786}},"cost":{"all":{"mean":2.9439132225,"median":2.887831425,"min":1.91488305,"max":5.1046734,"stdev":0.6659933864167508},"short":{"mean":2.884105004347826,"median":2.8827841499999995,"min":1.91488305,"max":4.4107272,"stdev":0.6073748881545984},"long":{"mean":3.0248302235294116,"median":2.91093435,"min":2.09462175,"max":5.1046734,"stdev":0.7495359718083039}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962368889774,"overall_relative_score":962368889774,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":217,"performance":1583,"input_tokens":2454452,"output_tokens":255153,"total_tokens":2709605,"cost":3.5579775000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3682003,"overall_relative_score":3682003,"max_execution_time_ms":1970,"max_memory_usage_kib":17912,"rank":206,"performance":1627,"input_tokens":1762884,"output_tokens":155583,"total_tokens":1918467,"cost":2.1297073500000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2605062140993,"overall_relative_score":2605062140993,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":471,"performance":1176,"input_tokens":1666122,"output_tokens":134718,"total_tokens":1800840,"cost":2.09462175},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5101105951,"overall_relative_score":5101105951,"max_execution_time_ms":2940,"max_memory_usage_kib":72704,"rank":134,"performance":1767,"input_tokens":1950755,"output_tokens":167162,"total_tokens":2117917,"cost":2.5672719},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18051062,"overall_relative_score":18051062,"max_execution_time_ms":2810,"max_memory_usage_kib":43008,"rank":88,"performance":1930,"input_tokens":2739057,"output_tokens":283597,"total_tokens":3022654,"cost":4.4107272},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5959998,"overall_relative_score":5959998,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":57,"performance":2148,"input_tokens":1832498,"output_tokens":155616,"total_tokens":1988114,"cost":2.4138309},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2172852,"overall_relative_score":2172852,"max_execution_time_ms":1980,"max_memory_usage_kib":18432,"rank":4,"performance":2996,"input_tokens":2352442,"output_tokens":214911,"total_tokens":2567353,"cost":3.3592299},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":1476032,"output_tokens":132746,"total_tokens":1608778,"cost":1.91488305},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69246566,"overall_relative_score":69246566,"max_execution_time_ms":1160,"max_memory_usage_kib":3072,"rank":613,"performance":936,"input_tokens":2292259,"output_tokens":220743,"total_tokens":2513002,"cost":3.2244459},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7308795020,"overall_relative_score":7308795020,"max_execution_time_ms":1850,"max_memory_usage_kib":18428,"rank":12,"performance":2712,"input_tokens":1644777,"output_tokens":153480,"total_tokens":1798257,"cost":2.2276944},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":748340,"overall_relative_score":748340,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":101,"performance":1878,"input_tokens":2061365,"output_tokens":164487,"total_tokens":2225852,"cost":2.4276949500000007},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1989129040,"overall_relative_score":1989129040,"max_execution_time_ms":2610,"max_memory_usage_kib":14336,"rank":111,"performance":1886,"input_tokens":2528257,"output_tokens":237566,"total_tokens":2765823,"cost":3.3164137499999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96063779,"overall_relative_score":96063779,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":26,"performance":2436,"input_tokens":2057882,"output_tokens":176055,"total_tokens":2233937,"cost":2.6115055499999995},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1584962712,"overall_relative_score":1584962712,"max_execution_time_ms":4680,"max_memory_usage_kib":7168,"rank":182,"performance":1607,"input_tokens":1810206,"output_tokens":183362,"total_tokens":1993568,"cost":2.5474329},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121251476,"overall_relative_score":121251476,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":187,"performance":1664,"input_tokens":2280941,"output_tokens":204484,"total_tokens":2485425,"cost":2.8470171000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":48800581565,"overall_relative_score":794110729510,"max_execution_time_ms":5020,"max_memory_usage_kib":7168,"rank":84,"performance":2074,"input_tokens":1841870,"output_tokens":157097,"total_tokens":1998967,"cost":2.17632765},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42752955855,"overall_relative_score":871606191158,"max_execution_time_ms":5480,"max_memory_usage_kib":73728,"rank":341,"performance":1416,"input_tokens":2256555,"output_tokens":216278,"total_tokens":2472833,"cost":2.91093435},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":7991007265645,"overall_relative_score":137050775955,"max_execution_time_ms":6089,"max_memory_usage_kib":6144,"rank":212,"performance":1565,"input_tokens":3504527,"output_tokens":395554,"total_tokens":3900081,"cost":5.1046734},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":495186792,"overall_relative_score":495186792,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":10,"performance":2776,"input_tokens":2815416,"output_tokens":279030,"total_tokens":3094446,"cost":3.9558618000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13121605,"overall_relative_score":13121605,"max_execution_time_ms":1750,"max_memory_usage_kib":67708,"rank":365,"performance":1501,"input_tokens":1830542,"output_tokens":175392,"total_tokens":2005934,"cost":2.9727520500000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285595751419,"overall_relative_score":285595751419,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":75,"performance":1853,"input_tokens":2379993,"output_tokens":232579,"total_tokens":2612572,"cost":3.55413735},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":297504,"overall_relative_score":297504,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":66,"performance":2083,"input_tokens":2565578,"output_tokens":233407,"total_tokens":2798985,"cost":3.6016216500000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43881310313,"overall_relative_score":240821086565,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":2191707,"output_tokens":201083,"total_tokens":2392790,"cost":2.6817889500000005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1377544,"overall_relative_score":1377544,"max_execution_time_ms":1860,"max_memory_usage_kib":172612,"rank":250,"performance":1588,"input_tokens":1740837,"output_tokens":152500,"total_tokens":1893337,"cost":2.3075766},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1313396588733,"overall_relative_score":63774936209,"max_execution_time_ms":1530,"max_memory_usage_kib":27648,"rank":981,"performance":439,"input_tokens":1781369,"output_tokens":172418,"total_tokens":1953787,"cost":2.3448747},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1084912,"overall_relative_score":1084912,"max_execution_time_ms":1920,"max_memory_usage_kib":15360,"rank":47,"performance":2346,"input_tokens":2590700,"output_tokens":248125,"total_tokens":2838825,"cost":3.2955798000000005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5152919937,"overall_relative_score":383285291075,"max_execution_time_ms":3100,"max_memory_usage_kib":14336,"rank":117,"performance":1953,"input_tokens":2691528,"output_tokens":274157,"total_tokens":2965685,"cost":3.5669929499999995},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2970427366,"overall_relative_score":88264180405,"max_execution_time_ms":2870,"max_memory_usage_kib":4096,"rank":466,"performance":1295,"input_tokens":2542880,"output_tokens":241453,"total_tokens":2784333,"cost":3.47483235},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10498273392355,"overall_relative_score":10498273392355,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":421,"performance":1391,"input_tokens":2085416,"output_tokens":198412,"total_tokens":2283828,"cost":3.0134289},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628977,"overall_relative_score":403969458280,"max_execution_time_ms":2770,"max_memory_usage_kib":110240,"rank":571,"performance":1169,"input_tokens":2136883,"output_tokens":185388,"total_tokens":2322271,"cost":2.47832925},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5734558289,"overall_relative_score":5734558289,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":276,"performance":1588,"input_tokens":2280892,"output_tokens":220918,"total_tokens":2501810,"cost":2.8928787},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":265434132,"overall_relative_score":265434132,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":47,"performance":2327,"input_tokens":2188208,"output_tokens":184838,"total_tokens":2373046,"cost":2.5070547},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":377246000,"overall_relative_score":536101639,"max_execution_time_ms":2660,"max_memory_usage_kib":11124,"rank":721,"performance":929,"input_tokens":2729680,"output_tokens":272950,"total_tokens":3002630,"cost":3.69373695},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":491818,"overall_relative_score":491818,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":25,"performance":2426,"input_tokens":2386768,"output_tokens":228892,"total_tokens":2615660,"cost":2.9716188000000003},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4034153473,"overall_relative_score":2179233907235,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":679,"performance":1080,"input_tokens":2180077,"output_tokens":189453,"total_tokens":2369530,"cost":2.5942312499999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71126160,"overall_relative_score":71126160,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":231,"performance":1754,"input_tokens":1834284,"output_tokens":154242,"total_tokens":1988526,"cost":2.5044326999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464891,"overall_relative_score":464891,"max_execution_time_ms":1830,"max_memory_usage_kib":466932,"rank":124,"performance":1977,"input_tokens":2479349,"output_tokens":232496,"total_tokens":2711845,"cost":3.0265859999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148163962,"overall_relative_score":148163962,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":123,"performance":1980,"input_tokens":1865949,"output_tokens":165153,"total_tokens":2031102,"cost":2.3523705},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":637109557,"overall_relative_score":2179827933063,"max_execution_time_ms":1320,"max_memory_usage_kib":8768,"rank":139,"performance":1932,"input_tokens":2200708,"output_tokens":214201,"total_tokens":2414909,"cost":3.2406693000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212583,"overall_relative_score":212583,"max_execution_time_ms":1140,"max_memory_usage_kib":5120,"rank":292,"performance":1614,"input_tokens":2123820,"output_tokens":204256,"total_tokens":2328076,"cost":2.8827841499999995}]}]},{"model_name":"gemma-4-26b-a4b-it","detail_path":"data/model_details/gemma-4-26b-a4b-it.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":592.625,"median":588.0,"min":88,"max":1071,"stdev":243.69860404890426},"short":{"mean":505.5217391304348,"median":538.0,"min":88,"max":905,"stdev":223.2951307463281},"long":{"mean":710.4705882352941,"median":727.0,"min":264,"max":1071,"stdev":224.8118984971266}},"performance":{"all":{"mean":927.175,"median":1000.5,"min":-80,"max":1930,"stdev":478.63619756072},"short":{"mean":1016.8695652173913,"median":1046.0,"min":201,"max":1930,"stdev":486.0727876982124},"long":{"mean":805.8235294117648,"median":893.0,"min":-80,"max":1600,"stdev":454.2411577694878}},"input_tokens":{"all":{"mean":4500.4,"median":3055.0,"min":1503,"max":35528,"stdev":5617.941053629103},"short":{"mean":3129.217391304348,"median":2337.0,"min":1595,"max":8877,"stdev":2059.6882587712535},"long":{"mean":6355.529411764706,"median":4160.0,"min":1503,"max":35528,"stdev":8045.998276454319}},"output_tokens":{"all":{"mean":22849.9,"median":17183.5,"min":9858,"max":80785,"stdev":16819.62473406799},"short":{"mean":21588.08695652174,"median":15986.0,"min":9858,"max":69413,"stdev":14293.350001480483},"long":{"mean":24557.058823529413,"median":17462.0,"min":11786,"max":80785,"stdev":20081.598957349575}},"total_tokens":{"all":{"mean":27350.3,"median":20592.5,"min":11767,"max":108523,"stdev":20964.82121983126},"short":{"mean":24717.304347826088,"median":20572.0,"min":11767,"max":77365,"stdev":15157.68913916385},"long":{"mean":30912.58823529412,"median":20613.0,"min":16512,"max":108523,"stdev":27055.064179509034}},"cost":{"all":{"mean":0.009725012,"median":0.007289465,"min":0.00419137,"max":0.03418964,"stdev":0.007231916028310858},"short":{"mean":0.00904203304347826,"median":0.00690556,"min":0.00419137,"max":0.02879896,"stdev":0.00581917236905452},"long":{"mean":0.010649042352941177,"median":0.00739443,"min":0.00532878,"max":0.03418964,"stdev":0.008907507933599842}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":783536371024,"overall_relative_score":783536371024,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":856,"performance":906,"input_tokens":1503,"output_tokens":16431,"total_tokens":17934,"cost":0.00676779},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1511450,"overall_relative_score":1511450,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":592,"performance":1046,"input_tokens":1641,"output_tokens":14737,"total_tokens":16378,"cost":0.00610813},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2508846808963,"overall_relative_score":2508846808963,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":503,"performance":1132,"input_tokens":2961,"output_tokens":18608,"total_tokens":21569,"cost":0.00782813},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844975618,"overall_relative_score":844975618,"max_execution_time_ms":2810,"max_memory_usage_kib":178176,"rank":584,"performance":413,"input_tokens":3534,"output_tokens":53917,"total_tokens":57451,"cost":0.02202622},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17968736,"overall_relative_score":17968736,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":88,"performance":1930,"input_tokens":7952,"output_tokens":69413,"total_tokens":77365,"cost":0.02879896},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4928001,"overall_relative_score":4928001,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":430,"performance":1137,"input_tokens":4160,"output_tokens":14628,"total_tokens":18788,"cost":0.006392},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1520090,"overall_relative_score":1520090,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":158,"performance":1621,"input_tokens":1720,"output_tokens":14437,"total_tokens":16157,"cost":0.0059984},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9565764425,"overall_relative_score":9565764425,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":500,"performance":820,"input_tokens":2482,"output_tokens":15078,"total_tokens":17560,"cost":0.00635386},{"problem_id":"ahc008","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3249,"output_tokens":22909,"total_tokens":26158,"cost":0.00958597},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4690910639,"overall_relative_score":4690910639,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":250,"performance":1507,"input_tokens":2438,"output_tokens":19216,"total_tokens":21654,"cost":0.00800334},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3568,"overall_relative_score":3568,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":419,"performance":1065,"input_tokens":8877,"output_tokens":12123,"total_tokens":21000,"cost":0.00600321},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":926,"performance":-80,"input_tokens":35528,"output_tokens":72995,"total_tokens":108523,"cost":0.03381664},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64856735,"overall_relative_score":64856735,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":495,"performance":1014,"input_tokens":6709,"output_tokens":13235,"total_tokens":19944,"cost":0.00616617},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2076,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3151,"output_tokens":17462,"total_tokens":20613,"cost":0.00739443},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2807,"output_tokens":14992,"total_tokens":17799,"cost":0.00636171},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1753084640,"overall_relative_score":22574864652,"max_execution_time_ms":710,"max_memory_usage_kib":7168,"rank":670,"performance":1036,"input_tokens":3016,"output_tokens":20387,"total_tokens":23403,"cost":0.00854688},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2438378111201,"overall_relative_score":378198365332,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":752,"performance":820,"input_tokens":7641,"output_tokens":12799,"total_tokens":20440,"cost":0.00611293},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4919,"output_tokens":19111,"total_tokens":24030,"cost":0.00828387},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":3932,"output_tokens":15986,"total_tokens":19918,"cost":0.00690556},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1909,"output_tokens":9858,"total_tokens":11767,"cost":0.00419137},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2409,"output_tokens":21130,"total_tokens":23539,"cost":0.00876517},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3221,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1985,"output_tokens":24047,"total_tokens":26032,"cost":0.00987685},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122525890678,"overall_relative_score":155292909748,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":799,"performance":891,"input_tokens":3094,"output_tokens":14911,"total_tokens":18005,"cost":0.00636662},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":1867,"output_tokens":20730,"total_tokens":22597,"cost":0.00853471},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2861644595602,"overall_relative_score":16233524742,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":14428,"output_tokens":80785,"total_tokens":95213,"cost":0.03418964},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064803,"overall_relative_score":1064803,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":171,"performance":1852,"input_tokens":1994,"output_tokens":10104,"total_tokens":12098,"cost":0.00430082},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":216084000000,"overall_relative_score":251711113203,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":264,"performance":1600,"input_tokens":4492,"output_tokens":24047,"total_tokens":28539,"cost":0.01020276},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8289251000,"overall_relative_score":95338020155,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":458,"performance":1305,"input_tokens":3250,"output_tokens":16905,"total_tokens":20155,"cost":0.0071845},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10192240938588,"overall_relative_score":10192240938588,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":538,"performance":1221,"input_tokens":1889,"output_tokens":18683,"total_tokens":20572,"cost":0.00771877},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49503000000,"overall_relative_score":5135214,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":2983,"output_tokens":16068,"total_tokens":19051,"cost":0.00681499},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1197,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":2074,"output_tokens":14760,"total_tokens":16834,"cost":0.00617362},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233650181,"overall_relative_score":233650181,"max_execution_time_ms":1690,"max_memory_usage_kib":3072,"rank":445,"performance":1370,"input_tokens":4939,"output_tokens":20617,"total_tokens":25556,"cost":0.00888887},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6806807,"overall_relative_score":42208385469,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":578,"performance":1109,"input_tokens":4313,"output_tokens":13658,"total_tokens":17971,"cost":0.00602389},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":1978,"output_tokens":20878,"total_tokens":22856,"cost":0.00860834},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4630,"output_tokens":23980,"total_tokens":28610,"cost":0.0101939},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54951156,"overall_relative_score":54951156,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":776,"performance":943,"input_tokens":1796,"output_tokens":15694,"total_tokens":17490,"cost":0.00651108},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":410938,"overall_relative_score":410938,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":716,"performance":987,"input_tokens":2337,"output_tokens":15761,"total_tokens":18098,"cost":0.00660821},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130240856,"overall_relative_score":130240856,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":616,"performance":1128,"input_tokens":1595,"output_tokens":20100,"total_tokens":21695,"cost":0.00824735},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970033447,"overall_relative_score":1411756558905,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":4726,"output_tokens":11786,"total_tokens":16512,"cost":0.00532878},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":3108,"output_tokens":41030,"total_tokens":44138,"cost":0.01681604}]},{"num_self_refine":2,"rank":{"all":{"mean":551.425,"median":558.5,"min":88,"max":1071,"stdev":240.37064195284023},"short":{"mean":444.0,"median":495.0,"min":88,"max":683,"stdev":174.59277294217068},"long":{"mean":696.7647058823529,"median":727.0,"min":255,"max":1071,"stdev":244.71936207924085}},"performance":{"all":{"mean":998.475,"median":1097.0,"min":-80,"max":1930,"stdev":482.1365370770145},"short":{"mean":1123.4347826086957,"median":1143.0,"min":265,"max":1930,"stdev":455.1416189282545},"long":{"mean":829.4117647058823,"median":893.0,"min":-80,"max":1600,"stdev":478.49635040712815}},"input_tokens":{"all":{"mean":10906.525,"median":8968.0,"min":5493,"max":52644,"stdev":7854.213375185876},"short":{"mean":8614.04347826087,"median":7077.0,"min":5493,"max":20324,"stdev":3906.538813070173},"long":{"mean":14008.117647058823,"median":11078.0,"min":6596,"max":52644,"stdev":10564.389735583127}},"output_tokens":{"all":{"mean":37808.725,"median":33125.5,"min":21445,"max":95718,"stdev":17589.87975642565},"short":{"mean":36045.47826086957,"median":32526.0,"min":21880,"max":81623,"stdev":14810.249976005762},"long":{"mean":40194.294117647056,"median":35336.0,"min":21445,"max":95718,"stdev":21025.19314645143}},"total_tokens":{"all":{"mean":48715.25,"median":42108.5,"min":30989,"max":144756,"stdev":22864.948902083113},"short":{"mean":44659.52173913043,"median":40206.0,"min":30989,"max":95318,"stdev":15425.100588649673},"long":{"mean":54202.41176470588,"median":45554.0,"min":33153,"max":144756,"stdev":29858.740493904847}},"cost":{"all":{"mean":0.01654071425,"median":0.014379885,"min":0.010100040000000001,"max":0.04368852,"stdev":0.0076448403532363715},"short":{"mean":0.015536931739130434,"median":0.01388491,"min":0.010800319999999999,"max":0.034429549999999996,"stdev":0.0059612675123215594},"long":{"mean":0.01789877294117647,"median":0.01565093,"min":0.010100040000000001,"max":0.04368852,"stdev":0.009496592568978205}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":783536371024,"overall_relative_score":783536371024,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":856,"performance":906,"input_tokens":6596,"output_tokens":28652,"total_tokens":35248,"cost":0.012318280000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1796004,"overall_relative_score":1796004,"max_execution_time_ms":50,"max_memory_usage_kib":27648,"rank":560,"performance":1085,"input_tokens":5671,"output_tokens":27156,"total_tokens":32827,"cost":0.01159963},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621428514506,"overall_relative_score":2621428514506,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":8975,"output_tokens":33038,"total_tokens":42013,"cost":0.014381950000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844975618,"overall_relative_score":844975618,"max_execution_time_ms":2810,"max_memory_usage_kib":178176,"rank":584,"performance":413,"input_tokens":8647,"output_tokens":71817,"total_tokens":80464,"cost":0.02985091},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17968736,"overall_relative_score":17968736,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":88,"performance":1930,"input_tokens":13695,"output_tokens":81623,"total_tokens":95318,"cost":0.034429549999999996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5361368,"overall_relative_score":5361368,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":255,"performance":1459,"input_tokens":11125,"output_tokens":26936,"total_tokens":38061,"cost":0.01222065},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1520090,"overall_relative_score":1520090,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":158,"performance":1621,"input_tokens":6888,"output_tokens":26452,"total_tokens":33340,"cost":0.01147624},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9565764425,"overall_relative_score":9565764425,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":500,"performance":820,"input_tokens":7420,"output_tokens":31470,"total_tokens":38890,"cost":0.013552600000000001},{"problem_id":"ahc008","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":10041,"output_tokens":38167,"total_tokens":48208,"cost":0.016572129999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4690910639,"overall_relative_score":4690910639,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":250,"performance":1507,"input_tokens":8213,"output_tokens":33178,"total_tokens":41391,"cost":0.01433889},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3568,"overall_relative_score":3568,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":419,"performance":1065,"input_tokens":20324,"output_tokens":21880,"total_tokens":42204,"cost":0.01139412},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":926,"performance":-80,"input_tokens":52644,"output_tokens":92112,"total_tokens":144756,"cost":0.04368852},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64856735,"overall_relative_score":64856735,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":495,"performance":1014,"input_tokens":16812,"output_tokens":23394,"total_tokens":40206,"cost":0.01154316},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2076,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":9814,"output_tokens":32755,"total_tokens":42569,"cost":0.01437782},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":8152,"output_tokens":29350,"total_tokens":37502,"cost":0.01279976},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1859972827,"overall_relative_score":24337558975,"max_execution_time_ms":2170,"max_memory_usage_kib":4096,"rank":662,"performance":1046,"input_tokens":8961,"output_tokens":36215,"total_tokens":45176,"cost":0.01565093},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2438378111201,"overall_relative_score":378198365332,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":752,"performance":820,"input_tokens":17685,"output_tokens":24731,"total_tokens":42416,"cost":0.01219145},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":13085,"output_tokens":37512,"total_tokens":50597,"cost":0.01670585},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":11185,"output_tokens":29247,"total_tokens":40432,"cost":0.01315285},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":5816,"output_tokens":25173,"total_tokens":30989,"cost":0.010800319999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":7734,"output_tokens":36693,"total_tokens":44427,"cost":0.01568262},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3221,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":7077,"output_tokens":36976,"total_tokens":44053,"cost":0.01571041},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122525890678,"overall_relative_score":155292909748,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":799,"performance":891,"input_tokens":9538,"output_tokens":26661,"total_tokens":36199,"cost":0.01190434},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1322910,"overall_relative_score":1322910,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":602,"performance":922,"input_tokens":5980,"output_tokens":33073,"total_tokens":39053,"cost":0.0140066},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2861644595602,"overall_relative_score":16233524742,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":21175,"output_tokens":95718,"total_tokens":116893,"cost":0.04103995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064803,"overall_relative_score":1064803,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":171,"performance":1852,"input_tokens":6727,"output_tokens":32526,"total_tokens":39253,"cost":0.01388491},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":216084000000,"overall_relative_score":251711113203,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":264,"performance":1600,"input_tokens":14440,"output_tokens":35336,"total_tokens":49776,"cost":0.0160116},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8289251000,"overall_relative_score":95338020155,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":458,"performance":1305,"input_tokens":9411,"output_tokens":38072,"total_tokens":47483,"cost":0.016452229999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10212332968078,"overall_relative_score":10212332968078,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":533,"performance":1228,"input_tokens":7515,"output_tokens":34229,"total_tokens":41744,"cost":0.014668549999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49503000000,"overall_relative_score":5135214,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":9238,"output_tokens":37848,"total_tokens":47086,"cost":0.01634014},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":5897,"output_tokens":27272,"total_tokens":33169,"cost":0.01167541},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233650181,"overall_relative_score":233650181,"max_execution_time_ms":1690,"max_memory_usage_kib":3072,"rank":445,"performance":1370,"input_tokens":13537,"output_tokens":36181,"total_tokens":49718,"cost":0.01623221},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6806807,"overall_relative_score":42208385469,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":578,"performance":1109,"input_tokens":11078,"output_tokens":34476,"total_tokens":45554,"cost":0.01523054},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":5730,"output_tokens":39087,"total_tokens":44817,"cost":0.0163797},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":12624,"output_tokens":43629,"total_tokens":56253,"cost":0.01909272},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70535852,"overall_relative_score":70535852,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":284,"performance":1657,"input_tokens":6365,"output_tokens":30428,"total_tokens":36793,"cost":0.01299865},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437458,"overall_relative_score":437458,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":595,"performance":1160,"input_tokens":6943,"output_tokens":29066,"total_tokens":36009,"cost":0.01252899},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130240856,"overall_relative_score":130240856,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":616,"performance":1128,"input_tokens":5493,"output_tokens":34300,"total_tokens":39793,"cost":0.01443409},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970033447,"overall_relative_score":1411756558905,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":11708,"output_tokens":21445,"total_tokens":33153,"cost":0.010100040000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":6302,"output_tokens":58475,"total_tokens":64777,"cost":0.02420926}]},{"num_self_refine":4,"rank":{"all":{"mean":512.25,"median":514.0,"min":88,"max":1071,"stdev":240.4577632297113},"short":{"mean":403.7826086956522,"median":419.0,"min":88,"max":683,"stdev":176.6213094632744},"long":{"mean":659.0,"median":662.0,"min":249,"max":1071,"stdev":241.34803707509204}},"performance":{"all":{"mean":1072.05,"median":1141.0,"min":-80,"max":1930,"stdev":479.2390843827327},"short":{"mean":1192.2608695652175,"median":1182.0,"min":265,"max":1930,"stdev":472.2587135142332},"long":{"mean":909.4117647058823,"median":949.0,"min":-80,"max":1600,"stdev":451.9731821169716}},"input_tokens":{"all":{"mean":29075.7,"median":27586.0,"min":13723,"max":87422,"stdev":11942.975889081394},"short":{"mean":24681.260869565216,"median":22415.0,"min":13723,"max":45052,"stdev":7049.286786731054},"long":{"mean":35021.117647058825,"median":31935.0,"min":19686,"max":87422,"stdev":14629.694630623502}},"output_tokens":{"all":{"mean":65337.725,"median":60755.0,"min":44185,"max":134167,"stdev":20542.44870554316},"short":{"mean":63806.52173913043,"median":61452.0,"min":45186,"max":106688,"stdev":17415.103619532427},"long":{"mean":67409.35294117648,"median":60058.0,"min":44185,"max":134167,"stdev":24569.447574531405}},"total_tokens":{"all":{"mean":94413.425,"median":86694.5,"min":70630,"max":210305,"stdev":27273.51789753297},"short":{"mean":88487.78260869565,"median":84682.0,"min":70630,"max":133064,"stdev":17084.321230448062},"long":{"mean":102430.4705882353,"median":90424.0,"min":75004,"max":210305,"stdev":35958.71925923817}},"cost":{"all":{"mean":0.029913059,"median":0.027710245,"min":0.021825550000000003,"max":0.060518060000000005,"stdev":0.008903120373529317},"short":{"mean":0.028729002173913044,"median":0.027820749999999998,"min":0.022492130000000003,"max":0.04576739,"stdev":0.006798050846240584},"long":{"mean":0.031515018235294116,"median":0.02749446,"min":0.021825550000000003,"max":0.060518060000000005,"stdev":0.011176949537867117}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":827407911922,"overall_relative_score":827407911922,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":808,"performance":949,"input_tokens":19686,"output_tokens":55318,"total_tokens":75004,"cost":0.02468638},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3121789,"overall_relative_score":3121789,"max_execution_time_ms":1870,"max_memory_usage_kib":35840,"rank":310,"performance":1426,"input_tokens":22121,"output_tokens":49041,"total_tokens":71162,"cost":0.022492130000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621428514506,"overall_relative_score":2621428514506,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":28833,"output_tokens":52636,"total_tokens":81469,"cost":0.02480269},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844975618,"overall_relative_score":844975618,"max_execution_time_ms":2810,"max_memory_usage_kib":178176,"rank":584,"performance":413,"input_tokens":21279,"output_tokens":106688,"total_tokens":127967,"cost":0.04544147},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17968736,"overall_relative_score":17968736,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":88,"performance":1930,"input_tokens":27623,"output_tokens":105441,"total_tokens":133064,"cost":0.04576739},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5377174,"overall_relative_score":5377174,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":249,"performance":1472,"input_tokens":34774,"output_tokens":49513,"total_tokens":84287,"cost":0.024325819999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1532119,"overall_relative_score":1532119,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":150,"performance":1648,"input_tokens":22635,"output_tokens":51443,"total_tokens":74078,"cost":0.02349479},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13876631565,"overall_relative_score":13876631565,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":256,"performance":1404,"input_tokens":21995,"output_tokens":54310,"total_tokens":76305,"cost":0.02458335},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4760550152,"overall_relative_score":4760550152,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":28045,"output_tokens":62379,"total_tokens":90424,"cost":0.02859745},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4690910639,"overall_relative_score":4690910639,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":250,"performance":1507,"input_tokens":22404,"output_tokens":54929,"total_tokens":77333,"cost":0.02488412},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3568,"overall_relative_score":3568,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":419,"performance":1065,"input_tokens":45052,"output_tokens":57095,"total_tokens":102147,"cost":0.02869476},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":926,"performance":-80,"input_tokens":87422,"output_tokens":122883,"total_tokens":210305,"cost":0.060518060000000005},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64856735,"overall_relative_score":64856735,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":495,"performance":1014,"input_tokens":39463,"output_tokens":45186,"total_tokens":84649,"cost":0.02320459},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2076,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":34057,"output_tokens":70846,"total_tokens":104903,"cost":0.03276581},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":28681,"output_tokens":50316,"total_tokens":78997,"cost":0.023854930000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1859972827,"overall_relative_score":24337558975,"max_execution_time_ms":2170,"max_memory_usage_kib":4096,"rank":662,"performance":1046,"input_tokens":28134,"output_tokens":56407,"total_tokens":84541,"cost":0.026220220000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2460921482871,"overall_relative_score":382685938649,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":684,"performance":924,"input_tokens":42753,"output_tokens":51148,"total_tokens":93901,"cost":0.02601709},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":34699,"output_tokens":64329,"total_tokens":99028,"cost":0.030217510000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":28286,"output_tokens":62191,"total_tokens":90477,"cost":0.028553580000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13337950,"overall_relative_score":13337950,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":272,"performance":1657,"input_tokens":22681,"output_tokens":49579,"total_tokens":72260,"cost":0.02275517},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238120486498,"overall_relative_score":238120486498,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":26774,"output_tokens":63152,"total_tokens":89926,"cost":0.028741420000000004},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3221,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":20318,"output_tokens":62396,"total_tokens":82714,"cost":0.02759974},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122525890678,"overall_relative_score":155292909748,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":799,"performance":891,"input_tokens":25171,"output_tokens":53081,"total_tokens":78252,"cost":0.02450463},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1322910,"overall_relative_score":1322910,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":602,"performance":922,"input_tokens":21139,"output_tokens":54155,"total_tokens":75294,"cost":0.02441007},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70736064609,"overall_relative_score":781273473515,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":912,"performance":629,"input_tokens":39787,"output_tokens":134167,"total_tokens":173954,"cost":0.05883911},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064647,"overall_relative_score":1064647,"max_execution_time_ms":1040,"max_memory_usage_kib":102400,"rank":175,"performance":1842,"input_tokens":22415,"output_tokens":62267,"total_tokens":84682,"cost":0.027820749999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":216084000000,"overall_relative_score":251711113203,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":264,"performance":1600,"input_tokens":34834,"output_tokens":73483,"total_tokens":108317,"cost":0.03392162},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8289251000,"overall_relative_score":95338020155,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":458,"performance":1305,"input_tokens":29616,"output_tokens":55620,"total_tokens":85236,"cost":0.026098079999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10212332968078,"overall_relative_score":10212332968078,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":533,"performance":1228,"input_tokens":27549,"output_tokens":62412,"total_tokens":89961,"cost":0.02854617},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49503000000,"overall_relative_score":5135214,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":31309,"output_tokens":73136,"total_tokens":104445,"cost":0.03332457},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":20555,"output_tokens":50075,"total_tokens":70630,"cost":0.022702149999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233650181,"overall_relative_score":233650181,"max_execution_time_ms":1690,"max_memory_usage_kib":3072,"rank":445,"performance":1370,"input_tokens":33178,"output_tokens":61452,"total_tokens":94630,"cost":0.02889394},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6806807,"overall_relative_score":42208385469,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":578,"performance":1109,"input_tokens":26702,"output_tokens":60058,"total_tokens":86760,"cost":0.02749446},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":13723,"output_tokens":77480,"total_tokens":91203,"cost":0.03277599},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":37602,"output_tokens":66770,"total_tokens":104372,"cost":0.03159626},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70535852,"overall_relative_score":70535852,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":284,"performance":1657,"input_tokens":23416,"output_tokens":65761,"total_tokens":89177,"cost":0.029348480000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437458,"overall_relative_score":437458,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":595,"performance":1160,"input_tokens":21928,"output_tokens":53664,"total_tokens":75592,"cost":0.02431624},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142782222,"overall_relative_score":142782222,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":320,"performance":1553,"input_tokens":15734,"output_tokens":70895,"total_tokens":86629,"cost":0.03040342},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":923091118,"overall_relative_score":1517194500327,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":596,"performance":1240,"input_tokens":31935,"output_tokens":44185,"total_tokens":76120,"cost":0.021825550000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":18720,"output_tokens":97622,"total_tokens":116342,"cost":0.041482399999999996}]},{"num_self_refine":8,"rank":{"all":{"mean":509.8,"median":479.0,"min":88,"max":1071,"stdev":240.8601253840079},"short":{"mean":394.0869565217391,"median":419.0,"min":88,"max":683,"stdev":179.65039610903835},"long":{"mean":666.3529411764706,"median":662.0,"min":249,"max":1071,"stdev":227.47086109446815}},"performance":{"all":{"mean":1104.775,"median":1141.0,"min":-80,"max":1930,"stdev":444.400171219012},"short":{"mean":1237.1739130434783,"median":1228.0,"min":265,"max":1930,"stdev":454.8708760010824},"long":{"mean":925.6470588235294,"median":996.0,"min":-80,"max":1472,"stdev":370.9405176669958}},"input_tokens":{"all":{"mean":82457.725,"median":81482.0,"min":31217,"max":167899,"stdev":23118.310333283996},"short":{"mean":72456.65217391304,"median":70142.0,"min":31217,"max":101845,"stdev":16795.861093540807},"long":{"mean":95988.58823529411,"median":98142.0,"min":66326,"max":167899,"stdev":24011.257505748275}},"output_tokens":{"all":{"mean":115602.8,"median":109498.5,"min":78357,"max":194668,"stdev":26554.808821543378},"short":{"mean":113819.04347826086,"median":108713.0,"min":78357,"max":177891,"stdev":25905.69492054219},"long":{"mean":118016.11764705883,"median":115351.0,"min":80149,"max":194668,"stdev":28023.043533140615}},"total_tokens":{"all":{"mean":198060.525,"median":192891.5,"min":156275,"max":327981,"stdev":34479.11260458075},"short":{"mean":186275.69565217392,"median":180929.0,"min":156275,"max":233982,"stdev":22280.07440095865},"long":{"mean":214004.70588235295,"median":201139.0,"min":174996,"max":327981,"stdev":41778.24139543918}},"cost":{"all":{"mean":0.05695376025,"median":0.05396844,"min":0.041472140000000005,"max":0.09085848999999999,"stdev":0.0109210156315029},"short":{"mean":0.05494047086956522,"median":0.05151857,"min":0.041472140000000005,"max":0.07844823000000001,"stdev":0.009404196014750744},"long":{"mean":0.059677622352941176,"median":0.05476278,"min":0.04537862,"max":0.09085848999999999,"stdev":0.012466108929935058}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":827407911922,"overall_relative_score":827407911922,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":808,"performance":949,"input_tokens":68662,"output_tokens":109591,"total_tokens":178253,"cost":0.05276246},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3121789,"overall_relative_score":3121789,"max_execution_time_ms":1870,"max_memory_usage_kib":35840,"rank":310,"performance":1426,"input_tokens":69109,"output_tokens":89837,"total_tokens":158946,"cost":0.04491897},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621428514506,"overall_relative_score":2621428514506,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":104224,"output_tokens":92299,"total_tokens":196523,"cost":0.05044376},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844975618,"overall_relative_score":844975618,"max_execution_time_ms":2810,"max_memory_usage_kib":178176,"rank":584,"performance":413,"input_tokens":56091,"output_tokens":177891,"total_tokens":233982,"cost":0.07844823000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17968736,"overall_relative_score":17968736,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":88,"performance":1930,"input_tokens":65247,"output_tokens":164423,"total_tokens":229670,"cost":0.07425131},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5377174,"overall_relative_score":5377174,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":249,"performance":1472,"input_tokens":114597,"output_tokens":91705,"total_tokens":206302,"cost":0.051554649999999994},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1523164,"overall_relative_score":1523164,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":156,"performance":1628,"input_tokens":90243,"output_tokens":82404,"total_tokens":172647,"cost":0.04466823},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13876631565,"overall_relative_score":13876631565,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":256,"performance":1404,"input_tokens":77918,"output_tokens":78357,"total_tokens":156275,"cost":0.041472140000000005},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4760550152,"overall_relative_score":4760550152,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":80875,"output_tokens":117844,"total_tokens":198719,"cost":0.05765135},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5863617069,"overall_relative_score":5863617069,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":170,"performance":1710,"input_tokens":69741,"output_tokens":102197,"total_tokens":171938,"cost":0.04992017},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3568,"overall_relative_score":3568,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":419,"performance":1065,"input_tokens":101845,"output_tokens":115736,"total_tokens":217581,"cost":0.059534250000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":926,"performance":-80,"input_tokens":167899,"output_tokens":160082,"total_tokens":327981,"cost":0.08585967},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66597652,"overall_relative_score":66597652,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":476,"performance":1049,"input_tokens":94545,"output_tokens":95975,"total_tokens":190520,"cost":0.05068085},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1088621562,"overall_relative_score":1088621562,"max_execution_time_ms":1084,"max_memory_usage_kib":4096,"rank":482,"performance":1022,"input_tokens":104950,"output_tokens":132985,"total_tokens":237935,"cost":0.0668375},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":85091,"output_tokens":95838,"total_tokens":180929,"cost":0.04939703},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1859972827,"overall_relative_score":24337558975,"max_execution_time_ms":2170,"max_memory_usage_kib":4096,"rank":662,"performance":1046,"input_tokens":86024,"output_tokens":92073,"total_tokens":178097,"cost":0.04798736},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2460921482871,"overall_relative_score":382685938649,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":684,"performance":924,"input_tokens":114787,"output_tokens":96158,"total_tokens":210945,"cost":0.05338551},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212122731955854,"overall_relative_score":9963442721,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":502,"performance":996,"input_tokens":85777,"output_tokens":123560,"total_tokens":209337,"cost":0.06055005},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":428693219,"overall_relative_score":428693219,"max_execution_time_ms":1850,"max_memory_usage_kib":7168,"rank":471,"performance":1265,"input_tokens":83101,"output_tokens":125692,"total_tokens":208793,"cost":0.061079930000000004},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13337950,"overall_relative_score":13337950,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":272,"performance":1657,"input_tokens":68305,"output_tokens":104187,"total_tokens":172492,"cost":0.05050453},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271474073170,"overall_relative_score":271474073170,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":163,"performance":1139,"input_tokens":86550,"output_tokens":108713,"total_tokens":195263,"cost":0.054736700000000006},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3221,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":53940,"output_tokens":109530,"total_tokens":163470,"cost":0.0508242},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122525890678,"overall_relative_score":155292909748,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":799,"performance":891,"input_tokens":67417,"output_tokens":107579,"total_tokens":174996,"cost":0.05179581},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1322910,"overall_relative_score":1322910,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":602,"performance":922,"input_tokens":72969,"output_tokens":100898,"total_tokens":173867,"cost":0.049845169999999994},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70736064609,"overall_relative_score":781273473515,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":912,"performance":629,"input_tokens":99933,"output_tokens":194668,"total_tokens":294601,"cost":0.09085848999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064647,"overall_relative_score":1064647,"max_execution_time_ms":1040,"max_memory_usage_kib":102400,"rank":175,"performance":1842,"input_tokens":70509,"output_tokens":105881,"total_tokens":176390,"cost":0.05151857},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":82089,"output_tokens":119050,"total_tokens":201139,"cost":0.05829157},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8293795284,"overall_relative_score":95306669335,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":458,"performance":1305,"input_tokens":88069,"output_tokens":107756,"total_tokens":195825,"cost":0.05455137},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10212332968078,"overall_relative_score":10212332968078,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":533,"performance":1228,"input_tokens":80457,"output_tokens":115038,"total_tokens":195495,"cost":0.05647461},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49503000000,"overall_relative_score":5135214,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":99581,"output_tokens":133451,"total_tokens":233032,"cost":0.06630097},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":64315,"output_tokens":93337,"total_tokens":157652,"cost":0.04569575},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233767989,"overall_relative_score":233767989,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":443,"performance":1373,"input_tokens":101092,"output_tokens":95017,"total_tokens":196109,"cost":0.051148759999999995},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6086358,"overall_relative_score":49299120722,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":546,"performance":1149,"input_tokens":66326,"output_tokens":115351,"total_tokens":181677,"cost":0.05476278},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":31217,"output_tokens":142437,"total_tokens":173654,"cost":0.061008049999999994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":98142,"output_tokens":131973,"total_tokens":230115,"cost":0.06554766000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70752410,"overall_relative_score":70752410,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":257,"performance":1705,"input_tokens":70142,"output_tokens":118396,"total_tokens":188538,"cost":0.056476860000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437458,"overall_relative_score":437458,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":595,"performance":1160,"input_tokens":60454,"output_tokens":109467,"total_tokens":169921,"cost":0.05162086},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142782222,"overall_relative_score":142782222,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":320,"performance":1553,"input_tokens":61522,"output_tokens":125698,"total_tokens":187220,"cost":0.058277060000000006},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":914970407,"overall_relative_score":1528925546505,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":589,"performance":1248,"input_tokens":102454,"output_tokens":80149,"total_tokens":182603,"cost":0.04537862},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":52100,"output_tokens":160889,"total_tokens":212989,"cost":0.0711286}]},{"num_self_refine":16,"rank":{"all":{"mean":479.65,"median":460.5,"min":88,"max":1071,"stdev":243.53460766019504},"short":{"mean":360.0,"median":375.0,"min":88,"max":683,"stdev":176.20416876711258},"long":{"mean":641.5294117647059,"median":566.0,"min":249,"max":1071,"stdev":231.1988099145027}},"performance":{"all":{"mean":1164.525,"median":1198.5,"min":-80,"max":1930,"stdev":441.590713594991},"short":{"mean":1318.5217391304348,"median":1366.0,"min":265,"max":1930,"stdev":424.3961345858176},"long":{"mean":956.1764705882352,"median":1022.0,"min":-80,"max":1472,"stdev":383.99434164029645}},"input_tokens":{"all":{"mean":248664.175,"median":252350.0,"min":74925,"max":361841,"stdev":62568.36709199253},"short":{"mean":226292.39130434784,"median":224484.0,"min":74925,"max":318332,"stdev":61094.912295794566},"long":{"mean":278931.8823529412,"median":261558.0,"min":195694,"max":361841,"stdev":52126.39386731346}},"output_tokens":{"all":{"mean":211288.425,"median":211594.0,"min":95431,"max":310033,"stdev":48923.16515532027},"short":{"mean":207265.52173913043,"median":204256.0,"min":95431,"max":310033,"stdev":49254.52263486209},"long":{"mean":216731.17647058822,"median":223577.0,"min":144795,"max":302780,"stdev":49432.760492454916}},"total_tokens":{"all":{"mean":459952.6,"median":455855.5,"min":344847,"max":624938,"stdev":62504.530988089384},"short":{"mean":433557.9130434783,"median":442528.0,"min":344847,"max":488558,"stdev":39604.649881861376},"long":{"mean":495663.0588235294,"median":487187.0,"min":399387,"max":624938,"stdev":70779.39392442425}},"cost":{"all":{"mean":0.11682798475,"median":0.11324831499999999,"min":0.07941178000000002,"max":0.16198452000000002,"stdev":0.01800471991140457},"short":{"mean":0.11231119695652174,"median":0.10843952000000001,"min":0.07941178000000002,"max":0.14646134000000002,"stdev":0.014578725813843028},"long":{"mean":0.12293893294117647,"median":0.11721278,"min":0.09529092000000002,"max":0.16198452000000002,"stdev":0.020710338536530117}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":827407911922,"overall_relative_score":827407911922,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":808,"performance":949,"input_tokens":213078,"output_tokens":223844,"total_tokens":436922,"cost":0.11721278},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3567760,"overall_relative_score":3567760,"max_execution_time_ms":1870,"max_memory_usage_kib":22528,"rank":225,"performance":1585,"input_tokens":240556,"output_tokens":159153,"total_tokens":399709,"cost":0.09490852},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2668824351551,"overall_relative_score":2668824351551,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":399,"performance":1279,"input_tokens":342368,"output_tokens":144819,"total_tokens":487187,"cost":0.10241048},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4809118604,"overall_relative_score":4809118604,"max_execution_time_ms":2790,"max_memory_usage_kib":71680,"rank":156,"performance":1688,"input_tokens":173062,"output_tokens":310033,"total_tokens":483095,"cost":0.14646134000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17968736,"overall_relative_score":17968736,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":88,"performance":1930,"input_tokens":182605,"output_tokens":274883,"total_tokens":457488,"cost":0.13369185},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5377174,"overall_relative_score":5377174,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":249,"performance":1472,"input_tokens":339817,"output_tokens":157561,"total_tokens":497378,"cost":0.10715069},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1523164,"overall_relative_score":1523164,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":156,"performance":1628,"input_tokens":303519,"output_tokens":162047,"total_tokens":465566,"cost":0.10425131},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13876631565,"overall_relative_score":13876631565,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":256,"performance":1404,"input_tokens":317226,"output_tokens":95431,"total_tokens":412657,"cost":0.07941178000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4760550152,"overall_relative_score":4760550152,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":239549,"output_tokens":215112,"total_tokens":454661,"cost":0.11718617},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5776100031,"overall_relative_score":5776100031,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":175,"performance":1696,"input_tokens":224484,"output_tokens":190644,"total_tokens":415128,"cost":0.10541556},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4712,"overall_relative_score":4712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":395,"performance":1115,"input_tokens":254221,"output_tokens":214616,"total_tokens":468837,"cost":0.11889513},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":926,"performance":-80,"input_tokens":361841,"output_tokens":239452,"total_tokens":601293,"cost":0.14282013},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69487260,"overall_relative_score":69487260,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":437,"performance":1120,"input_tokens":310441,"output_tokens":162250,"total_tokens":472691,"cost":0.10523236999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1088621562,"overall_relative_score":1088621562,"max_execution_time_ms":1084,"max_memory_usage_kib":4096,"rank":482,"performance":1022,"input_tokens":328524,"output_tokens":296414,"total_tokens":624938,"cost":0.16124876},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75929150,"overall_relative_score":75929150,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":375,"performance":1268,"input_tokens":258208,"output_tokens":169552,"total_tokens":427760,"cost":0.10138783999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2227307955,"overall_relative_score":31821556032,"max_execution_time_ms":1700,"max_memory_usage_kib":4096,"rank":566,"performance":1162,"input_tokens":287676,"output_tokens":144795,"total_tokens":432471,"cost":0.09529092000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2460921482871,"overall_relative_score":382685938649,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":684,"performance":924,"input_tokens":332377,"output_tokens":171805,"total_tokens":504182,"cost":0.11193101},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211503802863249,"overall_relative_score":9997010086,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":502,"performance":996,"input_tokens":261004,"output_tokens":231377,"total_tokens":492381,"cost":0.12645636},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":428693219,"overall_relative_score":428693219,"max_execution_time_ms":1850,"max_memory_usage_kib":7168,"rank":471,"performance":1265,"input_tokens":241073,"output_tokens":230636,"total_tokens":471709,"cost":0.12359389},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13337950,"overall_relative_score":13337950,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":272,"performance":1657,"input_tokens":218994,"output_tokens":188982,"total_tokens":407976,"cost":0.10398714},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271474073170,"overall_relative_score":271474073170,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":163,"performance":1139,"input_tokens":267184,"output_tokens":184264,"total_tokens":451448,"cost":0.10843952000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3221,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":129392,"output_tokens":215455,"total_tokens":344847,"cost":0.10300296},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28909856636,"overall_relative_score":276454558021,"max_execution_time_ms":1470,"max_memory_usage_kib":4096,"rank":527,"performance":1216,"input_tokens":216440,"output_tokens":182947,"total_tokens":399387,"cost":0.101316},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1322910,"overall_relative_score":1322910,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":602,"performance":922,"input_tokens":198121,"output_tokens":208552,"total_tokens":406673,"cost":0.10915157},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70736064609,"overall_relative_score":781273473515,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":912,"performance":629,"input_tokens":314596,"output_tokens":302780,"total_tokens":617376,"cost":0.16198452000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064647,"overall_relative_score":1064647,"max_execution_time_ms":1040,"max_memory_usage_kib":102400,"rank":175,"performance":1842,"input_tokens":271493,"output_tokens":217065,"total_tokens":488558,"cost":0.12212008999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":225557,"output_tokens":240426,"total_tokens":465983,"cost":0.12549281},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8293795284,"overall_relative_score":95306669335,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":458,"performance":1305,"input_tokens":251906,"output_tokens":219291,"total_tokens":471197,"cost":0.12046417999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10212332968078,"overall_relative_score":10212332968078,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":533,"performance":1228,"input_tokens":252794,"output_tokens":204256,"total_tokens":457050,"cost":0.11456561999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49503000000,"overall_relative_score":5135214,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":309519,"output_tokens":262056,"total_tokens":571575,"cost":0.14500995},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4165984836,"overall_relative_score":4165984836,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":409,"performance":1366,"input_tokens":203745,"output_tokens":190804,"total_tokens":394549,"cost":0.10280845},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233767989,"overall_relative_score":233767989,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":443,"performance":1373,"input_tokens":318332,"output_tokens":165174,"total_tokens":483506,"cost":0.10745276000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6086358,"overall_relative_score":49299120722,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":546,"performance":1149,"input_tokens":195694,"output_tokens":223577,"total_tokens":419271,"cost":0.11487102},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":74925,"output_tokens":288063,"total_tokens":362988,"cost":0.12494048999999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":261558,"output_tokens":263431,"total_tokens":524989,"cost":0.13937494},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70752410,"overall_relative_score":70752410,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":257,"performance":1705,"input_tokens":219694,"output_tokens":200075,"total_tokens":419769,"cost":0.10859021999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438564,"overall_relative_score":438564,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":579,"performance":1181,"input_tokens":183492,"output_tokens":208572,"total_tokens":392064,"cost":0.1072578},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142782222,"overall_relative_score":142782222,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":320,"performance":1553,"input_tokens":205452,"output_tokens":239784,"total_tokens":445236,"cost":0.12262236000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":914970407,"overall_relative_score":1528925546505,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":589,"performance":1248,"input_tokens":260338,"output_tokens":164743,"total_tokens":425081,"cost":0.09974114000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":155712,"output_tokens":286816,"total_tokens":442528,"cost":0.13496896}]}]},{"model_name":"gemma-4-31b-it","detail_path":"data/model_details/gemma-4-31b-it.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":590.025,"median":599.5,"min":167,"max":1014,"stdev":245.84813818957844},"short":{"mean":497.5217391304348,"median":515.0,"min":186,"max":997,"stdev":214.2163030815555},"long":{"mean":715.1764705882352,"median":694.0,"min":167,"max":1014,"stdev":235.13087719771028}},"performance":{"all":{"mean":925.5,"median":1042.5,"min":-80,"max":1681,"stdev":462.7781215048846},"short":{"mean":987.0434782608696,"median":1129.0,"min":-80,"max":1611,"stdev":491.7065346378199},"long":{"mean":842.2352941176471,"median":981.0,"min":111,"max":1681,"stdev":420.44225664943644}},"input_tokens":{"all":{"mean":3327.65,"median":2884.0,"min":1503,"max":8877,"stdev":1910.8809157974692},"short":{"mean":2722.2608695652175,"median":1985.0,"min":1540,"max":8877,"stdev":1808.1117528161628},"long":{"mean":4146.705882352941,"median":3568.0,"min":1503,"max":8843,"stdev":1779.209261326007}},"output_tokens":{"all":{"mean":10709.45,"median":10568.5,"min":7925,"max":14891,"stdev":1700.0037850636595},"short":{"mean":10672.08695652174,"median":10519.0,"min":8510,"max":14155,"stdev":1326.6011907757315},"long":{"mean":10760.0,"median":10618.0,"min":7925,"max":14891,"stdev":2149.386511309681}},"total_tokens":{"all":{"mean":14037.1,"median":13484.5,"min":10948,"max":22969,"stdev":2496.619363490127},"short":{"mean":13394.347826086956,"median":13379.0,"min":10948,"max":19342,"stdev":2091.585318901684},"long":{"mean":14906.70588235294,"median":14315.0,"min":12220,"max":22969,"stdev":2789.3719894607525}},"cost":{"all":{"mean":0.004749651,"median":0.00468372,"min":0.00374532,"max":0.00688842,"stdev":0.0007188198956330778},"short":{"mean":0.004649951304347826,"median":0.00477104,"min":0.00374532,"max":0.00593486,"stdev":0.0005558867040823104},"long":{"mean":0.004884538823529412,"median":0.0045964,"min":0.0038315,"max":0.00688842,"stdev":0.0008949590787703814}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":795062848719,"overall_relative_score":795062848719,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":920,"input_tokens":1503,"output_tokens":10924,"total_tokens":12427,"cost":0.00458002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1227965,"overall_relative_score":1227965,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":618,"performance":1015,"input_tokens":1640,"output_tokens":11490,"total_tokens":13130,"cost":0.0048256},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2613558644811,"overall_relative_score":2613558644811,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":463,"performance":1187,"input_tokens":2961,"output_tokens":10113,"total_tokens":13074,"cost":0.00445974},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3050,"max_memory_usage_kib":84992,"rank":604,"performance":-21,"input_tokens":1754,"output_tokens":9977,"total_tokens":11731,"cost":0.00423636},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":654,"max_memory_usage_kib":3072,"rank":515,"performance":207,"input_tokens":1949,"output_tokens":14155,"total_tokens":16104,"cost":0.00593486},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542967,"overall_relative_score":5542967,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":4160,"output_tokens":10035,"total_tokens":14195,"cost":0.0045964},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1275838,"overall_relative_score":1275838,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":275,"performance":1280,"input_tokens":1720,"output_tokens":11846,"total_tokens":13566,"cost":0.0049792},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12931363146,"overall_relative_score":12931363146,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":303,"performance":1292,"input_tokens":2482,"output_tokens":11647,"total_tokens":14129,"cost":0.00500628},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4233336,"overall_relative_score":4233336,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":815,"performance":566,"input_tokens":3249,"output_tokens":9192,"total_tokens":12441,"cost":0.00413166},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4233401570,"overall_relative_score":4233401570,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":300,"performance":1400,"input_tokens":2438,"output_tokens":8510,"total_tokens":10948,"cost":0.00374532},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13044,"overall_relative_score":13044,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":326,"performance":1260,"input_tokens":8877,"output_tokens":10465,"total_tokens":19342,"cost":0.00542878},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4385718,"overall_relative_score":4385718,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":924,"performance":197,"input_tokens":8843,"output_tokens":14126,"total_tokens":22969,"cost":0.00688842},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78376517,"overall_relative_score":78376517,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":261,"performance":1462,"input_tokens":6709,"output_tokens":10770,"total_tokens":17479,"cost":0.00524726},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3151,"output_tokens":14891,"total_tokens":18042,"cost":0.00639754},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68636119,"overall_relative_score":68636119,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":457,"performance":1129,"input_tokens":2807,"output_tokens":11309,"total_tokens":14116,"cost":0.00491658},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46815113,"overall_relative_score":407453528,"max_execution_time_ms":470,"max_memory_usage_kib":4096,"rank":1005,"performance":486,"input_tokens":3016,"output_tokens":11299,"total_tokens":14315,"cost":0.00494184},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":7641,"output_tokens":8318,"total_tokens":15959,"cost":0.00439694},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":4919,"output_tokens":10618,"total_tokens":15537,"cost":0.00493586},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":336648630,"overall_relative_score":336648630,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":762,"performance":847,"input_tokens":3932,"output_tokens":9591,"total_tokens":13523,"cost":0.00438688},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11273050,"overall_relative_score":11273050,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":823,"input_tokens":1909,"output_tokens":9562,"total_tokens":11471,"cost":0.00409206},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2409,"output_tokens":9556,"total_tokens":11965,"cost":0.00415966},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2707,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1985,"output_tokens":11257,"total_tokens":13242,"cost":0.0047807},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":39317736734,"overall_relative_score":249254604043,"max_execution_time_ms":2050,"max_memory_usage_kib":3072,"rank":571,"performance":1164,"input_tokens":3094,"output_tokens":9126,"total_tokens":12220,"cost":0.00408356},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333144,"overall_relative_score":1333144,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":999,"input_tokens":1867,"output_tokens":9125,"total_tokens":10992,"cost":0.00391138},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2654875142207,"overall_relative_score":17492943106,"max_execution_time_ms":150,"max_memory_usage_kib":13312,"rank":990,"performance":406,"input_tokens":3568,"output_tokens":10890,"total_tokens":14458,"cost":0.00485552},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1038990,"overall_relative_score":1038990,"max_execution_time_ms":70,"max_memory_usage_kib":44032,"rank":344,"performance":1495,"input_tokens":1993,"output_tokens":11998,"total_tokens":13991,"cost":0.00507822},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4456000000,"overall_relative_score":35238815776,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":1014,"performance":534,"input_tokens":4491,"output_tokens":8432,"total_tokens":12923,"cost":0.00400154},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3833936500,"overall_relative_score":67070752420,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":520,"performance":1223,"input_tokens":3250,"output_tokens":11524,"total_tokens":14774,"cost":0.0050646},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10219801588637,"overall_relative_score":10219801588637,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":532,"performance":1229,"input_tokens":1888,"output_tokens":10519,"total_tokens":12407,"cost":0.00447192},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47553930200,"overall_relative_score":5373403,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":2982,"output_tokens":13773,"total_tokens":16755,"cost":0.00592668},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2652698440,"overall_relative_score":2652698440,"max_execution_time_ms":170,"max_memory_usage_kib":5120,"rank":645,"performance":1026,"input_tokens":2073,"output_tokens":9546,"total_tokens":11619,"cost":0.00410862},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":244635409,"overall_relative_score":244635409,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":338,"performance":1532,"input_tokens":4938,"output_tokens":9652,"total_tokens":14590,"cost":0.00455212},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7230510,"overall_relative_score":37969994312,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":618,"performance":1059,"input_tokens":4312,"output_tokens":8632,"total_tokens":12944,"cost":0.00405648},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291666,"overall_relative_score":291666,"max_execution_time_ms":500,"max_memory_usage_kib":373760,"rank":211,"performance":1611,"input_tokens":1977,"output_tokens":9129,"total_tokens":11106,"cost":0.00392838},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4661354266,"overall_relative_score":2108743605699,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":694,"performance":1063,"input_tokens":4629,"output_tokens":13102,"total_tokens":17731,"cost":0.00588886},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60755244,"overall_relative_score":60755244,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":631,"performance":1157,"input_tokens":1795,"output_tokens":12468,"total_tokens":14263,"cost":0.0052385},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437458,"overall_relative_score":437458,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":595,"performance":1160,"input_tokens":2336,"output_tokens":11110,"total_tokens":13446,"cost":0.00477104},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1594,"output_tokens":11785,"total_tokens":13379,"cost":0.00493716},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":980624853,"overall_relative_score":1404881719424,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":682,"performance":1150,"input_tokens":4725,"output_tokens":7925,"total_tokens":12650,"cost":0.0038315},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1540,"output_tokens":9991,"total_tokens":11531,"cost":0.004212}]},{"num_self_refine":2,"rank":{"all":{"mean":515.925,"median":503.0,"min":47,"max":1014,"stdev":270.19683115111206},"short":{"mean":384.1304347826087,"median":303.0,"min":47,"max":868,"stdev":209.23959827471953},"long":{"mean":694.2352941176471,"median":682.0,"min":167,"max":1014,"stdev":242.90521027032457}},"performance":{"all":{"mean":1091.225,"median":1134.5,"min":111,"max":2344,"stdev":493.03208859527126},"short":{"mean":1247.1739130434783,"median":1357.0,"min":207,"max":2344,"stdev":488.47170311399105},"long":{"mean":880.2352941176471,"median":981.0,"min":111,"max":1681,"stdev":426.8122434706748}},"input_tokens":{"all":{"mean":9666.45,"median":8597.0,"min":5103,"max":20140,"stdev":3840.7342243445173},"short":{"mean":8457.869565217392,"median":7282.0,"min":5103,"max":20004,"stdev":3747.4961496050064},"long":{"mean":11301.588235294117,"median":11196.0,"min":5985,"max":20140,"stdev":3421.3346273571283}},"output_tokens":{"all":{"mean":20367.125,"median":19852.0,"min":14987,"max":26051,"stdev":2719.5265065580434},"short":{"mean":20214.652173913044,"median":19781.0,"min":14987,"max":26051,"stdev":2713.8460063616467},"long":{"mean":20573.41176470588,"median":20568.0,"min":15200,"max":25632,"stdev":2796.7604486893297}},"total_tokens":{"all":{"mean":30033.575,"median":29351.5,"min":23492,"max":43156,"stdev":4033.499777583883},"short":{"mean":28672.521739130436,"median":27629.0,"min":23492,"max":37610,"stdev":3583.8372004112275},"long":{"mean":31875.0,"median":31213.0,"min":26422,"max":43156,"stdev":3966.098823151032}},"cost":{"all":{"mean":0.009500153,"median":0.00910647,"min":0.0073116,"max":0.012026,"stdev":0.0010692480402989181},"short":{"mean":0.009269962608695653,"median":0.00907194,"min":0.0073116,"max":0.011466339999999998,"stdev":0.0009869255121805725},"long":{"mean":0.00981158705882353,"median":0.00989584,"min":0.00819968,"max":0.012026,"stdev":0.0011261748064785762}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800996955763,"overall_relative_score":800996955763,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":836,"performance":924,"input_tokens":5985,"output_tokens":23557,"total_tokens":29542,"cost":0.0102607},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3389544,"overall_relative_score":3389544,"max_execution_time_ms":1060,"max_memory_usage_kib":18404,"rank":261,"performance":1513,"input_tokens":5112,"output_tokens":19781,"total_tokens":24893,"cost":0.00862808},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728165729127,"overall_relative_score":2728165729127,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":313,"performance":1417,"input_tokens":9112,"output_tokens":17310,"total_tokens":26422,"cost":0.00819968},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4097729204,"overall_relative_score":4097729204,"max_execution_time_ms":2970,"max_memory_usage_kib":84992,"rank":215,"performance":1505,"input_tokens":6034,"output_tokens":21397,"total_tokens":27431,"cost":0.00940356},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":693,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":8160,"output_tokens":23631,"total_tokens":31791,"cost":0.0105948},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542967,"overall_relative_score":5542967,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":11196,"output_tokens":20821,"total_tokens":32017,"cost":0.00989584},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1343607,"overall_relative_score":1343607,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":246,"performance":1357,"input_tokens":6748,"output_tokens":20233,"total_tokens":26981,"cost":0.00903792},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12931363146,"overall_relative_score":12931363146,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":303,"performance":1292,"input_tokens":7491,"output_tokens":20058,"total_tokens":27549,"cost":0.00907194},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4233336,"overall_relative_score":4233336,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":815,"performance":566,"input_tokens":8572,"output_tokens":19154,"total_tokens":27726,"cost":0.00886168},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6013188835,"overall_relative_score":6013188835,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":163,"performance":1731,"input_tokens":8020,"output_tokens":15472,"total_tokens":23492,"cost":0.0073116},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24996,"overall_relative_score":24996,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":264,"performance":1396,"input_tokens":20004,"output_tokens":17606,"total_tokens":37610,"cost":0.009842960000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4385718,"overall_relative_score":4385718,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":924,"performance":197,"input_tokens":20140,"output_tokens":23016,"total_tokens":43156,"cost":0.012026},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78376517,"overall_relative_score":78376517,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":261,"performance":1462,"input_tokens":15857,"output_tokens":20332,"total_tokens":36189,"cost":0.010352779999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":11254,"output_tokens":25632,"total_tokens":36886,"cost":0.01182836},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81698769,"overall_relative_score":81698769,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":348,"performance":1317,"input_tokens":8453,"output_tokens":19736,"total_tokens":28189,"cost":0.00907782},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46815113,"overall_relative_score":407453528,"max_execution_time_ms":470,"max_memory_usage_kib":4096,"rank":1005,"performance":486,"input_tokens":9089,"output_tokens":23334,"total_tokens":32423,"cost":0.01060606},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":17828,"output_tokens":15200,"total_tokens":33028,"cost":0.00857592},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":13590,"output_tokens":20568,"total_tokens":34158,"cost":0.010129800000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":336648630,"overall_relative_score":336648630,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":762,"performance":847,"input_tokens":11648,"output_tokens":18761,"total_tokens":30409,"cost":0.00913512},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11273050,"overall_relative_score":11273050,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":823,"input_tokens":5969,"output_tokens":19526,"total_tokens":25495,"cost":0.00864606},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":13215,"output_tokens":17613,"total_tokens":30828,"cost":0.0088953},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2707,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":6520,"output_tokens":19441,"total_tokens":25961,"cost":0.0086892},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":39317736734,"overall_relative_score":249254604043,"max_execution_time_ms":2050,"max_memory_usage_kib":3072,"rank":571,"performance":1164,"input_tokens":9363,"output_tokens":18760,"total_tokens":28123,"cost":0.008814820000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333144,"overall_relative_score":1333144,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":999,"input_tokens":5564,"output_tokens":19117,"total_tokens":24681,"cost":0.008425760000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74841733095,"overall_relative_score":735242575132,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":922,"performance":607,"input_tokens":10199,"output_tokens":19783,"total_tokens":29982,"cost":0.00934106},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042089,"overall_relative_score":1042089,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":322,"performance":1533,"input_tokens":7471,"output_tokens":26051,"total_tokens":33522,"cost":0.011466339999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4456000000,"overall_relative_score":35238815776,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":1014,"performance":534,"input_tokens":11321,"output_tokens":17638,"total_tokens":28959,"cost":0.00864014},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3070454400,"overall_relative_score":91802944054,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":462,"performance":1300,"input_tokens":8622,"output_tokens":22591,"total_tokens":31213,"cost":0.01024348},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10465221282906,"overall_relative_score":10465221282906,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":438,"performance":1365,"input_tokens":6857,"output_tokens":19504,"total_tokens":26361,"cost":0.00876158},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5963446929,"overall_relative_score":70656825,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":9933,"output_tokens":23035,"total_tokens":32968,"cost":0.01060462},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2652698440,"overall_relative_score":2652698440,"max_execution_time_ms":170,"max_memory_usage_kib":5120,"rank":645,"performance":1026,"input_tokens":7313,"output_tokens":21848,"total_tokens":29161,"cost":0.00976302},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247787470,"overall_relative_score":247787470,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":293,"performance":1607,"input_tokens":12642,"output_tokens":14987,"total_tokens":27629,"cost":0.0077646799999999995},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7230510,"overall_relative_score":37969994312,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":618,"performance":1059,"input_tokens":11405,"output_tokens":18583,"total_tokens":29988,"cost":0.0090299},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291666,"overall_relative_score":291666,"max_execution_time_ms":500,"max_memory_usage_kib":373760,"rank":211,"performance":1611,"input_tokens":6618,"output_tokens":19197,"total_tokens":25815,"cost":0.00860532},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4410656539,"overall_relative_score":2230881339786,"max_execution_time_ms":3000,"max_memory_usage_kib":3072,"rank":668,"performance":1093,"input_tokens":12103,"output_tokens":22478,"total_tokens":34581,"cost":0.01068562},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75094370,"overall_relative_score":75094370,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":47,"performance":2344,"input_tokens":5899,"output_tokens":25464,"total_tokens":31363,"cost":0.01101146},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440748,"overall_relative_score":440748,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":544,"performance":1229,"input_tokens":7282,"output_tokens":19921,"total_tokens":27203,"cost":0.00898788},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144808724,"overall_relative_score":144808724,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":268,"performance":1642,"input_tokens":6551,"output_tokens":21379,"total_tokens":27930,"cost":0.00946874},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":980624853,"overall_relative_score":1404881719424,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":682,"performance":1150,"input_tokens":12415,"output_tokens":18288,"total_tokens":30703,"cost":0.0090533},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5103,"output_tokens":23882,"total_tokens":28985,"cost":0.01026722}]},{"num_self_refine":4,"rank":{"all":{"mean":449.625,"median":469.0,"min":39,"max":1014,"stdev":270.4815921031719},"short":{"mean":336.5217391304348,"median":258.0,"min":39,"max":762,"stdev":209.5414624983057},"long":{"mean":602.6470588235294,"median":527.0,"min":148,"max":1014,"stdev":273.28921063053116}},"performance":{"all":{"mean":1225.775,"median":1279.5,"min":-61,"max":2402,"stdev":514.5723884437621},"short":{"mean":1345.6521739130435,"median":1469.0,"min":-61,"max":2402,"stdev":562.4350959481015},"long":{"mean":1063.5882352941176,"median":1016.0,"min":503,"max":1775,"stdev":402.3038433236018}},"input_tokens":{"all":{"mean":31736.45,"median":30872.0,"min":18084,"max":50966,"stdev":8310.262194481329},"short":{"mean":29181.260869565216,"median":27466.0,"min":18084,"max":50879,"stdev":8384.59015216384},"long":{"mean":35193.470588235294,"median":34914.0,"min":25574,"max":50966,"stdev":7041.814619805457}},"output_tokens":{"all":{"mean":36628.025,"median":35354.5,"min":28598,"max":51860,"stdev":5179.619036023145},"short":{"mean":36540.52173913043,"median":34897.0,"min":30270,"max":51860,"stdev":5250.828556865748},"long":{"mean":36746.41176470588,"median":36925.0,"min":28598,"max":44980,"stdev":5240.043535826105}},"total_tokens":{"all":{"mean":68364.475,"median":67571.0,"min":50038,"max":91264,"stdev":9450.834574428076},"short":{"mean":65721.78260869565,"median":63437.0,"min":50038,"max":83876,"stdev":9303.622598245958},"long":{"mean":71939.88235294117,"median":71020.0,"min":55985,"max":91264,"stdev":8664.590165454689}},"cost":{"all":{"mean":0.019094313,"median":0.019079859999999997,"min":0.01531336,"max":0.02513412,"stdev":0.0022974293982781758},"short":{"mean":0.018701585217391303,"median":0.01815422,"min":0.01531336,"max":0.02513412,"stdev":0.002270605574556687},"long":{"mean":0.019625650588235295,"median":0.019657960000000002,"min":0.01567768,"max":0.02325444,"stdev":0.002292350834766765}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":869063104190,"overall_relative_score":869063104190,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":733,"performance":1016,"input_tokens":25574,"output_tokens":44980,"total_tokens":70554,"cost":0.02157236},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3475452,"overall_relative_score":3475452,"max_execution_time_ms":1510,"max_memory_usage_kib":163248,"rank":244,"performance":1546,"input_tokens":18084,"output_tokens":31954,"total_tokens":50038,"cost":0.01531336},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2748756983587,"overall_relative_score":2748756983587,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":263,"performance":1509,"input_tokens":31377,"output_tokens":31692,"total_tokens":63069,"cost":0.01706958},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4097729204,"overall_relative_score":4097729204,"max_execution_time_ms":2970,"max_memory_usage_kib":84992,"rank":215,"performance":1505,"input_tokens":25180,"output_tokens":38882,"total_tokens":64062,"cost":0.019077999999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16720213,"overall_relative_score":16720213,"max_execution_time_ms":400,"max_memory_usage_kib":4096,"rank":123,"performance":1767,"input_tokens":34213,"output_tokens":42815,"total_tokens":77028,"cost":0.02191582},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5603260,"overall_relative_score":5603260,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":148,"performance":1740,"input_tokens":34978,"output_tokens":35462,"total_tokens":70440,"cost":0.01908172},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1606588,"overall_relative_score":1606588,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":119,"performance":1766,"input_tokens":27466,"output_tokens":37128,"total_tokens":64594,"cost":0.01869644},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":23443,"output_tokens":30270,"total_tokens":53713,"cost":0.01539002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4233336,"overall_relative_score":4233336,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":815,"performance":566,"input_tokens":25832,"output_tokens":30153,"total_tokens":55985,"cost":0.01567768},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6239377239,"overall_relative_score":6239377239,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":139,"performance":1808,"input_tokens":28854,"output_tokens":32948,"total_tokens":61802,"cost":0.01721876},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23212,"overall_relative_score":23212,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":278,"performance":1365,"input_tokens":50879,"output_tokens":32997,"total_tokens":83876,"cost":0.02032186},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174741595,"overall_relative_score":174741595,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":611,"performance":969,"input_tokens":50966,"output_tokens":40298,"total_tokens":91264,"cost":0.02325444},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78521186,"overall_relative_score":78521186,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":258,"performance":1469,"input_tokens":42452,"output_tokens":34572,"total_tokens":77024,"cost":0.019772079999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":827370182,"overall_relative_score":827370182,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":520,"performance":954,"input_tokens":41131,"output_tokens":43665,"total_tokens":84796,"cost":0.023224340000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129916672,"overall_relative_score":129916672,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":127,"performance":1849,"input_tokens":29199,"output_tokens":34238,"total_tokens":63437,"cost":0.01778306},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83568007,"overall_relative_score":915812134,"max_execution_time_ms":280,"max_memory_usage_kib":4096,"rank":999,"performance":503,"input_tokens":30386,"output_tokens":33112,"total_tokens":63498,"cost":0.017498839999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29602003776,"overall_relative_score":1168398272861,"max_execution_time_ms":5500,"max_memory_usage_kib":3072,"rank":170,"performance":1775,"input_tokens":47824,"output_tokens":31277,"total_tokens":79101,"cost":0.01920616},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151900999305029,"overall_relative_score":12541360052,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":41018,"output_tokens":37493,"total_tokens":78511,"cost":0.020739720000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":336648630,"overall_relative_score":336648630,"max_execution_time_ms":1850,"max_memory_usage_kib":5120,"rank":762,"performance":847,"input_tokens":39837,"output_tokens":34222,"total_tokens":74059,"cost":0.019265980000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948635,"overall_relative_score":12948635,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":485,"performance":1331,"input_tokens":22550,"output_tokens":36339,"total_tokens":58889,"cost":0.017692600000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":42559,"output_tokens":30455,"total_tokens":73014,"cost":0.01814026},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2707,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":23667,"output_tokens":38092,"total_tokens":61759,"cost":0.01855018},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":26659560033,"overall_relative_score":276096178655,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":527,"performance":1216,"input_tokens":32456,"output_tokens":30798,"total_tokens":63254,"cost":0.01686304},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333144,"overall_relative_score":1333144,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":999,"input_tokens":19202,"output_tokens":32451,"total_tokens":51653,"cost":0.01566868},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74841733095,"overall_relative_score":735242575132,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":922,"performance":607,"input_tokens":32665,"output_tokens":39915,"total_tokens":72580,"cost":0.0205391},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1058012,"overall_relative_score":1058012,"max_execution_time_ms":540,"max_memory_usage_kib":201728,"rank":233,"performance":1706,"input_tokens":31358,"output_tokens":51860,"total_tokens":83218,"cost":0.02513412},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4456000000,"overall_relative_score":35238815776,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":1014,"performance":534,"input_tokens":35271,"output_tokens":38326,"total_tokens":73597,"cost":0.02026834},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3064154500,"overall_relative_score":92012739091,"max_execution_time_ms":110,"max_memory_usage_kib":23552,"rank":461,"performance":1301,"input_tokens":26661,"output_tokens":41586,"total_tokens":68247,"cost":0.02036694},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10482756597806,"overall_relative_score":10482756597806,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":426,"performance":1383,"input_tokens":27492,"output_tokens":34893,"total_tokens":62385,"cost":0.01780608},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5965426968,"overall_relative_score":70623944,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":33939,"output_tokens":44389,"total_tokens":78328,"cost":0.02250706},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2665453305,"overall_relative_score":2665453305,"max_execution_time_ms":1970,"max_memory_usage_kib":5120,"rank":645,"performance":1026,"input_tokens":28262,"output_tokens":46180,"total_tokens":74442,"cost":0.02242868},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255772494,"overall_relative_score":255772494,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":173,"performance":1852,"input_tokens":37413,"output_tokens":32291,"total_tokens":69704,"cost":0.01815422},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2812505,"overall_relative_score":79919918618,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":477,"performance":1237,"input_tokens":34914,"output_tokens":36925,"total_tokens":71839,"cost":0.019657960000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291666,"overall_relative_score":291666,"max_execution_time_ms":500,"max_memory_usage_kib":373760,"rank":211,"performance":1611,"input_tokens":23953,"output_tokens":35027,"total_tokens":58980,"cost":0.01736422},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4410656539,"overall_relative_score":2230881339786,"max_execution_time_ms":3000,"max_memory_usage_kib":3072,"rank":668,"performance":1093,"input_tokens":35000,"output_tokens":36020,"total_tokens":71020,"cost":0.019308},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75491692,"overall_relative_score":75491692,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":39,"performance":2402,"input_tokens":22560,"output_tokens":39970,"total_tokens":62530,"cost":0.0191464},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":25958,"output_tokens":35247,"total_tokens":61205,"cost":0.01773292},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144808724,"overall_relative_score":144808724,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":268,"performance":1642,"input_tokens":24984,"output_tokens":34897,"total_tokens":59881,"cost":0.01745656},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":810794815,"overall_relative_score":1700854552915,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":483,"performance":1367,"input_tokens":38297,"output_tokens":28598,"total_tokens":66895,"cost":0.01680078},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":21604,"output_tokens":42704,"total_tokens":64308,"cost":0.020106159999999998}]},{"num_self_refine":8,"rank":{"all":{"mean":394.75,"median":436.0,"min":37,"max":1014,"stdev":271.40137274561664},"short":{"mean":282.4782608695652,"median":191.0,"min":37,"max":905,"stdev":223.01240682266524},"long":{"mean":546.6470588235294,"median":520.0,"min":148,"max":1014,"stdev":261.7704006320402}},"performance":{"all":{"mean":1386.4,"median":1342.0,"min":201,"max":2402,"stdev":487.9113938054001},"short":{"mean":1559.7826086956522,"median":1684.0,"min":201,"max":2402,"stdev":494.4096531605546},"long":{"mean":1151.8235294117646,"median":1148.0,"min":503,"max":1775,"stdev":377.46560030255034}},"input_tokens":{"all":{"mean":115803.0,"median":114813.0,"min":72065,"max":161150,"stdev":22809.8273883688},"short":{"mean":109081.13043478261,"median":107446.0,"min":72065,"max":146873,"stdev":22735.84624113198},"long":{"mean":124897.29411764706,"median":118652.0,"min":95750,"max":161150,"stdev":20114.986554695686}},"output_tokens":{"all":{"mean":63896.675,"median":63801.5,"min":48684,"max":89645,"stdev":9646.987908781657},"short":{"mean":63137.82608695652,"median":63208.0,"min":48684,"max":89645,"stdev":9506.464655228394},"long":{"mean":64923.35294117647,"median":64395.0,"min":50922,"max":79113,"stdev":10031.649197297873}},"total_tokens":{"all":{"mean":179699.675,"median":178590.0,"min":124617,"max":236788,"stdev":27056.527531654054},"short":{"mean":172218.95652173914,"median":168261.0,"min":124617,"max":232351,"stdev":27373.86661743154},"long":{"mean":189820.64705882352,"median":183679.0,"min":152760,"max":236788,"stdev":23765.070578848427}},"cost":{"all":{"mean":0.041771090000000004,"median":0.04122747,"min":0.030104220000000004,"max":0.05583684,"stdev":0.0056334112101210886},"short":{"mean":0.040526488695652174,"median":0.04034208,"min":0.030104220000000004,"max":0.05583684,"stdev":0.00570485212687594},"long":{"mean":0.043454962352941176,"median":0.04248508,"min":0.036209,"max":0.05281620000000001,"stdev":0.0052312171873995185}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":873383423842,"overall_relative_score":873383423842,"max_execution_time_ms":4600,"max_memory_usage_kib":3072,"rank":721,"performance":1027,"input_tokens":111211,"output_tokens":76514,"total_tokens":187725,"cost":0.04617514},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3586699,"overall_relative_score":3586699,"max_execution_time_ms":1720,"max_memory_usage_kib":199404,"rank":223,"performance":1590,"input_tokens":75933,"output_tokens":48684,"total_tokens":124617,"cost":0.030104220000000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2797822526036,"overall_relative_score":2797822526036,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":173,"performance":1711,"input_tokens":116580,"output_tokens":51878,"total_tokens":168458,"cost":0.037072400000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4775727915,"overall_relative_score":4775727915,"max_execution_time_ms":2780,"max_memory_usage_kib":72704,"rank":157,"performance":1684,"input_tokens":101625,"output_tokens":58828,"total_tokens":160453,"cost":0.0377587},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19225275,"overall_relative_score":19225275,"max_execution_time_ms":2780,"max_memory_usage_kib":4096,"rank":47,"performance":2200,"input_tokens":142691,"output_tokens":73758,"total_tokens":216449,"cost":0.04947994},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5603260,"overall_relative_score":5603260,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":148,"performance":1740,"input_tokens":123088,"output_tokens":55379,"total_tokens":178467,"cost":0.039383919999999996},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1646080,"overall_relative_score":1646080,"max_execution_time_ms":580,"max_memory_usage_kib":18432,"rank":99,"performance":1854,"input_tokens":113262,"output_tokens":56423,"total_tokens":169685,"cost":0.03842588},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14166749319,"overall_relative_score":14166749319,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":37,"performance":2296,"input_tokens":83508,"output_tokens":49357,"total_tokens":132865,"cost":0.031433920000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4727331520,"overall_relative_score":4727331520,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":95750,"output_tokens":57010,"total_tokens":152760,"cost":0.036209},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6558971102,"overall_relative_score":6558971102,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":105,"performance":1936,"input_tokens":107961,"output_tokens":65142,"total_tokens":173103,"cost":0.04117134},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":371524,"overall_relative_score":371524,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":113,"performance":1830,"input_tokens":146873,"output_tokens":58658,"total_tokens":205531,"cost":0.04402542},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":175504670,"overall_relative_score":175504670,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":605,"performance":977,"input_tokens":161150,"output_tokens":75638,"total_tokens":236788,"cost":0.05281620000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85269950,"overall_relative_score":85269950,"max_execution_time_ms":2980,"max_memory_usage_kib":5120,"rank":166,"performance":1700,"input_tokens":133796,"output_tokens":57750,"total_tokens":191546,"cost":0.04183143999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":827370182,"overall_relative_score":827370182,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":520,"performance":954,"input_tokens":153185,"output_tokens":74960,"total_tokens":228145,"cost":0.0514299},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129916672,"overall_relative_score":129916672,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":127,"performance":1849,"input_tokens":107446,"output_tokens":52467,"total_tokens":159913,"cost":0.03602924},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82004571,"overall_relative_score":918163345,"max_execution_time_ms":630,"max_memory_usage_kib":4096,"rank":999,"performance":503,"input_tokens":107644,"output_tokens":54526,"total_tokens":162170,"cost":0.03688056},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29602003776,"overall_relative_score":1168398272861,"max_execution_time_ms":5500,"max_memory_usage_kib":3072,"rank":170,"performance":1775,"input_tokens":160885,"output_tokens":58568,"total_tokens":219453,"cost":0.045951099999999995},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151900999305029,"overall_relative_score":12541360052,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":149905,"output_tokens":73342,"total_tokens":223247,"cost":0.0503235},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415934760,"overall_relative_score":415934760,"max_execution_time_ms":1860,"max_memory_usage_kib":7168,"rank":556,"performance":1148,"input_tokens":140647,"output_tokens":64815,"total_tokens":205462,"cost":0.045616580000000004},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948635,"overall_relative_score":12948635,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":485,"performance":1331,"input_tokens":87479,"output_tokens":63208,"total_tokens":150687,"cost":0.03753026},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":270533784555,"overall_relative_score":270533784555,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":163,"performance":1139,"input_tokens":133547,"output_tokens":61721,"total_tokens":195268,"cost":0.04338498},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22950,"overall_relative_score":22950,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":486,"performance":1030,"input_tokens":89300,"output_tokens":65385,"total_tokens":154685,"cost":0.038655999999999996},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":26659560033,"overall_relative_score":276096178655,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":527,"performance":1216,"input_tokens":118652,"output_tokens":55862,"total_tokens":174514,"cost":0.038956080000000004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333144,"overall_relative_score":1333144,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":999,"input_tokens":72065,"output_tokens":55495,"total_tokens":127560,"cost":0.0322871},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53269140402,"overall_relative_score":1026427490853,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":521,"performance":1199,"input_tokens":114164,"output_tokens":77162,"total_tokens":191326,"cost":0.04684776},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1058015,"overall_relative_score":1058015,"max_execution_time_ms":1960,"max_memory_usage_kib":201728,"rank":233,"performance":1706,"input_tokens":142706,"output_tokens":89645,"total_tokens":232351,"cost":0.05583684},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4456000000,"overall_relative_score":35238815776,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":1014,"performance":534,"input_tokens":123800,"output_tokens":59879,"total_tokens":183679,"cost":0.0412836},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2579051700,"overall_relative_score":114425553424,"max_execution_time_ms":2970,"max_memory_usage_kib":23552,"rank":424,"performance":1353,"input_tokens":99600,"output_tokens":79113,"total_tokens":178713,"cost":0.0455892},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10482756597806,"overall_relative_score":10482756597806,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":426,"performance":1383,"input_tokens":111087,"output_tokens":57174,"total_tokens":168261,"cost":0.03842178},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5963506226,"overall_relative_score":70655706,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":123422,"output_tokens":72748,"total_tokens":196170,"cost":0.04637828},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":5120,"rank":905,"performance":201,"input_tokens":117704,"output_tokens":75515,"total_tokens":193219,"cost":0.04668456},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255772494,"overall_relative_score":255772494,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":173,"performance":1852,"input_tokens":125428,"output_tokens":54435,"total_tokens":179863,"cost":0.039333919999999994},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2547727,"overall_relative_score":89680451962,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":471,"performance":1244,"input_tokens":115871,"output_tokens":64395,"total_tokens":180266,"cost":0.04197994},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293231,"overall_relative_score":293231,"max_execution_time_ms":1950,"max_memory_usage_kib":364544,"rank":191,"performance":1661,"input_tokens":95088,"output_tokens":64803,"total_tokens":159891,"cost":0.03923352000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3951908966,"overall_relative_score":2451592623158,"max_execution_time_ms":2970,"max_memory_usage_kib":5120,"rank":620,"performance":1148,"input_tokens":115462,"output_tokens":65801,"total_tokens":181263,"cost":0.04248508},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75491692,"overall_relative_score":75491692,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":39,"performance":2402,"input_tokens":94612,"output_tokens":67741,"total_tokens":162353,"cost":0.04034208},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":102618,"output_tokens":66202,"total_tokens":168820,"cost":0.040847320000000006},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145981396,"overall_relative_score":145981396,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":234,"performance":1707,"input_tokens":95377,"output_tokens":71353,"total_tokens":166730,"cost":0.04189398},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":810794815,"overall_relative_score":1700854552915,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":483,"performance":1367,"input_tokens":132885,"output_tokens":50922,"total_tokens":183807,"cost":0.0389727},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":88113,"output_tokens":73611,"total_tokens":161724,"cost":0.04178022}]},{"num_self_refine":16,"rank":{"all":{"mean":391.275,"median":436.0,"min":33,"max":1014,"stdev":263.28418764053885},"short":{"mean":279.4782608695652,"median":223.0,"min":33,"max":641,"stdev":204.09219609266998},"long":{"mean":542.5294117647059,"median":520.0,"min":147,"max":1014,"stdev":263.4689539696895}},"performance":{"all":{"mean":1393.6,"median":1342.0,"min":-21,"max":2402,"stdev":507.54167695486234},"short":{"mean":1566.8695652173913,"median":1700.0,"min":-21,"max":2402,"stdev":525.0877246490105},"long":{"mean":1159.1764705882354,"median":1177.0,"min":503,"max":1778,"stdev":383.71770797262496}},"input_tokens":{"all":{"mean":450637.175,"median":451124.5,"min":302273,"max":629977,"stdev":78826.6495747074},"short":{"mean":432711.26086956525,"median":431458.0,"min":302273,"max":629977,"stdev":82304.02961206334},"long":{"mean":474889.8823529412,"median":453340.0,"min":397699,"max":612897,"stdev":68881.66314310576}},"output_tokens":{"all":{"mean":113077.125,"median":110293.0,"min":87120,"max":154903,"stdev":17569.283332854764},"short":{"mean":113274.60869565218,"median":110768.0,"min":87120,"max":154903,"stdev":18307.6595836505},"long":{"mean":112809.94117647059,"median":109818.0,"min":88573,"max":138962,"stdev":17070.899198162453}},"total_tokens":{"all":{"mean":563714.3,"median":552101.0,"min":397953,"max":784880,"stdev":87408.71605139757},"short":{"mean":545985.8695652174,"median":549624.0,"min":397953,"max":784880,"stdev":93142.6753443361},"long":{"mean":587699.8235294118,"median":554499.0,"min":491932,"max":719772,"stdev":75041.55484982578}},"cost":{"all":{"mean":0.1083200545,"median":0.10682669,"min":0.08059021999999999,"max":0.15015798,"stdev":0.015289933080985847},"short":{"mean":0.10588942,"median":0.10371288,"min":0.08059021999999999,"max":0.15015798,"stdev":0.016556481151128483},"long":{"mean":0.11160856,"median":0.11093428000000001,"min":0.09337105999999999,"max":0.1368982,"stdev":0.013151041774279707}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":873863536685,"overall_relative_score":873863536685,"max_execution_time_ms":4600,"max_memory_usage_kib":3072,"rank":718,"performance":1030,"input_tokens":420965,"output_tokens":133534,"total_tokens":554499,"cost":0.11234870000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3586699,"overall_relative_score":3586699,"max_execution_time_ms":1720,"max_memory_usage_kib":199404,"rank":223,"performance":1590,"input_tokens":331983,"output_tokens":87120,"total_tokens":419103,"cost":0.08132562},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2816303287916,"overall_relative_score":2816303287916,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":149,"performance":1778,"input_tokens":459482,"output_tokens":88573,"total_tokens":548055,"cost":0.09975668000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":72704,"rank":604,"performance":-21,"input_tokens":430405,"output_tokens":101366,"total_tokens":531771,"cost":0.1008031},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19225275,"overall_relative_score":19225275,"max_execution_time_ms":2780,"max_memory_usage_kib":4096,"rank":47,"performance":2200,"input_tokens":533929,"output_tokens":141565,"total_tokens":675494,"cost":0.13137606},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5610046,"overall_relative_score":5610046,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":147,"performance":1743,"input_tokens":448909,"output_tokens":98252,"total_tokens":547161,"cost":0.10214806},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1646080,"overall_relative_score":1646080,"max_execution_time_ms":580,"max_memory_usage_kib":18432,"rank":99,"performance":1854,"input_tokens":459848,"output_tokens":127355,"total_tokens":587203,"cost":0.11532072},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14176881923,"overall_relative_score":14176881923,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":33,"performance":2338,"input_tokens":328171,"output_tokens":87399,"total_tokens":415570,"cost":0.08090354},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5137917548,"overall_relative_score":5137917548,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":459,"performance":1145,"input_tokens":397699,"output_tokens":94233,"total_tokens":491932,"cost":0.09337105999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6693717674,"overall_relative_score":6693717674,"max_execution_time_ms":520,"max_memory_usage_kib":5120,"rank":85,"performance":2027,"input_tokens":404337,"output_tokens":116300,"total_tokens":520637,"cost":0.10312718},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":371524,"overall_relative_score":371524,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":113,"performance":1830,"input_tokens":477227,"output_tokens":98617,"total_tokens":575844,"cost":0.10625858},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190467253,"overall_relative_score":190467253,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":586412,"output_tokens":125960,"total_tokens":712372,"cost":0.13248168000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85269950,"overall_relative_score":85269950,"max_execution_time_ms":2980,"max_memory_usage_kib":5120,"rank":166,"performance":1700,"input_tokens":510266,"output_tokens":108397,"total_tokens":618663,"cost":0.11479603999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":827370182,"overall_relative_score":827370182,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":520,"performance":954,"input_tokens":580810,"output_tokens":138962,"total_tokens":719772,"cost":0.1368982},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129916672,"overall_relative_score":129916672,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":127,"performance":1849,"input_tokens":403426,"output_tokens":95230,"total_tokens":498656,"cost":0.09457164000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82004571,"overall_relative_score":918163345,"max_execution_time_ms":630,"max_memory_usage_kib":4096,"rank":999,"performance":503,"input_tokens":409615,"output_tokens":97794,"total_tokens":507409,"cost":0.0964637},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29602003776,"overall_relative_score":1168398272861,"max_execution_time_ms":5500,"max_memory_usage_kib":3072,"rank":170,"performance":1775,"input_tokens":612897,"output_tokens":105364,"total_tokens":718261,"cost":0.12795117999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151900999305029,"overall_relative_score":12541360052,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":557704,"output_tokens":129086,"total_tokens":686790,"cost":0.12971296},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415935225,"overall_relative_score":415935225,"max_execution_time_ms":1890,"max_memory_usage_kib":8192,"rank":556,"performance":1148,"input_tokens":550595,"output_tokens":107236,"total_tokens":657831,"cost":0.1199777},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948635,"overall_relative_score":12948635,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":485,"performance":1331,"input_tokens":339271,"output_tokens":100654,"total_tokens":439925,"cost":0.08775953999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284620337692,"overall_relative_score":284620337692,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":90,"performance":1742,"input_tokens":463738,"output_tokens":110768,"total_tokens":574506,"cost":0.10923052000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93860,"overall_relative_score":93860,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":371910,"output_tokens":125619,"total_tokens":497529,"cost":0.102315},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":26659560033,"overall_relative_score":276096178655,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":527,"performance":1216,"input_tokens":456182,"output_tokens":92372,"total_tokens":548554,"cost":0.10081428},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333144,"overall_relative_score":1333144,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":999,"input_tokens":302273,"output_tokens":95680,"total_tokens":397953,"cost":0.08059021999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53269140402,"overall_relative_score":1026427490853,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":521,"performance":1199,"input_tokens":424066,"output_tokens":129682,"total_tokens":553748,"cost":0.11124204000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1058150,"overall_relative_score":1058150,"max_execution_time_ms":1960,"max_memory_usage_kib":204800,"rank":230,"performance":1713,"input_tokens":629977,"output_tokens":154903,"total_tokens":784880,"cost":0.15015798},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4456000000,"overall_relative_score":35238815776,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":1014,"performance":534,"input_tokens":453340,"output_tokens":109818,"total_tokens":563158,"cost":0.1073948},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2579051700,"overall_relative_score":114425553424,"max_execution_time_ms":2970,"max_memory_usage_kib":23552,"rank":424,"performance":1353,"input_tokens":423462,"output_tokens":134168,"total_tokens":557630,"cost":0.11295188},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10482756597806,"overall_relative_score":10482756597806,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":426,"performance":1383,"input_tokens":453641,"output_tokens":96813,"total_tokens":550454,"cost":0.10223494000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5963506214,"overall_relative_score":70655720,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":469605,"output_tokens":126785,"total_tokens":596390,"cost":0.1164587},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2708266434,"overall_relative_score":2708266434,"max_execution_time_ms":1970,"max_memory_usage_kib":5120,"rank":641,"performance":1032,"input_tokens":517966,"output_tokens":134341,"total_tokens":652307,"cost":0.12625164},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255772494,"overall_relative_score":255772494,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":173,"performance":1852,"input_tokens":463412,"output_tokens":97088,"total_tokens":560500,"cost":0.10371288},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2547727,"overall_relative_score":89680451962,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":471,"performance":1244,"input_tokens":426396,"output_tokens":105572,"total_tokens":531968,"cost":0.10192424},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293231,"overall_relative_score":293231,"max_execution_time_ms":1950,"max_memory_usage_kib":364544,"rank":191,"performance":1661,"input_tokens":353671,"output_tokens":114867,"total_tokens":468538,"cost":0.09546074000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3845476805,"overall_relative_score":2513954347925,"max_execution_time_ms":3030,"max_memory_usage_kib":5120,"rank":594,"performance":1177,"input_tokens":428722,"output_tokens":111180,"total_tokens":539902,"cost":0.10449307999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75491692,"overall_relative_score":75491692,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":39,"performance":2402,"input_tokens":384418,"output_tokens":140154,"total_tokens":524572,"cost":0.10988012},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":431458,"output_tokens":118166,"total_tokens":549624,"cost":0.10767052000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145981396,"overall_relative_score":145981396,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":234,"performance":1707,"input_tokens":456936,"output_tokens":123437,"total_tokens":580373,"cost":0.11334583999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":810794815,"overall_relative_score":1700854552915,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":483,"performance":1367,"input_tokens":516862,"output_tokens":96434,"total_tokens":613296,"cost":0.11093428000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":353501,"output_tokens":122241,"total_tokens":475742,"cost":0.09838654}]}]},{"model_name":"glm-4.5","detail_path":"data/model_details/glm-4.5.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":814.975,"median":837.0,"min":186,"max":1382,"stdev":230.5720297378585},"short":{"mean":759.2608695652174,"median":740.0,"min":186,"max":1019,"stdev":209.89915704090433},"long":{"mean":890.3529411764706,"median":983.0,"min":534,"max":1382,"stdev":241.88347948352907}},"performance":{"all":{"mean":344.825,"median":244.0,"min":-110,"max":1090,"stdev":343.7595229450155},"short":{"mean":286.2173913043478,"median":223.0,"min":-110,"max":990,"stdev":303.7682963470886},"long":{"mean":424.11764705882354,"median":435.0,"min":-50,"max":1090,"stdev":386.709982149566}},"input_tokens":{"all":{"mean":3003.8,"median":2609.0,"min":1347,"max":7609,"stdev":1626.8739128171944},"short":{"mean":2430.8260869565215,"median":1854.0,"min":1418,"max":7545,"stdev":1463.8068877905594},"long":{"mean":3779.0,"median":3360.0,"min":1347,"max":7609,"stdev":1547.481461924504}},"output_tokens":{"all":{"mean":13478.625,"median":15508.0,"min":2222,"max":31884,"stdev":7831.6984459360365},"short":{"mean":11412.347826086956,"median":13690.0,"min":2222,"max":21100,"stdev":6911.615878746154},"long":{"mean":16274.176470588236,"median":18679.0,"min":2404,"max":31884,"stdev":8329.464285259393}},"total_tokens":{"all":{"mean":16482.425,"median":17646.0,"min":3982,"max":34705,"stdev":7713.795513558808},"short":{"mean":13843.173913043478,"median":16217.0,"min":3982,"max":22919,"stdev":6341.179755822427},"long":{"mean":20053.176470588234,"median":21460.0,"min":5764,"max":34705,"stdev":8135.594187237449}},"cost":{"all":{"mean":0.0300773545,"median":0.033382475,"min":0.00570611,"max":0.06862079,"stdev":0.016305234834272365},"short":{"mean":0.025400117826086956,"median":0.03026707,"min":0.00570611,"max":0.04538321,"stdev":0.014120622238259113},"long":{"mean":0.036405380588235295,"median":0.04086669,"min":0.0070308,"max":0.06862079,"stdev":0.017316964616726813}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1347,"output_tokens":16217,"total_tokens":17564,"cost":0.03485043},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":528,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1482,"output_tokens":8974,"total_tokens":10456,"cost":0.01971978},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2354220623332,"overall_relative_score":2354220623332,"max_execution_time_ms":2100,"max_memory_usage_kib":1052028,"rank":534,"performance":1090,"input_tokens":2645,"output_tokens":13076,"total_tokens":15721,"cost":0.02902015},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1543,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1640,"output_tokens":10799,"total_tokens":12439,"cost":0.0236455},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1819,"output_tokens":21100,"total_tokens":22919,"cost":0.04538321},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":739,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3802,"output_tokens":16581,"total_tokens":20383,"cost":0.03706328},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1530,"output_tokens":3069,"total_tokens":4599,"cost":0.0073476},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2244,"output_tokens":16922,"total_tokens":19166,"cost":0.03686016},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":464699766,"overall_relative_score":464699766,"max_execution_time_ms":702,"max_memory_usage_kib":3072,"rank":553,"performance":1018,"input_tokens":2995,"output_tokens":19917,"total_tokens":22912,"cost":0.04359275},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153050387,"overall_relative_score":153050387,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":692,"performance":623,"input_tokens":2209,"output_tokens":3102,"total_tokens":5311,"cost":0.00781751},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":7545,"output_tokens":2499,"total_tokens":10044,"cost":0.00969945},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181102226,"overall_relative_score":181102226,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":595,"performance":991,"input_tokens":7609,"output_tokens":2702,"total_tokens":10311,"cost":0.01016351},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":5225,"output_tokens":2554,"total_tokens":7779,"cost":0.00844615},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2072,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2821,"output_tokens":31884,"total_tokens":34705,"cost":0.06862079},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49379153,"overall_relative_score":49379153,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":539,"performance":990,"input_tokens":2573,"output_tokens":13690,"total_tokens":16263,"cost":0.03026707},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146112859,"overall_relative_score":1953625136,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":983,"performance":546,"input_tokens":2781,"output_tokens":18679,"total_tokens":21460,"cost":0.04086669},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5067876910802,"overall_relative_score":475994549633,"max_execution_time_ms":120,"max_memory_usage_kib":11264,"rank":631,"performance":999,"input_tokens":6996,"output_tokens":19635,"total_tokens":26631,"cost":0.04536114},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":45817183091729,"overall_relative_score":2227730788,"max_execution_time_ms":723,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4503,"output_tokens":22962,"total_tokens":27465,"cost":0.05087697},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3635,"output_tokens":4545,"total_tokens":8180,"cost":0.01168915},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5620400,"overall_relative_score":5620400,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":988,"performance":585,"input_tokens":1709,"output_tokens":3429,"total_tokens":5138,"cost":0.00820921},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2195,"output_tokens":20227,"total_tokens":22422,"cost":0.04377175},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1850,"output_tokens":17732,"total_tokens":19582,"cost":0.0383287},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2885,"output_tokens":20444,"total_tokens":23329,"cost":0.04463455},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":748,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1759,"output_tokens":2223,"total_tokens":3982,"cost":0.00570611},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3360,"output_tokens":2404,"total_tokens":5764,"cost":0.0070308},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":760,"overall_relative_score":760,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":870,"performance":407,"input_tokens":1854,"output_tokens":17355,"total_tokens":19209,"cost":0.03753936},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":13000000000,"overall_relative_score":131848164,"max_execution_time_ms":719,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":4136,"output_tokens":6083,"total_tokens":10219,"cost":0.01521454},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":405524,"rank":1002,"performance":117,"input_tokens":3021,"output_tokens":4552,"total_tokens":7573,"cost":0.01134159},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6041463562482,"overall_relative_score":6041463562482,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":958,"performance":157,"input_tokens":1759,"output_tokens":14643,"total_tokens":16402,"cost":0.03178811},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35086130000,"overall_relative_score":3612115,"max_execution_time_ms":1175,"max_memory_usage_kib":3072,"rank":1043,"performance":435,"input_tokens":2842,"output_tokens":19639,"total_tokens":22481,"cost":0.04291868},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414833897,"overall_relative_score":414833897,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":658,"input_tokens":1923,"output_tokens":16659,"total_tokens":18582,"cost":0.03611847},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202597564,"overall_relative_score":202597564,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":4331,"output_tokens":2222,"total_tokens":6553,"cost":0.00722149},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":4014,"output_tokens":23905,"total_tokens":27919,"cost":0.05256876},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1112,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":1860,"output_tokens":16790,"total_tokens":18650,"cost":0.0363564},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4205,"output_tokens":24534,"total_tokens":28739,"cost":0.05400235},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":547,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1658,"output_tokens":12112,"total_tokens":13770,"cost":0.02641342},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":1051188,"rank":983,"performance":50,"input_tokens":2206,"output_tokens":20255,"total_tokens":22461,"cost":0.04383704},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7430086,"overall_relative_score":7430086,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":1485,"output_tokens":16784,"total_tokens":18269,"cost":0.03612255},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4281,"output_tokens":13447,"total_tokens":17728,"cost":0.03076449},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43277,"overall_relative_score":43277,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":905,"performance":537,"input_tokens":1418,"output_tokens":14799,"total_tokens":16217,"cost":0.03191452}]},{"num_self_refine":2,"rank":{"all":{"mean":786.025,"median":738.5,"min":186,"max":1382,"stdev":242.97678347466103},"short":{"mean":757.9130434782609,"median":732.0,"min":186,"max":1019,"stdev":210.03828937589586},"long":{"mean":824.0588235294117,"median":745.0,"min":498,"max":1382,"stdev":283.85173739741214}},"performance":{"all":{"mean":431.2,"median":381.5,"min":-110,"max":1241,"stdev":400.62708537798784},"short":{"mean":303.2173913043478,"median":265.0,"min":-110,"max":997,"stdev":310.54833564954674},"long":{"mean":604.3529411764706,"median":479.0,"min":-50,"max":1241,"stdev":450.79595455933145}},"input_tokens":{"all":{"mean":9741.4,"median":8520.5,"min":4815,"max":32423,"stdev":4960.858351080706},"short":{"mean":7631.869565217391,"median":6700.0,"min":4815,"max":15341,"stdev":2659.8547859259984},"long":{"mean":12595.470588235294,"median":10958.0,"min":7082,"max":32423,"stdev":5933.582140217314}},"output_tokens":{"all":{"mean":20482.075,"median":20068.0,"min":6343,"max":43483,"stdev":8580.671476885173},"short":{"mean":18638.217391304348,"median":19798.0,"min":6343,"max":29568,"stdev":7527.757978167578},"long":{"mean":22976.70588235294,"median":23439.0,"min":6426,"max":43483,"stdev":9489.54078027953}},"total_tokens":{"all":{"mean":30223.475,"median":31193.0,"min":12043,"max":55621,"stdev":9352.411790925978},"short":{"mean":26270.08695652174,"median":25869.0,"min":12043,"max":39326,"stdev":7616.132536286162},"long":{"mean":35572.17647058824,"median":36468.0,"min":18342,"max":55621,"stdev":8976.693790277786}},"cost":{"all":{"mean":0.0487597835,"median":0.0477895,"min":0.0166833,"max":0.09847572,"stdev":0.017886345519959553},"short":{"mean":0.04364305956521739,"median":0.04688403,"min":0.0166833,"max":0.06589116,"stdev":0.01566069350284465},"long":{"mean":0.05568241,"median":0.05405636,"min":0.0238863,"max":0.09847572,"stdev":0.018815593726299207}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":13120,"output_tokens":20022,"total_tokens":33142,"cost":0.049787},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":528,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":5186,"output_tokens":15510,"total_tokens":20696,"cost":0.035630739999999994},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2354220623332,"overall_relative_score":2354220623332,"max_execution_time_ms":2100,"max_memory_usage_kib":1052028,"rank":534,"performance":1090,"input_tokens":7082,"output_tokens":17403,"total_tokens":24485,"cost":0.04072468},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1543,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":6417,"output_tokens":16915,"total_tokens":23332,"cost":0.03930753},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":8218,"output_tokens":24790,"total_tokens":33008,"cost":0.05690762},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":739,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10143,"output_tokens":19969,"total_tokens":30112,"cost":0.04791927},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":5700,"output_tokens":6343,"total_tokens":12043,"cost":0.0166833},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6700,"output_tokens":24053,"total_tokens":30753,"cost":0.05446430000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110513942,"overall_relative_score":110513942,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":604,"performance":949,"input_tokens":8823,"output_tokens":27645,"total_tokens":36468,"cost":0.06326007},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237875823,"overall_relative_score":237875823,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":683,"performance":651,"input_tokens":6360,"output_tokens":9522,"total_tokens":15882,"cost":0.023748599999999998},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":15341,"output_tokens":23985,"total_tokens":39326,"cost":0.05941969},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247763964,"overall_relative_score":247763964,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":576,"performance":1017,"input_tokens":17539,"output_tokens":14747,"total_tokens":32286,"cost":0.04131671},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":12482,"output_tokens":7250,"total_tokens":19732,"cost":0.02258938},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982000070,"overall_relative_score":982000070,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":498,"performance":993,"input_tokens":12138,"output_tokens":43483,"total_tokens":55621,"cost":0.09847572},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51532189,"overall_relative_score":51532189,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":535,"performance":997,"input_tokens":9187,"output_tokens":20114,"total_tokens":29301,"cost":0.04765973},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6767694298,"overall_relative_score":70857751932,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":501,"performance":1241,"input_tokens":7977,"output_tokens":28558,"total_tokens":36535,"cost":0.06467823},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5067876910802,"overall_relative_score":475994549633,"max_execution_time_ms":120,"max_memory_usage_kib":11264,"rank":631,"performance":999,"input_tokens":17127,"output_tokens":28203,"total_tokens":45330,"cost":0.06933123},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205713885686698,"overall_relative_score":10529770273,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":12923,"output_tokens":31936,"total_tokens":44859,"cost":0.07469017},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":11642,"output_tokens":8585,"total_tokens":20227,"cost":0.02489728},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5620400,"overall_relative_score":5620400,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":988,"performance":585,"input_tokens":6601,"output_tokens":13360,"total_tokens":19961,"cost":0.03195059},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":7208,"output_tokens":27843,"total_tokens":35051,"cost":0.06272301999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":8997,"output_tokens":19798,"total_tokens":28795,"cost":0.04688403},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105076048850,"overall_relative_score":191750782705,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":668,"performance":1050,"input_tokens":8194,"output_tokens":23439,"total_tokens":31633,"cost":0.05405636},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990788,"overall_relative_score":990788,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":523,"input_tokens":5124,"output_tokens":10842,"total_tokens":15966,"cost":0.02579136},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":32423,"output_tokens":6426,"total_tokens":38849,"cost":0.03262417},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1530,"overall_relative_score":1530,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":860,"performance":463,"input_tokens":5894,"output_tokens":29568,"total_tokens":35462,"cost":0.06557026},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":13000000000,"overall_relative_score":131848164,"max_execution_time_ms":719,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":10958,"output_tokens":13152,"total_tokens":24110,"cost":0.03408442},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":405524,"rank":1002,"performance":117,"input_tokens":9690,"output_tokens":8652,"total_tokens":18342,"cost":0.0238863},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6041463562482,"overall_relative_score":6041463562482,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":958,"performance":157,"input_tokens":5409,"output_tokens":21652,"total_tokens":27061,"cost":0.048660510000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35086130000,"overall_relative_score":3612115,"max_execution_time_ms":1175,"max_memory_usage_kib":3072,"rank":1043,"performance":435,"input_tokens":9190,"output_tokens":28422,"total_tokens":37612,"cost":0.06510830000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414833897,"overall_relative_score":414833897,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":658,"input_tokens":7257,"output_tokens":26414,"total_tokens":33671,"cost":0.05975103},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202597564,"overall_relative_score":202597564,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":10715,"output_tokens":8392,"total_tokens":19107,"cost":0.02394505},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":10646,"output_tokens":30826,"total_tokens":41472,"cost":0.07101574},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1112,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":7034,"output_tokens":27392,"total_tokens":34426,"cost":0.061673259999999994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":11301,"output_tokens":29965,"total_tokens":41266,"cost":0.06959409},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":547,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":6114,"output_tokens":16821,"total_tokens":22935,"cost":0.03893136},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":1051188,"rank":983,"performance":50,"input_tokens":6954,"output_tokens":29423,"total_tokens":36377,"cost":0.06589116},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7430086,"overall_relative_score":7430086,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":4815,"output_tokens":21054,"total_tokens":25869,"cost":0.047054250000000006},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":14849,"output_tokens":17756,"total_tokens":32605,"cost":0.04604851},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122561,"overall_relative_score":122561,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":905,"performance":537,"input_tokens":6178,"output_tokens":19053,"total_tokens":25231,"cost":0.04365632}]},{"num_self_refine":4,"rank":{"all":{"mean":767.05,"median":738.5,"min":186,"max":1382,"stdev":251.505818865244},"short":{"mean":735.6086956521739,"median":732.0,"min":186,"max":1019,"stdev":227.55154044152778},"long":{"mean":809.5882352941177,"median":745.0,"min":498,"max":1382,"stdev":282.2122558517634}},"performance":{"all":{"mean":509.475,"median":481.0,"min":-110,"max":1295,"stdev":413.09469874134805},"short":{"mean":407.60869565217394,"median":444.0,"min":-110,"max":1295,"stdev":370.94421770425447},"long":{"mean":647.2941176470588,"median":712.0,"min":-50,"max":1213,"stdev":437.78458811181935}},"input_tokens":{"all":{"mean":31370.75,"median":28981.5,"min":15590,"max":95819,"stdev":13510.53967444942},"short":{"mean":26078.130434782608,"median":26236.0,"min":15590,"max":37334,"stdev":5907.335857792317},"long":{"mean":38531.35294117647,"median":32212.0,"min":20978,"max":95819,"stdev":17383.88828032}},"output_tokens":{"all":{"mean":29550.925,"median":29467.5,"min":12518,"max":56602,"stdev":10514.439037641621},"short":{"mean":27992.869565217392,"median":26388.0,"min":12518,"max":48938,"stdev":10002.916726018866},"long":{"mean":31658.882352941175,"median":32505.0,"min":12852,"max":56602,"stdev":11121.284716043112}},"total_tokens":{"all":{"mean":60921.675,"median":60577.0,"min":30106,"max":108671,"stdev":16590.706626869338},"short":{"mean":54071.0,"median":53554.0,"min":30106,"max":70700,"stdev":10807.680396155993},"long":{"mean":70190.23529411765,"median":68198.0,"min":41317,"max":108671,"stdev":18750.405854038905}},"cost":{"all":{"mean":0.080565685,"median":0.08219298,"min":0.03968169999999999,"max":0.14869283,"stdev":0.022999596487133844},"short":{"mean":0.07417112304347825,"median":0.07007875,"min":0.03968169999999999,"max":0.11560938000000001,"stdev":0.020758569041063376},"long":{"mean":0.08921715117647058,"median":0.08718514,"min":0.051359220000000004,"max":0.14869283,"stdev":0.023634168188164797}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":44156,"output_tokens":29111,"total_tokens":73267,"cost":0.08718514},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":528,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":19372,"output_tokens":25497,"total_tokens":44869,"cost":0.06497317999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2354220623332,"overall_relative_score":2354220623332,"max_execution_time_ms":2100,"max_memory_usage_kib":1052028,"rank":534,"performance":1090,"input_tokens":20978,"output_tokens":22068,"total_tokens":43046,"cost":0.05871982},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1543,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":26236,"output_tokens":24663,"total_tokens":50899,"cost":0.06727154},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":28050,"output_tokens":40531,"total_tokens":68581,"cost":0.10166460000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":739,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":29752,"output_tokens":32505,"total_tokens":62257,"cost":0.08581417999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":25162,"output_tokens":19676,"total_tokens":44838,"cost":0.05616518},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7498136074,"overall_relative_score":7498136074,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":520,"performance":757,"input_tokens":20020,"output_tokens":37314,"total_tokens":57334,"cost":0.0901712},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110513942,"overall_relative_score":110513942,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":604,"performance":949,"input_tokens":26345,"output_tokens":36376,"total_tokens":62721,"cost":0.09193314999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551266854,"overall_relative_score":551266854,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":791,"input_tokens":22269,"output_tokens":21829,"total_tokens":44098,"cost":0.05897961},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":37334,"output_tokens":32217,"total_tokens":69551,"cost":0.08968276},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247763964,"overall_relative_score":247763964,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":576,"performance":1017,"input_tokens":43223,"output_tokens":20169,"total_tokens":63392,"cost":0.06785647},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":31976,"output_tokens":12518,"total_tokens":44494,"cost":0.04515364},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982000070,"overall_relative_score":982000070,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":498,"performance":993,"input_tokens":50557,"output_tokens":56602,"total_tokens":107159,"cost":0.14869283},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51532189,"overall_relative_score":51532189,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":535,"performance":997,"input_tokens":32779,"output_tokens":32202,"total_tokens":64981,"cost":0.08696381},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8504648472,"overall_relative_score":58510103236,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":524,"performance":1213,"input_tokens":26732,"output_tokens":37213,"total_tokens":63945,"cost":0.09391918},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4107068709562,"overall_relative_score":279725058636,"max_execution_time_ms":180,"max_memory_usage_kib":11264,"rank":813,"performance":712,"input_tokens":51221,"output_tokens":36729,"total_tokens":87950,"cost":0.10735128999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205713885686698,"overall_relative_score":10529770273,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":40860,"output_tokens":46194,"total_tokens":87054,"cost":0.1211148},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":35632,"output_tokens":16779,"total_tokens":52411,"cost":0.05625878000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5620400,"overall_relative_score":5620400,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":988,"performance":585,"input_tokens":27879,"output_tokens":16446,"total_tokens":44325,"cost":0.05098521},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":21252,"output_tokens":37108,"total_tokens":58360,"cost":0.09046547999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":30759,"output_tokens":29143,"total_tokens":59902,"cost":0.07934811},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105076048850,"overall_relative_score":191750782705,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":668,"performance":1050,"input_tokens":28972,"output_tokens":29792,"total_tokens":58764,"cost":0.07965668},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990788,"overall_relative_score":990788,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":523,"input_tokens":15590,"output_tokens":14516,"total_tokens":30106,"cost":0.03968169999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":95819,"output_tokens":12852,"total_tokens":108671,"cost":0.08352241},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81475,"overall_relative_score":81475,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":851,"performance":507,"input_tokens":20471,"output_tokens":40781,"total_tokens":61252,"cost":0.09771799},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":13000000000,"overall_relative_score":131848164,"max_execution_time_ms":719,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":33868,"output_tokens":20410,"total_tokens":54278,"cost":0.06284312},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":405524,"rank":1002,"performance":117,"input_tokens":23448,"output_tokens":17869,"total_tokens":41317,"cost":0.051359220000000004},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6041463562482,"overall_relative_score":6041463562482,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":958,"performance":157,"input_tokens":32795,"output_tokens":24157,"total_tokens":56952,"cost":0.07007875},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35086130000,"overall_relative_score":3612115,"max_execution_time_ms":1175,"max_memory_usage_kib":3072,"rank":1043,"performance":435,"input_tokens":32212,"output_tokens":40029,"total_tokens":72241,"cost":0.10306598},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414833897,"overall_relative_score":414833897,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":658,"input_tokens":27809,"output_tokens":34942,"total_tokens":62751,"cost":0.08978550999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202597564,"overall_relative_score":202597564,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":28991,"output_tokens":12657,"total_tokens":41648,"cost":0.043684390000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6264455,"overall_relative_score":46587492538,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":554,"performance":1139,"input_tokens":30720,"output_tokens":37998,"total_tokens":68718,"cost":0.0979206},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220437,"overall_relative_score":220437,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":363,"performance":1295,"input_tokens":29155,"output_tokens":39043,"total_tokens":68198,"cost":0.09919175},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":32015,"output_tokens":36183,"total_tokens":68198,"cost":0.09487315},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":24184,"output_tokens":26331,"total_tokens":50515,"cost":0.06956366},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":1051188,"rank":983,"performance":50,"input_tokens":21762,"output_tokens":48938,"total_tokens":70700,"cost":0.11560938000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7430086,"overall_relative_score":7430086,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":16926,"output_tokens":26388,"total_tokens":43314,"cost":0.06540114000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":44155,"output_tokens":26101,"total_tokens":70256,"cost":0.08086355},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122561,"overall_relative_score":122561,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":905,"performance":537,"input_tokens":23394,"output_tokens":30160,"total_tokens":53554,"cost":0.07713845999999999}]},{"num_self_refine":8,"rank":{"all":{"mean":760.275,"median":738.5,"min":186,"max":1382,"stdev":259.22379080236584},"short":{"mean":723.8260869565217,"median":732.0,"min":186,"max":1019,"stdev":240.68890750848587},"long":{"mean":809.5882352941177,"median":745.0,"min":498,"max":1382,"stdev":282.2122558517634}},"performance":{"all":{"mean":540.125,"median":495.0,"min":-110,"max":1295,"stdev":417.6029390983614},"short":{"mean":460.9130434782609,"median":483.0,"min":-110,"max":1295,"stdev":392.84786704310386},"long":{"mean":647.2941176470588,"median":712.0,"min":-50,"max":1213,"stdev":437.78458811181935}},"input_tokens":{"all":{"mean":91535.375,"median":83190.5,"min":38202,"max":224291,"stdev":35717.080397010875},"short":{"mean":77022.86956521739,"median":80814.0,"min":38202,"max":110159,"stdev":16373.716461296766},"long":{"mean":111169.94117647059,"median":96271.0,"min":52644,"max":224291,"stdev":45039.319295020694}},"output_tokens":{"all":{"mean":44131.225,"median":43285.0,"min":19419,"max":85866,"stdev":14615.936545494547},"short":{"mean":41121.0,"median":41087.0,"min":19419,"max":77009,"stdev":13948.405259122896},"long":{"mean":48203.882352941175,"median":46653.0,"min":24510,"max":85866,"stdev":14917.979168952279}},"total_tokens":{"all":{"mean":135666.6,"median":129655.5,"min":59179,"max":266761,"stdev":42800.9516367964},"short":{"mean":118143.86956521739,"median":119825.0,"min":59179,"max":157419,"stdev":24049.465471860563},"long":{"mean":159373.82352941178,"median":136415.0,"min":84863,"max":266761,"stdev":51298.17011872267}},"cost":{"all":{"mean":0.14668144375,"median":0.13969659,"min":0.06659087999999999,"max":0.28704664999999996,"stdev":0.04255146979701597},"short":{"mean":0.13179759304347827,"median":0.1292835,"min":0.06659087999999999,"max":0.20337998000000002,"stdev":0.03308630011150694},"long":{"mean":0.1668184182352941,"median":0.15386088,"min":0.09871985999999999,"max":0.28704664999999996,"stdev":0.046463947855602546}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":108241,"output_tokens":46653,"total_tokens":154894,"cost":0.16183349},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":528,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":53656,"output_tokens":33740,"total_tokens":87396,"cost":0.10251103999999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2354220623332,"overall_relative_score":2354220623332,"max_execution_time_ms":2100,"max_memory_usage_kib":1052028,"rank":534,"performance":1090,"input_tokens":71548,"output_tokens":45757,"total_tokens":117305,"cost":0.13830302},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2847165375,"overall_relative_score":2847165375,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":344,"performance":1181,"input_tokens":110159,"output_tokens":43095,"total_tokens":153254,"cost":0.15549331},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":83018,"output_tokens":52922,"total_tokens":135940,"cost":0.16011682},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":739,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":85808,"output_tokens":43997,"total_tokens":129805,"cost":0.14302041999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":94865,"output_tokens":34641,"total_tokens":129506,"cost":0.12871644999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7498136074,"overall_relative_score":7498136074,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":520,"performance":757,"input_tokens":57720,"output_tokens":45347,"total_tokens":103067,"cost":0.1292835},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110513942,"overall_relative_score":110513942,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":604,"performance":949,"input_tokens":84909,"output_tokens":51506,"total_tokens":136415,"cost":0.15825891},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":667209902,"overall_relative_score":667209902,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":617,"performance":815,"input_tokens":82339,"output_tokens":37486,"total_tokens":119825,"cost":0.12730060999999998},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":86826,"output_tokens":40758,"total_tokens":127584,"cost":0.13681914},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247763964,"overall_relative_score":247763964,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":576,"performance":1017,"input_tokens":96271,"output_tokens":31258,"total_tokens":127529,"cost":0.12244169},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":72644,"output_tokens":21619,"total_tokens":94263,"cost":0.08825986},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982000070,"overall_relative_score":982000070,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":498,"performance":993,"input_tokens":180895,"output_tokens":85866,"total_tokens":266761,"cost":0.28704664999999996},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51532189,"overall_relative_score":51532189,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":535,"performance":997,"input_tokens":81643,"output_tokens":56246,"total_tokens":137889,"cost":0.16628597},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8504648472,"overall_relative_score":58510103236,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":524,"performance":1213,"input_tokens":82032,"output_tokens":50220,"total_tokens":132252,"cost":0.15386088},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4107068709562,"overall_relative_score":279725058636,"max_execution_time_ms":180,"max_memory_usage_kib":11264,"rank":813,"performance":712,"input_tokens":158081,"output_tokens":61469,"total_tokens":219550,"cost":0.22235268999999996},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205713885686698,"overall_relative_score":10529770273,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":146623,"output_tokens":67053,"total_tokens":213676,"cost":0.22731887},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":85292,"output_tokens":30473,"total_tokens":115765,"cost":0.11431558},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5620400,"overall_relative_score":5620400,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":988,"performance":585,"input_tokens":72115,"output_tokens":22390,"total_tokens":94505,"cost":0.08956685},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":59988,"output_tokens":47416,"total_tokens":107404,"cost":0.13496652},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":92894,"output_tokens":41087,"total_tokens":133981,"cost":0.14109016},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105076048850,"overall_relative_score":191750782705,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":668,"performance":1050,"input_tokens":80168,"output_tokens":43074,"total_tokens":123242,"cost":0.13775452},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990788,"overall_relative_score":990788,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":523,"input_tokens":38202,"output_tokens":20977,"total_tokens":59179,"cost":0.06659087999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":224291,"output_tokens":24510,"total_tokens":248801,"cost":0.18380269000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81475,"overall_relative_score":81475,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":851,"performance":507,"input_tokens":80814,"output_tokens":51325,"total_tokens":132139,"cost":0.15546276},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":13000000000,"overall_relative_score":131848164,"max_execution_time_ms":719,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":99792,"output_tokens":32466,"total_tokens":132258,"cost":0.12705588},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":405524,"rank":1002,"performance":117,"input_tokens":52644,"output_tokens":32219,"total_tokens":84863,"cost":0.09871985999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6041463562482,"overall_relative_score":6041463562482,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":958,"performance":157,"input_tokens":92747,"output_tokens":30985,"total_tokens":123732,"cost":0.11978923},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35086130000,"overall_relative_score":3612115,"max_execution_time_ms":1175,"max_memory_usage_kib":3072,"rank":1043,"performance":435,"input_tokens":145578,"output_tokens":56994,"total_tokens":202572,"cost":0.20557842},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414833897,"overall_relative_score":414833897,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":658,"input_tokens":99379,"output_tokens":58040,"total_tokens":157419,"cost":0.18051760999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202597564,"overall_relative_score":202597564,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":67223,"output_tokens":19419,"total_tokens":86642,"cost":0.08044147},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6264455,"overall_relative_score":46587492538,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":554,"performance":1139,"input_tokens":93438,"output_tokens":56957,"total_tokens":150395,"cost":0.17473812},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220437,"overall_relative_score":220437,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":363,"performance":1295,"input_tokens":83363,"output_tokens":56291,"total_tokens":139654,"cost":0.16739527},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":75123,"output_tokens":47374,"total_tokens":122497,"cost":0.14380797},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":68536,"output_tokens":41589,"total_tokens":110125,"cost":0.12777314},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":457,"max_memory_usage_kib":3072,"rank":983,"performance":50,"input_tokens":70612,"output_tokens":77009,"total_tokens":147621,"cost":0.20337998000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7430086,"overall_relative_score":7430086,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":62705,"output_tokens":39453,"total_tokens":102158,"cost":0.11984725000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":104447,"output_tokens":42093,"total_tokens":146540,"cost":0.15001903},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122561,"overall_relative_score":122561,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":905,"performance":537,"input_tokens":74786,"output_tokens":43475,"total_tokens":118261,"cost":0.13542123999999997}]},{"num_self_refine":16,"rank":{"all":{"mean":759.025,"median":738.5,"min":186,"max":1382,"stdev":258.2409417082407},"short":{"mean":721.6521739130435,"median":732.0,"min":186,"max":1019,"stdev":238.4570875623026},"long":{"mean":809.5882352941177,"median":745.0,"min":498,"max":1382,"stdev":282.2122558517634}},"performance":{"all":{"mean":552.45,"median":515.0,"min":-110,"max":1295,"stdev":409.9720409478851},"short":{"mean":482.3478260869565,"median":507.0,"min":-110,"max":1295,"stdev":382.7276041420739},"long":{"mean":647.2941176470588,"median":712.0,"min":-50,"max":1213,"stdev":437.78458811181935}},"input_tokens":{"all":{"mean":233028.625,"median":210492.5,"min":90146,"max":487955,"stdev":94525.42560295548},"short":{"mean":197603.47826086957,"median":191332.0,"min":90146,"max":353626,"stdev":57040.33203705281},"long":{"mean":280956.76470588235,"median":243353.0,"min":117756,"max":487955,"stdev":114284.06043578945}},"output_tokens":{"all":{"mean":68692.775,"median":67566.5,"min":32412,"max":131336,"stdev":20515.83022122248},"short":{"mean":63516.434782608696,"median":63455.0,"min":32412,"max":100815,"stdev":19424.841433367288},"long":{"mean":75696.05882352941,"median":73163.0,"min":46217,"max":131336,"stdev":20408.14617521208}},"total_tokens":{"all":{"mean":301721.4,"median":286132.0,"min":122576,"max":604367,"stdev":106687.44639385192},"short":{"mean":261119.91304347827,"median":252386.0,"min":122576,"max":424188,"stdev":68640.64700632301},"long":{"mean":356652.82352941175,"median":307195.0,"min":178800,"max":604367,"stdev":125259.8532038674}},"cost":{"all":{"mean":0.28174171625,"median":0.268081725,"min":0.12128913999999999,"max":0.5548938900000001,"stdev":0.08646958933742682},"short":{"mean":0.2499705652173913,"median":0.24279559999999997,"min":0.12128913999999999,"max":0.35713176999999996,"stdev":0.06430754392777639},"long":{"mean":0.32472621470588237,"median":0.29013809,"min":0.19766844,"max":0.5548938900000001,"stdev":0.09552349223310584}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":243353,"output_tokens":78670,"total_tokens":322023,"cost":0.30878527},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":528,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":128944,"output_tokens":50169,"total_tokens":179113,"cost":0.18143185999999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2354220623332,"overall_relative_score":2354220623332,"max_execution_time_ms":2100,"max_memory_usage_kib":1052028,"rank":534,"performance":1090,"input_tokens":244202,"output_tokens":62993,"total_tokens":307195,"cost":0.27636447999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2847165375,"overall_relative_score":2847165375,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":344,"performance":1181,"input_tokens":353626,"output_tokens":70562,"total_tokens":424188,"cost":0.35681954},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":199674,"output_tokens":73966,"total_tokens":273640,"cost":0.27313625999999996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":739,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":204640,"output_tokens":63573,"total_tokens":268213,"cost":0.2542409},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":247265,"output_tokens":57539,"total_tokens":304804,"cost":0.26671825},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7498136074,"overall_relative_score":7498136074,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":520,"performance":757,"input_tokens":139840,"output_tokens":60301,"total_tokens":200141,"cost":0.20913770000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110513942,"overall_relative_score":110513942,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":604,"performance":949,"input_tokens":249629,"output_tokens":84215,"total_tokens":333844,"cost":0.32413261000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":667209902,"overall_relative_score":667209902,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":617,"performance":815,"input_tokens":234795,"output_tokens":73343,"total_tokens":308138,"cost":0.29254935},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":192530,"output_tokens":56863,"total_tokens":249393,"cost":0.233005},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247763964,"overall_relative_score":247763964,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":576,"performance":1017,"input_tokens":214601,"output_tokens":53053,"total_tokens":267654,"cost":0.23802589},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":160700,"output_tokens":40114,"total_tokens":200814,"cost":0.17905239999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982000070,"overall_relative_score":982000070,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":498,"performance":993,"input_tokens":473031,"output_tokens":131336,"total_tokens":604367,"cost":0.5548938900000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51532189,"overall_relative_score":51532189,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":535,"performance":997,"input_tokens":186091,"output_tokens":100815,"total_tokens":286906,"cost":0.32150519},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8504648472,"overall_relative_score":58510103236,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":524,"performance":1213,"input_tokens":206384,"output_tokens":78974,"total_tokens":285358,"cost":0.28761196},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4107068709562,"overall_relative_score":279725058636,"max_execution_time_ms":180,"max_memory_usage_kib":11264,"rank":813,"performance":712,"input_tokens":397361,"output_tokens":97637,"total_tokens":494998,"cost":0.43948068999999995},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205713885686698,"overall_relative_score":10529770273,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":387295,"output_tokens":98454,"total_tokens":485749,"cost":0.4352574500000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":191332,"output_tokens":61054,"total_tokens":252386,"cost":0.24109928},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5620400,"overall_relative_score":5620400,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":988,"performance":585,"input_tokens":167307,"output_tokens":32412,"total_tokens":199719,"cost":0.16677633000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":144180,"output_tokens":66013,"total_tokens":210193,"cost":0.22369350000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":230830,"output_tokens":63455,"total_tokens":294285,"cost":0.2694452},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105076048850,"overall_relative_score":191750782705,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":668,"performance":1050,"input_tokens":189280,"output_tokens":73163,"total_tokens":262443,"cost":0.2653175},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990788,"overall_relative_score":990788,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":523,"input_tokens":90146,"output_tokens":32430,"total_tokens":122576,"cost":0.12128913999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":487955,"output_tokens":46217,"total_tokens":534172,"cost":0.38494914999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81475,"overall_relative_score":81475,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":851,"performance":507,"input_tokens":230198,"output_tokens":70443,"total_tokens":300641,"cost":0.28374712},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":13000000000,"overall_relative_score":131848164,"max_execution_time_ms":719,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":238360,"output_tokens":55041,"total_tokens":293401,"cost":0.2562185},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":405524,"rank":1002,"performance":117,"input_tokens":117756,"output_tokens":61044,"total_tokens":178800,"cost":0.19766844},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6041463562482,"overall_relative_score":6041463562482,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":958,"performance":157,"input_tokens":219371,"output_tokens":44600,"total_tokens":263971,"cost":0.22308888999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35086130000,"overall_relative_score":3612115,"max_execution_time_ms":1175,"max_memory_usage_kib":3072,"rank":1043,"performance":435,"input_tokens":461074,"output_tokens":83342,"total_tokens":544416,"cost":0.4470518600000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414833897,"overall_relative_score":414833897,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":658,"input_tokens":297683,"output_tokens":86428,"total_tokens":384111,"cost":0.35713176999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202597564,"overall_relative_score":202597564,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":150407,"output_tokens":34464,"total_tokens":184871,"cost":0.16111452999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6264455,"overall_relative_score":46587492538,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":554,"performance":1139,"input_tokens":261534,"output_tokens":78475,"total_tokens":340009,"cost":0.31910256000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220437,"overall_relative_score":220437,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":363,"performance":1295,"input_tokens":198499,"output_tokens":91011,"total_tokens":289510,"cost":0.30823751},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":168059,"output_tokens":67596,"total_tokens":235655,"cost":0.24110641000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":163960,"output_tokens":69552,"total_tokens":233512,"cost":0.24279559999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129080,"overall_relative_score":129080,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":933,"performance":543,"input_tokens":244331,"output_tokens":99341,"total_tokens":343672,"cost":0.3527713900000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7430086,"overall_relative_score":7430086,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":188881,"output_tokens":58466,"total_tokens":247347,"cost":0.23421839000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":231751,"output_tokens":73050,"total_tokens":304801,"cost":0.29013809},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122561,"overall_relative_score":122561,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":905,"performance":537,"input_tokens":184290,"output_tokens":67537,"total_tokens":251827,"cost":0.25055879999999997}]}]},{"model_name":"glm-4.6","detail_path":"data/model_details/glm-4.6.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":814.175,"median":854.5,"min":186,"max":1382,"stdev":227.19447080442464},"short":{"mean":728.5217391304348,"median":711.0,"min":186,"max":1019,"stdev":218.9974822531108},"long":{"mean":930.0588235294117,"median":924.0,"min":722,"max":1382,"stdev":187.23730617462272}},"performance":{"all":{"mean":340.825,"median":195.5,"min":-110,"max":1441,"stdev":358.91345199872495},"short":{"mean":378.8695652173913,"median":315.0,"min":-110,"max":1441,"stdev":389.7295454248691},"long":{"mean":289.3529411764706,"median":178.0,"min":-50,"max":972,"stdev":316.6273324384028}},"input_tokens":{"all":{"mean":3005.8,"median":2611.0,"min":1349,"max":7611,"stdev":1626.8739128171944},"short":{"mean":2432.8260869565215,"median":1856.0,"min":1420,"max":7547,"stdev":1463.8068877905594},"long":{"mean":3781.0,"median":3362.0,"min":1349,"max":7611,"stdev":1547.481461924504}},"output_tokens":{"all":{"mean":7877.275,"median":4947.5,"min":1695,"max":19159,"stdev":5722.486450735043},"short":{"mean":7081.0,"median":4180.0,"min":1695,"max":19159,"stdev":5681.137778169568},"long":{"mean":8954.588235294117,"median":10622.0,"min":1970,"max":18237,"stdev":5770.379700015671}},"total_tokens":{"all":{"mean":10883.075,"median":8267.5,"min":3562,"max":23625,"stdev":6092.835773550895},"short":{"mean":9513.826086956522,"median":6755.0,"min":3562,"max":23625,"stdev":5918.346772016151},"long":{"mean":12735.588235294117,"median":12814.0,"min":4753,"max":22228,"stdev":5998.5986182068345}},"cost":{"all":{"mean":0.018794013,"median":0.01235626,"min":0.00397368,"max":0.0436118,"stdev":0.012671281970619414},"short":{"mean":0.016832010434782607,"median":0.01064692,"min":0.00397368,"max":0.0436118,"stdev":0.012713997045256666},"long":{"mean":0.021448487058823528,"median":0.02508812,"min":0.00590972,"max":0.0418152,"stdev":0.012493410335054519}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":842,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1349,"output_tokens":11465,"total_tokens":12814,"cost":0.0260324},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":529,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1484,"output_tokens":5074,"total_tokens":6558,"cost":0.01133192},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2647,"output_tokens":9651,"total_tokens":12298,"cost":0.02153464},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":843,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1642,"output_tokens":10728,"total_tokens":12370,"cost":0.0245868},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":477,"performance":604,"input_tokens":1821,"output_tokens":2629,"total_tokens":4450,"cost":0.00599832},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3804,"output_tokens":13649,"total_tokens":17453,"cost":0.0323102},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1532,"output_tokens":3257,"total_tokens":4789,"cost":0.00799052},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":613,"performance":-61,"input_tokens":2246,"output_tokens":10566,"total_tokens":12812,"cost":0.0245928},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":900,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2997,"output_tokens":3646,"total_tokens":6643,"cost":0.00836116},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291887453,"overall_relative_score":291887453,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":665,"performance":701,"input_tokens":2211,"output_tokens":1695,"total_tokens":3906,"cost":0.00397368},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":7547,"output_tokens":4821,"total_tokens":12368,"cost":0.01504032},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4579396,"overall_relative_score":4579396,"max_execution_time_ms":3670,"max_memory_usage_kib":7168,"rank":924,"performance":197,"input_tokens":7611,"output_tokens":14617,"total_tokens":22228,"cost":0.03300784},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":5227,"output_tokens":18398,"total_tokens":23625,"cost":0.0436118},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2823,"output_tokens":18237,"total_tokens":21060,"cost":0.0418152},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34022291,"overall_relative_score":34022291,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":609,"performance":860,"input_tokens":2575,"output_tokens":4180,"total_tokens":6755,"cost":0.01064692},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2122638857,"overall_relative_score":16857935282,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":722,"performance":972,"input_tokens":2783,"output_tokens":1970,"total_tokens":4753,"cost":0.00590972},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1175,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":6998,"output_tokens":2108,"total_tokens":9106,"cost":0.0088364},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4505,"output_tokens":13408,"total_tokens":17913,"cost":0.0300054},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":311555870,"overall_relative_score":311555870,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":865,"performance":639,"input_tokens":3637,"output_tokens":3413,"total_tokens":7050,"cost":0.00791896},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1711,"output_tokens":9729,"total_tokens":11440,"cost":0.0224304},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2197,"output_tokens":11802,"total_tokens":13999,"cost":0.0272826},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1852,"output_tokens":5577,"total_tokens":7429,"cost":0.0133806},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":545103898492,"overall_relative_score":111248711328,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":2887,"output_tokens":11710,"total_tokens":14597,"cost":0.0274942},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":538,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1761,"output_tokens":1801,"total_tokens":3562,"cost":0.0050188},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3362,"output_tokens":2527,"total_tokens":5889,"cost":0.0075766},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":5120,"rank":894,"performance":-42,"input_tokens":1856,"output_tokens":3296,"total_tokens":5152,"cost":0.0083648},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4138,"output_tokens":2723,"total_tokens":6861,"cost":0.0084734},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":93081251362,"overall_relative_score":456842131,"max_execution_time_ms":818,"max_memory_usage_kib":3072,"rank":730,"performance":951,"input_tokens":3023,"output_tokens":10622,"total_tokens":13645,"cost":0.02508812},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6688094433522,"overall_relative_score":6688094433522,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":858,"performance":674,"input_tokens":1761,"output_tokens":19159,"total_tokens":20920,"cost":0.0432064},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":944,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2844,"output_tokens":2624,"total_tokens":5468,"cost":0.0074792},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213186233,"overall_relative_score":213186233,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":898,"performance":495,"input_tokens":1925,"output_tokens":2521,"total_tokens":4446,"cost":0.0067012},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142801086,"overall_relative_score":142801086,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1004,"performance":106,"input_tokens":4333,"output_tokens":2201,"total_tokens":6534,"cost":0.007442},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":413415000,"overall_relative_score":485518348,"max_execution_time_ms":452,"max_memory_usage_kib":3072,"rank":985,"performance":443,"input_tokens":4016,"output_tokens":14020,"total_tokens":18036,"cost":0.0332536},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426,"overall_relative_score":426,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":634,"performance":725,"input_tokens":1862,"output_tokens":4138,"total_tokens":6000,"cost":0.0102208},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":800,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4207,"output_tokens":16140,"total_tokens":20347,"cost":0.0380322},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":936,"max_memory_usage_kib":3072,"rank":990,"performance":75,"input_tokens":1660,"output_tokens":2723,"total_tokens":4383,"cost":0.0069866},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173460,"overall_relative_score":173460,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":915,"performance":600,"input_tokens":2208,"output_tokens":15348,"total_tokens":17556,"cost":0.0350904},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3030526,"overall_relative_score":3030526,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":980,"performance":315,"input_tokens":1487,"output_tokens":3350,"total_tokens":4837,"cost":0.0082622},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4283,"output_tokens":3111,"total_tokens":7394,"cost":0.009414},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1420,"output_tokens":16457,"total_tokens":17877,"cost":0.0370574}]},{"num_self_refine":2,"rank":{"all":{"mean":770.975,"median":735.0,"min":186,"max":1382,"stdev":247.00041394131202},"short":{"mean":650.7826086956521,"median":642.0,"min":186,"max":1019,"stdev":210.7096141659803},"long":{"mean":933.5882352941177,"median":939.0,"min":557,"max":1382,"stdev":196.9765401080575}},"performance":{"all":{"mean":460.975,"median":287.5,"min":-110,"max":1535,"stdev":434.11138163686365},"short":{"mean":567.695652173913,"median":604.0,"min":-110,"max":1535,"stdev":486.5502342356672},"long":{"mean":316.5882352941176,"median":194.0,"min":-50,"max":951,"stdev":308.74829125509535}},"input_tokens":{"all":{"mean":9255.95,"median":7602.5,"min":4442,"max":21667,"stdev":4311.463877462812},"short":{"mean":8012.173913043478,"median":6363.0,"min":4442,"max":19439,"stdev":3958.664692822269},"long":{"mean":10938.70588235294,"median":10142.0,"min":4850,"max":21667,"stdev":4304.6390203579485}},"output_tokens":{"all":{"mean":11593.3,"median":7535.5,"min":3012,"max":28911,"stdev":7600.893834752561},"short":{"mean":10773.173913043478,"median":6470.0,"min":3012,"max":25315,"stdev":7472.935170285404},"long":{"mean":12702.882352941177,"median":12361.0,"min":3791,"max":28911,"stdev":7858.8535970772555}},"total_tokens":{"all":{"mean":20849.25,"median":18610.0,"min":7946,"max":42214,"stdev":9752.231336389716},"short":{"mean":18785.347826086956,"median":16511.0,"min":7946,"max":38689,"stdev":9289.812468058739},"long":{"mean":23641.58823529412,"median":19720.0,"min":11298,"max":42214,"stdev":9937.292646005397}},"cost":{"all":{"mean":0.029882046,"median":0.02432542,"min":0.0087244,"max":0.06763532,"stdev":0.017418515310294917},"short":{"mean":0.027756328695652175,"median":0.0177524,"min":0.0087244,"max":0.059366,"stdev":0.017191717322456952},"long":{"mean":0.032758016470588236,"median":0.03151552,"min":0.01184536,"max":0.06763532,"stdev":0.01782910044394309}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":842,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":4850,"output_tokens":13554,"total_tokens":18404,"cost":0.0327288},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":529,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":7646,"output_tokens":11037,"total_tokens":18683,"cost":0.02814772},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":8649,"output_tokens":11861,"total_tokens":20510,"cost":0.02999784},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":843,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":5952,"output_tokens":13905,"total_tokens":19857,"cost":0.0341622},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":477,"performance":604,"input_tokens":5977,"output_tokens":4924,"total_tokens":10901,"cost":0.01266284},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":21667,"output_tokens":17067,"total_tokens":38734,"cost":0.0505476},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":5916,"output_tokens":5886,"total_tokens":11802,"cost":0.016404719999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":613,"performance":-61,"input_tokens":5662,"output_tokens":19395,"total_tokens":25057,"cost":0.0460662},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":900,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":9242,"output_tokens":7034,"total_tokens":16276,"cost":0.018103519999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260020981,"overall_relative_score":260020981,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":676,"performance":671,"input_tokens":6193,"output_tokens":3323,"total_tokens":9516,"cost":0.00994448},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":17453,"output_tokens":7245,"total_tokens":24698,"cost":0.026316720000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4579396,"overall_relative_score":4579396,"max_execution_time_ms":3670,"max_memory_usage_kib":7168,"rank":924,"performance":197,"input_tokens":18476,"output_tokens":23738,"total_tokens":42214,"cost":0.05587688},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":13879,"output_tokens":22104,"total_tokens":35983,"cost":0.05440036},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":12339,"output_tokens":21784,"total_tokens":34123,"cost":0.055328199999999994},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34022291,"overall_relative_score":34022291,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":609,"performance":860,"input_tokens":8685,"output_tokens":7826,"total_tokens":16511,"cost":0.02233412},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":755203687,"overall_relative_score":4397841652,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":963,"performance":593,"input_tokens":7444,"output_tokens":4778,"total_tokens":12222,"cost":0.01353544},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1175,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":15695,"output_tokens":3791,"total_tokens":19486,"cost":0.01433896},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":10395,"output_tokens":19482,"total_tokens":29877,"cost":0.0468238},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":410838835,"overall_relative_score":410838835,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":642,"performance":1029,"input_tokens":10549,"output_tokens":6177,"total_tokens":16726,"cost":0.01637512},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":6363,"output_tokens":20720,"total_tokens":27083,"cost":0.049401799999999996},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6672,"output_tokens":15058,"total_tokens":21730,"cost":0.0371308},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5054,"output_tokens":6344,"total_tokens":11398,"cost":0.0169892},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":545103898492,"overall_relative_score":111248711328,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":7742,"output_tokens":14878,"total_tokens":22620,"cost":0.0359656},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":538,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":4934,"output_tokens":3012,"total_tokens":7946,"cost":0.0087244},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":9515,"output_tokens":4299,"total_tokens":13814,"cost":0.015166800000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042170,"overall_relative_score":1042170,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":321,"performance":1535,"input_tokens":6240,"output_tokens":5426,"total_tokens":11666,"cost":0.0156812},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":10991,"output_tokens":4890,"total_tokens":15881,"cost":0.01532988},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":93081251362,"overall_relative_score":456842131,"max_execution_time_ms":818,"max_memory_usage_kib":3072,"rank":730,"performance":951,"input_tokens":7359,"output_tokens":12361,"total_tokens":19720,"cost":0.03151552},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6688094433522,"overall_relative_score":6688094433522,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":858,"performance":674,"input_tokens":7559,"output_tokens":25315,"total_tokens":32874,"cost":0.059366},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":944,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":7269,"output_tokens":4029,"total_tokens":11298,"cost":0.01184536},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214934187,"overall_relative_score":214934187,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":898,"performance":495,"input_tokens":6468,"output_tokens":5285,"total_tokens":11753,"cost":0.014567},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142633441,"overall_relative_score":142633441,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1004,"performance":106,"input_tokens":10947,"output_tokens":4678,"total_tokens":15625,"cost":0.014743},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":413415000,"overall_relative_score":485518348,"max_execution_time_ms":452,"max_memory_usage_kib":3072,"rank":985,"performance":443,"input_tokens":11610,"output_tokens":17528,"total_tokens":29138,"cost":0.0435676},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426,"overall_relative_score":426,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":634,"performance":725,"input_tokens":5864,"output_tokens":6470,"total_tokens":12334,"cost":0.0177524},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":800,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":10142,"output_tokens":28911,"total_tokens":39053,"cost":0.06763532},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56212542,"overall_relative_score":56212542,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":723,"performance":1026,"input_tokens":5507,"output_tokens":4426,"total_tokens":9933,"cost":0.012241720000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":6879,"output_tokens":24721,"total_tokens":31600,"cost":0.05743168},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7543912,"overall_relative_score":7543912,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":4442,"output_tokens":5256,"total_tokens":9698,"cost":0.0142284},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":12573,"output_tokens":5964,"total_tokens":18537,"cost":0.01857916},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":19439,"output_tokens":19250,"total_tokens":38689,"cost":0.05332347999999999}]},{"num_self_refine":4,"rank":{"all":{"mean":692.275,"median":675.0,"min":186,"max":1232,"stdev":248.83513103237138},"short":{"mean":603.4347826086956,"median":613.0,"min":186,"max":1005,"stdev":230.43966397991875},"long":{"mean":812.4705882352941,"median":751.0,"min":500,"max":1232,"stdev":226.3095550476876}},"performance":{"all":{"mean":723.575,"median":695.5,"min":-61,"max":1535,"stdev":408.0583095273995},"short":{"mean":775.4347826086956,"median":717.0,"min":-61,"max":1535,"stdev":430.2421967056311},"long":{"mean":653.4117647058823,"median":593.0,"min":103,"max":1234,"stdev":377.16227588790105}},"input_tokens":{"all":{"mean":31873.65,"median":27603.5,"min":14994,"max":72311,"stdev":14230.764706464977},"short":{"mean":30760.130434782608,"median":23665.0,"min":14994,"max":72311,"stdev":16106.894620018946},"long":{"mean":33380.17647058824,"median":31329.0,"min":18680,"max":65799,"stdev":11520.267028346685}},"output_tokens":{"all":{"mean":17705.0,"median":13649.0,"min":5084,"max":34312,"stdev":9456.5451814725},"short":{"mean":16540.478260869564,"median":11853.0,"min":5084,"max":34227,"stdev":9439.236900346848},"long":{"mean":19280.529411764706,"median":16931.0,"min":7474,"max":34312,"stdev":9533.00792718153}},"total_tokens":{"all":{"mean":49578.65,"median":45665.5,"min":20268,"max":94534,"stdev":19400.950042227974},"short":{"mean":47300.608695652176,"median":43241.0,"min":20268,"max":94534,"stdev":20727.78247960305},"long":{"mean":52660.705882352944,"median":49086.0,"min":28311,"max":88896,"stdev":17582.900698422553}},"cost":{"all":{"mean":0.05302427,"median":0.046839639999999995,"min":0.01933872,"max":0.08991663999999999,"stdev":0.022367645872785964},"short":{"mean":0.050874681739130435,"median":0.04287456,"min":0.01933872,"max":0.08988960000000001,"stdev":0.02257349970491136},"long":{"mean":0.05593253647058823,"median":0.047541919999999994,"min":0.025401319999999998,"max":0.08991663999999999,"stdev":0.022432823494170584}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22914631,"overall_relative_score":22914631,"max_execution_time_ms":10,"max_memory_usage_kib":15360,"rank":1232,"performance":383,"input_tokens":18680,"output_tokens":16931,"total_tokens":35611,"cost":0.046747079999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":162545,"overall_relative_score":162545,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":951,"performance":483,"input_tokens":25475,"output_tokens":14237,"total_tokens":39712,"cost":0.04287456},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2259059236784,"overall_relative_score":2259059236784,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":556,"performance":1061,"input_tokens":27634,"output_tokens":24896,"total_tokens":52530,"cost":0.06597336},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2911557584,"overall_relative_score":2911557584,"max_execution_time_ms":670,"max_memory_usage_kib":19456,"rank":332,"performance":1209,"input_tokens":23665,"output_tokens":19576,"total_tokens":43241,"cost":0.05367548},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":477,"performance":604,"input_tokens":22569,"output_tokens":10482,"total_tokens":33051,"cost":0.03484564},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":65799,"output_tokens":23097,"total_tokens":88896,"cost":0.08021056},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":904732,"overall_relative_score":904732,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":22575,"output_tokens":10661,"total_tokens":33236,"cost":0.03690512},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":613,"performance":-61,"input_tokens":17718,"output_tokens":34227,"total_tokens":51945,"cost":0.08426812},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92338382,"overall_relative_score":92338382,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":31848,"output_tokens":13061,"total_tokens":44909,"cost":0.03708652},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260020981,"overall_relative_score":260020981,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":676,"performance":671,"input_tokens":38609,"output_tokens":8087,"total_tokens":46696,"cost":0.03879296},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3908,"overall_relative_score":3908,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":411,"performance":1082,"input_tokens":45082,"output_tokens":11853,"total_tokens":56935,"cost":0.04693219999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289135580,"overall_relative_score":289135580,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":1032,"input_tokens":48965,"output_tokens":34312,"total_tokens":83277,"cost":0.08529675999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8468661,"overall_relative_score":8468661,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":701,"performance":463,"input_tokens":39164,"output_tokens":31204,"total_tokens":70368,"cost":0.08959136},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961907286,"overall_relative_score":961907286,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":500,"performance":990,"input_tokens":43791,"output_tokens":31045,"total_tokens":74836,"cost":0.08991663999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45275880,"overall_relative_score":45275880,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":587,"performance":903,"input_tokens":32746,"output_tokens":14455,"total_tokens":47201,"cost":0.05135452},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":755203687,"overall_relative_score":4397841652,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":963,"performance":593,"input_tokens":27573,"output_tokens":12451,"total_tokens":40024,"cost":0.04249343999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17396723354397,"overall_relative_score":123989201920,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":920,"performance":430,"input_tokens":35988,"output_tokens":7951,"total_tokens":43939,"cost":0.02707412},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":31329,"output_tokens":32416,"total_tokens":63745,"cost":0.08075164},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439824872,"overall_relative_score":439824872,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":360,"performance":1430,"input_tokens":35060,"output_tokens":12764,"total_tokens":47824,"cost":0.03713728},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":21937,"output_tokens":24485,"total_tokens":46422,"cost":0.0647556},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":21008,"output_tokens":20863,"total_tokens":41871,"cost":0.05840932},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":15183,"output_tokens":8532,"total_tokens":23715,"cost":0.02570068},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121355887869,"overall_relative_score":157972559788,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":751,"performance":951,"input_tokens":27555,"output_tokens":21531,"total_tokens":49086,"cost":0.056123919999999994},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":538,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":15184,"output_tokens":5084,"total_tokens":20268,"cost":0.01933872},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":27290,"output_tokens":7547,"total_tokens":34837,"cost":0.032977400000000004},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042170,"overall_relative_score":1042170,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":321,"performance":1535,"input_tokens":72311,"output_tokens":10910,"total_tokens":83221,"cost":0.06390764},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":31795,"output_tokens":9733,"total_tokens":41528,"cost":0.038466879999999995},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70159179700,"overall_relative_score":1483229466,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":722,"performance":962,"input_tokens":21570,"output_tokens":15770,"total_tokens":37340,"cost":0.047541919999999994},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6688094433522,"overall_relative_score":6688094433522,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":858,"performance":674,"input_tokens":61518,"output_tokens":31458,"total_tokens":92976,"cost":0.08988960000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":944,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":20837,"output_tokens":7474,"total_tokens":28311,"cost":0.025401319999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219934222,"overall_relative_score":219934222,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":27095,"output_tokens":10224,"total_tokens":37319,"cost":0.03559812},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142551114,"overall_relative_score":142551114,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1005,"performance":93,"input_tokens":33201,"output_tokens":9603,"total_tokens":42804,"cost":0.038930400000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":411865000,"overall_relative_score":482876813,"max_execution_time_ms":516,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":37699,"output_tokens":24751,"total_tokens":62450,"cost":0.07139544},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":737,"overall_relative_score":737,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":631,"performance":734,"input_tokens":17514,"output_tokens":10444,"total_tokens":27958,"cost":0.0315252},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10700743841,"overall_relative_score":953906246363,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":30477,"output_tokens":32814,"total_tokens":63291,"cost":0.08552212000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56212542,"overall_relative_score":56212542,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":723,"performance":1026,"input_tokens":20430,"output_tokens":9353,"total_tokens":29783,"cost":0.029008680000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":21954,"output_tokens":31405,"total_tokens":53359,"cost":0.08118147999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24150248,"overall_relative_score":24150248,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":976,"performance":341,"input_tokens":14994,"output_tokens":8481,"total_tokens":23475,"cost":0.02683924},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":969411496,"overall_relative_score":1510864369971,"max_execution_time_ms":270,"max_memory_usage_kib":10240,"rank":602,"performance":1234,"input_tokens":38633,"output_tokens":11989,"total_tokens":50622,"cost":0.037874},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":62491,"output_tokens":32043,"total_tokens":94534,"cost":0.08865575999999999}]},{"num_self_refine":8,"rank":{"all":{"mean":663.85,"median":622.0,"min":186,"max":1232,"stdev":249.696179488758},"short":{"mean":582.9130434782609,"median":568.0,"min":186,"max":1005,"stdev":244.06815610016474},"long":{"mean":773.3529411764706,"median":745.0,"min":500,"max":1232,"stdev":218.8809440016623}},"performance":{"all":{"mean":788.9,"median":808.0,"min":-61,"max":1535,"stdev":407.3219478873797},"short":{"mean":816.6086956521739,"median":802.0,"min":-61,"max":1535,"stdev":461.75384421596465},"long":{"mean":751.4117647058823,"median":814.0,"min":132,"max":1234,"stdev":329.603940135644}},"input_tokens":{"all":{"mean":120871.4,"median":110779.5,"min":48369,"max":342250,"stdev":61275.32763736696},"short":{"mean":124290.56521739131,"median":109888.0,"min":48369,"max":342250,"stdev":76700.5022051984},"long":{"mean":116245.4705882353,"median":117501.0,"min":69459,"max":186923,"stdev":31990.250253236623}},"output_tokens":{"all":{"mean":28449.475,"median":25195.5,"min":8143,"max":49683,"stdev":11551.243431764036},"short":{"mean":27016.043478260868,"median":22699.0,"min":8143,"max":48528,"stdev":11173.977909240984},"long":{"mean":30388.823529411766,"median":28674.0,"min":13157,"max":49683,"stdev":12108.234864314938}},"total_tokens":{"all":{"mean":149320.875,"median":139697.0,"min":56512,"max":364318,"stdev":65090.24887827098},"short":{"mean":151306.60869565216,"median":131707.0,"min":56512,"max":364318,"stdev":79450.76596045854},"long":{"mean":146634.29411764705,"median":141127.0,"min":82774,"max":223494,"stdev":40424.43060632503}},"cost":{"all":{"mean":0.117874269,"median":0.10776986,"min":0.03942528,"max":0.25032456000000003,"stdev":0.047169697655745045},"short":{"mean":0.11937337739130435,"median":0.10656716000000001,"min":0.03942528,"max":0.25032456000000003,"stdev":0.0524872813446012},"long":{"mean":0.11584606352941176,"median":0.10918167999999999,"min":0.05817351999999999,"max":0.19918052,"stdev":0.04034576437030797}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22914631,"overall_relative_score":22914631,"max_execution_time_ms":10,"max_memory_usage_kib":15360,"rank":1232,"performance":383,"input_tokens":73984,"output_tokens":27945,"total_tokens":101929,"cost":0.08659868000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":299594,"overall_relative_score":299594,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":784,"performance":802,"input_tokens":153764,"output_tokens":21876,"total_tokens":175640,"cost":0.10526239999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2272988498462,"overall_relative_score":2272988498462,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":554,"performance":1064,"input_tokens":101797,"output_tokens":34804,"total_tokens":136601,"cost":0.12551067999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3887558419,"overall_relative_score":3887558419,"max_execution_time_ms":1200,"max_memory_usage_kib":8192,"rank":232,"performance":1458,"input_tokens":109936,"output_tokens":37646,"total_tokens":147582,"cost":0.11927304000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1312419,"overall_relative_score":1312419,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":371,"performance":1028,"input_tokens":88319,"output_tokens":19762,"total_tokens":108081,"cost":0.08528796},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":186923,"output_tokens":36571,"total_tokens":223494,"cost":0.17092456},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":904732,"overall_relative_score":904732,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":94674,"output_tokens":23905,"total_tokens":118579,"cost":0.10930132000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":613,"performance":-61,"input_tokens":55799,"output_tokens":46087,"total_tokens":101886,"cost":0.12825384},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92338382,"overall_relative_score":92338382,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":117501,"output_tokens":23626,"total_tokens":141127,"cost":0.08740164},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421859714,"overall_relative_score":421859714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":644,"performance":754,"input_tokens":169381,"output_tokens":15498,"total_tokens":184879,"cost":0.10268644},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3908,"overall_relative_score":3908,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":411,"performance":1082,"input_tokens":130049,"output_tokens":20013,"total_tokens":150062,"cost":0.10600167999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289135580,"overall_relative_score":289135580,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":1032,"input_tokens":143110,"output_tokens":45460,"total_tokens":188570,"cost":0.14641143999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69788035,"overall_relative_score":69788035,"max_execution_time_ms":2560,"max_memory_usage_kib":3072,"rank":435,"performance":1124,"input_tokens":117803,"output_tokens":38708,"total_tokens":156511,"cost":0.14423619999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961907286,"overall_relative_score":961907286,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":500,"performance":990,"input_tokens":172428,"output_tokens":49683,"total_tokens":222111,"cost":0.19918052},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48071365,"overall_relative_score":48071365,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":548,"performance":974,"input_tokens":124141,"output_tokens":26584,"total_tokens":150725,"cost":0.13287532000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1642569172,"overall_relative_score":8969761764,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":935,"performance":652,"input_tokens":119664,"output_tokens":28674,"total_tokens":148338,"cost":0.10918167999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5838997691797,"overall_relative_score":286023905731,"max_execution_time_ms":3200,"max_memory_usage_kib":3072,"rank":812,"performance":714,"input_tokens":119840,"output_tokens":18427,"total_tokens":138267,"cost":0.09485044},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":111623,"output_tokens":46862,"total_tokens":158485,"cost":0.14579756},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439824872,"overall_relative_score":439824872,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":360,"performance":1430,"input_tokens":139072,"output_tokens":26486,"total_tokens":165558,"cost":0.10897256},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":86052,"output_tokens":39773,"total_tokens":125825,"cost":0.1368582},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":69078,"output_tokens":32223,"total_tokens":101301,"cost":0.10625356},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":49435,"output_tokens":14517,"total_tokens":63952,"cost":0.05335071999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129883575764,"overall_relative_score":153539594893,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":802,"performance":887,"input_tokens":95307,"output_tokens":33860,"total_tokens":129167,"cost":0.11820707999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":538,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":48369,"output_tokens":8143,"total_tokens":56512,"cost":0.03942528},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69502502935,"overall_relative_score":788291408498,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":637,"input_tokens":90870,"output_tokens":13157,"total_tokens":104027,"cost":0.06712884},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042170,"overall_relative_score":1042170,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":321,"performance":1535,"input_tokens":342250,"output_tokens":22068,"total_tokens":364318,"cost":0.25032456000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":97940,"output_tokens":14730,"total_tokens":112670,"cost":0.06617608},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6469775900,"overall_relative_score":58897603766,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":544,"performance":1192,"input_tokens":84415,"output_tokens":23750,"total_tokens":108165,"cost":0.09156236},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7928672643286,"overall_relative_score":7928672643286,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":834,"performance":734,"input_tokens":280564,"output_tokens":41152,"total_tokens":321716,"cost":0.22865744000000005},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":944,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":69459,"output_tokens":13315,"total_tokens":82774,"cost":0.05817351999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219917334,"overall_relative_score":219917334,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":109888,"output_tokens":21819,"total_tokens":131707,"cost":0.08796852},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142551114,"overall_relative_score":142551114,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1005,"performance":93,"input_tokens":119026,"output_tokens":22699,"total_tokens":141725,"cost":0.10656716000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":411865000,"overall_relative_score":482876813,"max_execution_time_ms":516,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":141609,"output_tokens":41759,"total_tokens":183368,"cost":0.15449120000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":754,"overall_relative_score":754,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":631,"performance":734,"input_tokens":73633,"output_tokens":20616,"total_tokens":94249,"cost":0.08748092},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10700743841,"overall_relative_score":953906246363,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":119995,"output_tokens":41876,"total_tokens":161871,"cost":0.15223876000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":990,"performance":75,"input_tokens":86032,"output_tokens":19084,"total_tokens":105116,"cost":0.08541904},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":83118,"output_tokens":48528,"total_tokens":131646,"cost":0.14324168},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70519380,"overall_relative_score":70519380,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":971,"performance":372,"input_tokens":58751,"output_tokens":14369,"total_tokens":73120,"cost":0.0591792},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":969411496,"overall_relative_score":1510864369971,"max_execution_time_ms":270,"max_memory_usage_kib":10240,"rank":602,"performance":1234,"input_tokens":129708,"output_tokens":22111,"total_tokens":151819,"cost":0.09554804},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":269549,"output_tokens":39813,"total_tokens":309362,"cost":0.21871063999999998}]},{"num_self_refine":16,"rank":{"all":{"mean":650.325,"median":603.5,"min":186,"max":1137,"stdev":238.18904230000774},"short":{"mean":572.4782608695652,"median":537.0,"min":186,"max":1005,"stdev":240.65363068209527},"long":{"mean":755.6470588235294,"median":745.0,"min":500,"max":1137,"stdev":195.34518844102308}},"performance":{"all":{"mean":838.4,"median":854.0,"min":75,"max":1535,"stdev":362.5111704733369},"short":{"mean":861.3913043478261,"median":870.0,"min":75,"max":1535,"stdev":421.7599208436472},"long":{"mean":807.2941176470588,"median":838.0,"min":178,"max":1234,"stdev":271.9330718912933}},"input_tokens":{"all":{"mean":452701.975,"median":427647.5,"min":158806,"max":1041116,"stdev":184729.21660726191},"short":{"mean":466730.6956521739,"median":417408.0,"min":158806,"max":1041116,"stdev":225671.6912740587},"long":{"mean":433721.9411764706,"median":440789.0,"min":260174,"max":695266,"stdev":111750.32500817983}},"output_tokens":{"all":{"mean":48579.525,"median":48863.5,"min":14126,"max":90831,"stdev":16635.190718947866},"short":{"mean":46662.30434782609,"median":48035.0,"min":14126,"max":74294,"stdev":15515.012912527316},"long":{"mean":51173.41176470588,"median":49975.0,"min":23949,"max":90831,"stdev":18196.47518085173}},"total_tokens":{"all":{"mean":501281.5,"median":472160.0,"min":172932,"max":1084809,"stdev":191731.7387126995},"short":{"mean":513393.0,"median":452739.0,"min":172932,"max":1084809,"stdev":230284.58105116177},"long":{"mean":484895.35294117645,"median":493253.0,"min":289932,"max":786097,"stdev":127245.12535355783}},"cost":{"all":{"mean":0.314163452,"median":0.30457661999999996,"min":0.08828976,"max":0.7172191600000001,"stdev":0.12503359199490482},"short":{"mean":0.3273280434782609,"median":0.31207376,"min":0.08828976,"max":0.7172191600000001,"stdev":0.142622763893005},"long":{"mean":0.29635253411764706,"median":0.29280556,"min":0.16922748,"max":0.5696498799999999,"stdev":0.09772923899647018}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16683804877,"overall_relative_score":16683804877,"max_execution_time_ms":10,"max_memory_usage_kib":15360,"rank":1137,"performance":622,"input_tokens":321608,"output_tokens":51533,"total_tokens":373141,"cost":0.26807820000000004},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457095,"overall_relative_score":457095,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":735,"performance":870,"input_tokens":685880,"output_tokens":48035,"total_tokens":733915,"cost":0.4820818},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2313051472299,"overall_relative_score":2313051472299,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":548,"performance":1072,"input_tokens":393018,"output_tokens":51627,"total_tokens":444645,"cost":0.31147596},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3887558419,"overall_relative_score":3887558419,"max_execution_time_ms":1200,"max_memory_usage_kib":8192,"rank":232,"performance":1458,"input_tokens":532433,"output_tokens":74294,"total_tokens":606727,"cost":0.43153892},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1312419,"overall_relative_score":1312419,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":371,"performance":1028,"input_tokens":343548,"output_tokens":34793,"total_tokens":378341,"cost":0.2081934},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":512049,"output_tokens":49371,"total_tokens":561420,"cost":0.31492912},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":896873,"overall_relative_score":896873,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":437887,"output_tokens":53694,"total_tokens":491581,"cost":0.31436011999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":199304,"output_tokens":70692,"total_tokens":269996,"cost":0.23911919999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92338382,"overall_relative_score":92338382,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":411690,"output_tokens":40742,"total_tokens":452432,"cost":0.20722368},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421859714,"overall_relative_score":421859714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":644,"performance":754,"input_tokens":547537,"output_tokens":29308,"total_tokens":576845,"cost":0.33973484},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3908,"overall_relative_score":3908,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":411,"performance":1082,"input_tokens":417408,"output_tokens":35331,"total_tokens":452739,"cost":0.3029281999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292833296,"overall_relative_score":292833296,"max_execution_time_ms":420,"max_memory_usage_kib":50176,"rank":564,"performance":1033,"input_tokens":460897,"output_tokens":62708,"total_tokens":523605,"cost":0.28392844},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70203001,"overall_relative_score":70203001,"max_execution_time_ms":2020,"max_memory_usage_kib":3072,"rank":429,"performance":1135,"input_tokens":390283,"output_tokens":54595,"total_tokens":444878,"cost":0.31291495999999996},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961907286,"overall_relative_score":961907286,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":500,"performance":990,"input_tokens":695266,"output_tokens":90831,"total_tokens":786097,"cost":0.5696498799999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49617328,"overall_relative_score":49617328,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":537,"performance":993,"input_tokens":488354,"output_tokens":53756,"total_tokens":542110,"cost":0.3433498400000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1708662716,"overall_relative_score":9348492242,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":935,"performance":652,"input_tokens":552278,"output_tokens":69399,"total_tokens":621677,"cost":0.36145836},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5838997691797,"overall_relative_score":286023905731,"max_execution_time_ms":3200,"max_memory_usage_kib":3072,"rank":812,"performance":714,"input_tokens":452838,"output_tokens":40415,"total_tokens":493253,"cost":0.31415596},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651910536877173,"overall_relative_score":5569692544,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":440789,"output_tokens":70273,"total_tokens":511062,"cost":0.30622504},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439824872,"overall_relative_score":439824872,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":360,"performance":1430,"input_tokens":552586,"output_tokens":57332,"total_tokens":609918,"cost":0.37412328},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":305304,"output_tokens":49647,"total_tokens":354951,"cost":0.2280394},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":287319,"output_tokens":48356,"total_tokens":335675,"cost":0.25133459999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":173083,"output_tokens":26708,"total_tokens":199791,"cost":0.13294083999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129883575764,"overall_relative_score":153539594893,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":802,"performance":887,"input_tokens":357374,"output_tokens":49975,"total_tokens":407349,"cost":0.29280556},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":538,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":158806,"output_tokens":14126,"total_tokens":172932,"cost":0.08828976},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69379802816,"overall_relative_score":786826516445,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":912,"performance":629,"input_tokens":323990,"output_tokens":23949,"total_tokens":347939,"cost":0.21694484},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042170,"overall_relative_score":1042170,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":321,"performance":1535,"input_tokens":1041116,"output_tokens":43693,"total_tokens":1084809,"cost":0.7172191600000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":312501,"output_tokens":25684,"total_tokens":338185,"cost":0.16922748},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6419042100,"overall_relative_score":58082619550,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":552,"performance":1181,"input_tokens":342781,"output_tokens":41176,"total_tokens":383957,"cost":0.22727948},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7984724399346,"overall_relative_score":7984724399346,"max_execution_time_ms":1510,"max_memory_usage_kib":3072,"rank":833,"performance":736,"input_tokens":883680,"output_tokens":62631,"total_tokens":946311,"cost":0.5278640400000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":347542108,"overall_relative_score":747926359,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":842,"performance":838,"input_tokens":260174,"output_tokens":29758,"total_tokens":289932,"cost":0.17069039999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219801650,"overall_relative_score":219801650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":414709,"output_tokens":38015,"total_tokens":452724,"cost":0.26533232},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142551114,"overall_relative_score":142551114,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1005,"performance":93,"input_tokens":476937,"output_tokens":45302,"total_tokens":522239,"cost":0.2895514},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":411865000,"overall_relative_score":482876813,"max_execution_time_ms":516,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":570815,"output_tokens":75647,"total_tokens":646462,"cost":0.41582024},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":754,"overall_relative_score":754,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":631,"performance":734,"input_tokens":659091,"output_tokens":36871,"total_tokens":695962,"cost":0.43378008},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8838209420,"overall_relative_score":1151560133193,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":1019,"performance":600,"input_tokens":502872,"output_tokens":55572,"total_tokens":558444,"cost":0.36135568},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":990,"performance":75,"input_tokens":375426,"output_tokens":43226,"total_tokens":418652,"cost":0.31207376},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437262,"overall_relative_score":437262,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":1158,"input_tokens":335202,"output_tokens":71016,"total_tokens":406218,"cost":0.2679804},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84430458,"overall_relative_score":84430458,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":955,"performance":453,"input_tokens":245352,"output_tokens":24629,"total_tokens":269981,"cost":0.15408844},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":969411496,"overall_relative_score":1510864369971,"max_execution_time_ms":270,"max_memory_usage_kib":10240,"rank":602,"performance":1234,"input_tokens":462333,"output_tokens":41288,"total_tokens":503621,"cost":0.24674475999999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":783561,"output_tokens":57183,"total_tokens":840744,"cost":0.51170624}]}]},{"model_name":"glm-4.7","detail_path":"data/model_details/glm-4.7.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":784.8,"median":802.0,"min":186,"max":1087,"stdev":201.62928663953863},"short":{"mean":717.0,"median":711.0,"min":186,"max":992,"stdev":205.54738449498032},"long":{"mean":876.5294117647059,"median":877.0,"min":562,"max":1087,"stdev":159.5415767312156}},"performance":{"all":{"mean":399.475,"median":241.5,"min":-80,"max":1258,"stdev":386.20892363111926},"short":{"mean":374.17391304347825,"median":236.0,"min":-70,"max":1258,"stdev":401.82590669161385},"long":{"mean":433.70588235294116,"median":247.0,"min":-80,"max":1048,"stdev":373.35334548954467}},"input_tokens":{"all":{"mean":3047.275,"median":2712.0,"min":1346,"max":7608,"stdev":1616.2535975726912},"short":{"mean":2507.1739130434785,"median":1859.0,"min":1417,"max":7544,"stdev":1473.6620326795642},"long":{"mean":3778.0,"median":3359.0,"min":1346,"max":7608,"stdev":1547.481461924504}},"output_tokens":{"all":{"mean":18952.55,"median":18344.5,"min":9794,"max":37932,"stdev":6227.353744898595},"short":{"mean":19371.217391304348,"median":18177.0,"min":10395,"max":37932,"stdev":6674.849334060737},"long":{"mean":18386.117647058825,"median":18512.0,"min":9794,"max":30959,"stdev":5715.943063947901}},"total_tokens":{"all":{"mean":21999.825,"median":20841.5,"min":12248,"max":40126,"stdev":6213.070242672668},"short":{"mean":21878.391304347828,"median":20239.0,"min":12248,"max":40126,"stdev":6817.892507880412},"long":{"mean":22164.117647058825,"median":21506.0,"min":13595,"max":33979,"stdev":5488.9031450094035}},"cost":{"all":{"mean":0.0431562055,"median":0.04230941,"min":0.02196589,"max":0.08476435,"stdev":0.013695683660088312},"short":{"mean":0.0436868,"median":0.04017826,"min":0.02397835,"max":0.08476435,"stdev":0.0147703750586965},"long":{"mean":0.04243834235294117,"median":0.04242774,"min":0.02196589,"max":0.06982821,"stdev":0.012501137373324043}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800542590271,"overall_relative_score":800542590271,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":1346,"output_tokens":17528,"total_tokens":18874,"cost":0.03871064},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":1481,"output_tokens":17134,"total_tokens":18615,"cost":0.03858095},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2644,"output_tokens":11671,"total_tokens":14315,"cost":0.02726015},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":1639,"output_tokens":16614,"total_tokens":18253,"cost":0.03753175},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":1818,"output_tokens":15074,"total_tokens":16892,"cost":0.03425115},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4528001,"overall_relative_score":4528001,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":562,"performance":917,"input_tokens":3801,"output_tokens":9794,"total_tokens":13595,"cost":0.02196589},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":585,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1529,"output_tokens":15895,"total_tokens":17424,"cost":0.03579281},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2243,"output_tokens":19806,"total_tokens":22049,"cost":0.04483227},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2994,"output_tokens":18512,"total_tokens":21506,"cost":0.04242774},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":545001959,"overall_relative_score":545001959,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":791,"input_tokens":2208,"output_tokens":14187,"total_tokens":16395,"cost":0.03145526},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2720,"overall_relative_score":2720,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":652,"performance":236,"input_tokens":7544,"output_tokens":23091,"total_tokens":30635,"cost":0.05163102},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":952,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":7608,"output_tokens":17223,"total_tokens":24831,"cost":0.04236867},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":5224,"output_tokens":15015,"total_tokens":20239,"cost":0.03607234},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":593571311,"overall_relative_score":593571311,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":568,"performance":862,"input_tokens":2820,"output_tokens":18578,"total_tokens":21398,"cost":0.04247687},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67002511,"overall_relative_score":67002511,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":464,"performance":1117,"input_tokens":2572,"output_tokens":12040,"total_tokens":14612,"cost":0.02802924},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4572641,"overall_relative_score":252208879,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1020,"performance":439,"input_tokens":2780,"output_tokens":20882,"total_tokens":23662,"cost":0.04624718},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4304450760377,"overall_relative_score":378145383858,"max_execution_time_ms":935,"max_memory_usage_kib":3072,"rank":752,"performance":820,"input_tokens":6995,"output_tokens":10633,"total_tokens":17628,"cost":0.02750287},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4502,"output_tokens":20139,"total_tokens":24641,"cost":0.04700455},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3634,"output_tokens":19477,"total_tokens":23111,"cost":0.04494307},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12504060,"overall_relative_score":12504060,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":712,"performance":1042,"input_tokens":1708,"output_tokens":18177,"total_tokens":19885,"cost":0.04017826},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2194,"output_tokens":37932,"total_tokens":40126,"cost":0.08476435},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":555,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1849,"output_tokens":33103,"total_tokens":34952,"cost":0.07393355},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":160972292,"overall_relative_score":1122283610,"max_execution_time_ms":1082,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":2884,"output_tokens":24089,"total_tokens":26973,"cost":0.05463016},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":718,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":3537,"output_tokens":24412,"total_tokens":27949,"cost":0.05563652},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3359,"output_tokens":26897,"total_tokens":30256,"cost":0.06109374},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1853,"output_tokens":10395,"total_tokens":12248,"cost":0.02397835},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4135,"output_tokens":13544,"total_tokens":17679,"cost":0.03227535},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":797,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3020,"output_tokens":30959,"total_tokens":33979,"cost":0.06982821},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1758,"output_tokens":14751,"total_tokens":16509,"cost":0.03264656},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1217,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2841,"output_tokens":16071,"total_tokens":18912,"cost":0.03696427},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1922,"output_tokens":23280,"total_tokens":25202,"cost":0.05236675},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224810868,"overall_relative_score":224810868,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":525,"performance":1258,"input_tokens":4330,"output_tokens":10873,"total_tokens":15203,"cost":0.02439788},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":359892000,"overall_relative_score":422176629,"max_execution_time_ms":843,"max_memory_usage_kib":3072,"rank":986,"performance":440,"input_tokens":4013,"output_tokens":20337,"total_tokens":24350,"cost":0.04714773},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":10240,"rank":683,"performance":265,"input_tokens":1859,"output_tokens":15111,"total_tokens":16970,"cost":0.03435764},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4204,"output_tokens":22100,"total_tokens":26304,"cost":0.05113995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":593,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1657,"output_tokens":22477,"total_tokens":24134,"cost":0.04963265},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2205,"output_tokens":25375,"total_tokens":27580,"cost":0.05714604},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77987562,"overall_relative_score":77987562,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":966,"performance":400,"input_tokens":1484,"output_tokens":18801,"total_tokens":20285,"cost":0.04225015},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":2023592674,"overall_relative_score":721344829743,"max_execution_time_ms":765,"max_memory_usage_kib":9212,"rank":780,"performance":1048,"input_tokens":4280,"output_tokens":13607,"total_tokens":17887,"cost":0.03240785},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":1417,"output_tokens":22518,"total_tokens":23935,"cost":0.05038784}]},{"num_self_refine":2,"rank":{"all":{"mean":715.4,"median":725.0,"min":37,"max":1087,"stdev":236.9684388808793},"short":{"mean":679.2173913043479,"median":683.0,"min":37,"max":992,"stdev":239.70132106469106},"long":{"mean":764.3529411764706,"median":824.0,"min":365,"max":1087,"stdev":231.18037902698148}},"performance":{"all":{"mean":559.675,"median":285.0,"min":-80,"max":2349,"stdev":538.3390118379558},"short":{"mean":506.04347826086956,"median":277.0,"min":-61,"max":2349,"stdev":562.2833706707022},"long":{"mean":632.2352941176471,"median":781.0,"min":-80,"max":1321,"stdev":511.8171706542001}},"input_tokens":{"all":{"mean":9481.775,"median":8420.0,"min":4044,"max":20537,"stdev":4021.009156963537},"short":{"mean":8330.217391304348,"median":7139.0,"min":4044,"max":19607,"stdev":4114.2811363316805},"long":{"mean":11039.764705882353,"median":10486.0,"min":5274,"max":20537,"stdev":3413.2707102098525}},"output_tokens":{"all":{"mean":30585.325,"median":30801.5,"min":16037,"max":50630,"stdev":7461.446990990352},"short":{"mean":31115.304347826088,"median":30376.0,"min":17502,"max":50630,"stdev":7617.294977011093},"long":{"mean":29868.29411764706,"median":32129.0,"min":16037,"max":43090,"stdev":7414.2766569361465}},"total_tokens":{"all":{"mean":40067.1,"median":38603.5,"min":24434,"max":56893,"stdev":7702.002116666043},"short":{"mean":39445.52173913043,"median":37888.0,"min":24434,"max":56893,"stdev":8133.251020960835},"long":{"mean":40908.05882352941,"median":41628.0,"min":27598,"max":53093,"stdev":7234.072033358772}},"cost":{"all":{"mean":0.07177808075,"median":0.07176721,"min":0.04101997,"max":0.11423583000000001,"stdev":0.016055910173570703},"short":{"mean":0.07236189086956522,"median":0.07111869000000001,"min":0.04257442,"max":0.11423583000000001,"stdev":0.01613974420149665},"long":{"mean":0.07098822,"median":0.07679694000000001,"min":0.04101997,"max":0.09922739,"stdev":0.016402444781645355}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800542590271,"overall_relative_score":800542590271,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":5274,"output_tokens":30183,"total_tokens":35457,"cost":0.06824988},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":6482,"output_tokens":27804,"total_tokens":34286,"cost":0.06433084},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":11726,"output_tokens":16037,"total_tokens":27763,"cost":0.04101997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":7315,"output_tokens":30376,"total_tokens":37691,"cost":0.07111869000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":8202,"output_tokens":31179,"total_tokens":39381,"cost":0.07262271000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4528001,"overall_relative_score":4528001,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":562,"performance":917,"input_tokens":10430,"output_tokens":17168,"total_tokens":27598,"cost":0.042079359999999996},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":585,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":9298,"output_tokens":28123,"total_tokens":37421,"cost":0.06660758},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5513,"output_tokens":32890,"total_tokens":38403,"cost":0.07448098},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":11118,"output_tokens":32129,"total_tokens":43247,"cost":0.07716448000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7021346323,"overall_relative_score":7021346323,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":37,"performance":2349,"input_tokens":6141,"output_tokens":25081,"total_tokens":31222,"cost":0.057686799999999996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2720,"overall_relative_score":2720,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":652,"performance":236,"input_tokens":17389,"output_tokens":38400,"total_tokens":55789,"cost":0.08752224},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":952,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":20537,"output_tokens":26391,"total_tokens":46928,"cost":0.06656872999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":17147,"output_tokens":24166,"total_tokens":41313,"cost":0.06335589},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1311124341,"overall_relative_score":1311124341,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":365,"performance":1226,"input_tokens":9132,"output_tokens":32496,"total_tokens":41628,"cost":0.07679694000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67002511,"overall_relative_score":67002511,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":464,"performance":1117,"input_tokens":7533,"output_tokens":26672,"total_tokens":34205,"cost":0.06319428},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8289134691,"overall_relative_score":76923828697,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":490,"performance":1255,"input_tokens":7555,"output_tokens":31249,"total_tokens":38804,"cost":0.07191713},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45910971591,"overall_relative_score":837542481213,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":401,"performance":1321,"input_tokens":15573,"output_tokens":22562,"total_tokens":38135,"cost":0.0554669},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":14421,"output_tokens":32245,"total_tokens":46666,"cost":0.0795867},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":301840027,"overall_relative_score":301840027,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":898,"performance":544,"input_tokens":19607,"output_tokens":28066,"total_tokens":47673,"cost":0.07342022000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12504060,"overall_relative_score":12504060,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":712,"performance":1042,"input_tokens":6343,"output_tokens":31485,"total_tokens":37828,"cost":0.07223489999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":7139,"output_tokens":48360,"total_tokens":55499,"cost":0.10959887},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":555,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":6263,"output_tokens":50630,"total_tokens":56893,"cost":0.11423583000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":160972292,"overall_relative_score":1122283610,"max_execution_time_ms":1082,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":10362,"output_tokens":35874,"total_tokens":46236,"cost":0.08504199999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":718,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":7397,"output_tokens":35035,"total_tokens":42432,"cost":0.08046268000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":10303,"output_tokens":38648,"total_tokens":48951,"cost":0.08946741},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":6932,"output_tokens":17502,"total_tokens":24434,"cost":0.04257442},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":11453,"output_tokens":20719,"total_tokens":32172,"cost":0.048866309999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5125102700,"overall_relative_score":66371876487,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":523,"performance":1219,"input_tokens":10003,"output_tokens":43090,"total_tokens":53093,"cost":0.09922739},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9789726312853,"overall_relative_score":9789726312853,"max_execution_time_ms":90,"max_memory_usage_kib":8124,"rank":672,"performance":1026,"input_tokens":5484,"output_tokens":26132,"total_tokens":31616,"cost":0.05991791},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1217,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":7618,"output_tokens":33760,"total_tokens":41378,"cost":0.07874381999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":7464,"output_tokens":30424,"total_tokens":37888,"cost":0.07046795},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224810868,"overall_relative_score":224810868,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":525,"performance":1258,"input_tokens":10221,"output_tokens":23510,"total_tokens":33731,"cost":0.05573143},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228354386,"overall_relative_score":22561794777,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":630,"performance":1044,"input_tokens":10911,"output_tokens":35574,"total_tokens":46485,"cost":0.08480547999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":10240,"rank":683,"performance":265,"input_tokens":6891,"output_tokens":24867,"total_tokens":31758,"cost":0.05793011000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":10486,"output_tokens":33166,"total_tokens":43652,"cost":0.07719537},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43746488,"overall_relative_score":43746488,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":841,"performance":828,"input_tokens":4044,"output_tokens":40078,"total_tokens":44122,"cost":0.0886184},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":8638,"output_tokens":30302,"total_tokens":38940,"cost":0.07076577},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77987562,"overall_relative_score":77987562,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":966,"performance":400,"input_tokens":5252,"output_tokens":33037,"total_tokens":38289,"cost":0.0758277},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2632541263,"overall_relative_score":576972080454,"max_execution_time_ms":120,"max_memory_usage_kib":11724,"rank":792,"performance":1036,"input_tokens":10774,"output_tokens":26470,"total_tokens":37244,"cost":0.06460187},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":4900,"output_tokens":31533,"total_tokens":36433,"cost":0.07161729}]},{"num_self_refine":4,"rank":{"all":{"mean":641.725,"median":632.5,"min":37,"max":1040,"stdev":262.77620267502857},"short":{"mean":570.8695652173913,"median":523.0,"min":37,"max":992,"stdev":257.24577995440046},"long":{"mean":737.5882352941177,"median":824.0,"min":365,"max":1040,"stdev":245.6427942214898}},"performance":{"all":{"mean":805.25,"median":779.0,"min":51,"max":2349,"stdev":524.7592243970024},"short":{"mean":853.0,"median":777.0,"min":116,"max":2349,"stdev":566.8680301766573},"long":{"mean":740.6470588235294,"median":781.0,"min":51,"max":1417,"stdev":470.8144460900269}},"input_tokens":{"all":{"mean":34048.75,"median":29441.5,"min":15742,"max":83807,"stdev":14969.865394715393},"short":{"mean":29446.608695652172,"median":25801.0,"min":15742,"max":65702,"stdev":11827.092053029352},"long":{"mean":40275.17647058824,"median":35206.0,"min":24333,"max":83807,"stdev":16800.706474116254}},"output_tokens":{"all":{"mean":50238.625,"median":49263.5,"min":27153,"max":80425,"stdev":11401.327274707975},"short":{"mean":51348.217391304344,"median":49205.0,"min":37102,"max":80425,"stdev":11118.391054123393},"long":{"mean":48737.41176470588,"median":50989.0,"min":27153,"max":72671,"stdev":11946.184689362246}},"total_tokens":{"all":{"mean":84287.375,"median":80898.0,"min":60669,"max":130964,"stdev":18517.598219805077},"short":{"mean":80794.82608695653,"median":78174.0,"min":61169,"max":116629,"stdev":15650.831644043636},"long":{"mean":89012.58823529411,"median":83670.0,"min":60669,"max":130964,"stdev":21395.336948324813}},"cost":{"all":{"mean":0.12515177975,"median":0.12351913499999999,"min":0.07278921999999999,"max":0.18657882000000003,"stdev":0.02579679848793381},"short":{"mean":0.12604018695652175,"median":0.12014117,"min":0.09374164,"max":0.18657882000000003,"stdev":0.024417537882748513},"long":{"mean":0.12394981705882352,"median":0.12696405,"min":0.07278921999999999,"max":0.17827704,"stdev":0.028277695435805664}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800542590271,"overall_relative_score":800542590271,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":26498,"output_tokens":49143,"total_tokens":75641,"cost":0.11860576},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":29149,"output_tokens":49205,"total_tokens":78354,"cost":0.12014117},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":36326,"output_tokens":30898,"total_tokens":67224,"cost":0.08838499},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1026970804,"overall_relative_score":1026970804,"max_execution_time_ms":2690,"max_memory_usage_kib":3072,"rank":575,"performance":474,"input_tokens":26569,"output_tokens":41439,"total_tokens":68008,"cost":0.10342730000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":34354,"output_tokens":63061,"total_tokens":97415,"cost":0.15318534},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5080171,"overall_relative_score":5080171,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":375,"performance":1229,"input_tokens":33516,"output_tokens":27153,"total_tokens":60669,"cost":0.07278921999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":585,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":34246,"output_tokens":45998,"total_tokens":80244,"cost":0.11634732},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8201147605,"overall_relative_score":8201147605,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":16400,"output_tokens":49130,"total_tokens":65530,"cost":0.11504627},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":42779,"output_tokens":54989,"total_tokens":97768,"cost":0.1463639},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7021346323,"overall_relative_score":7021346323,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":37,"performance":2349,"input_tokens":26315,"output_tokens":42610,"total_tokens":68925,"cost":0.10633521999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13936,"overall_relative_score":13936,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":53208,"output_tokens":63421,"total_tokens":116629,"cost":0.15915004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":131590331,"overall_relative_score":131590331,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":878,"performance":439,"input_tokens":75749,"output_tokens":53009,"total_tokens":128758,"cost":0.14982164999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4597917,"overall_relative_score":4597917,"max_execution_time_ms":2800,"max_memory_usage_kib":6144,"rank":703,"performance":452,"input_tokens":49901,"output_tokens":38687,"total_tokens":88588,"cost":0.10758048},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1311124341,"overall_relative_score":1311124341,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":365,"performance":1226,"input_tokens":35206,"output_tokens":51379,"total_tokens":86585,"cost":0.12805102000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69362163,"overall_relative_score":69362163,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":450,"performance":1140,"input_tokens":25358,"output_tokens":42902,"total_tokens":68260,"cost":0.10959038},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13788248330,"overall_relative_score":159904853798,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":370,"performance":1417,"input_tokens":25077,"output_tokens":45227,"total_tokens":70304,"cost":0.10948194},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45910971591,"overall_relative_score":837542481213,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":401,"performance":1321,"input_tokens":41079,"output_tokens":40473,"total_tokens":81552,"cost":0.10254589},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":57416,"output_tokens":62093,"total_tokens":119509,"cost":0.16138258},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":301840027,"overall_relative_score":301840027,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":898,"performance":544,"input_tokens":65702,"output_tokens":48616,"total_tokens":114318,"cost":0.13668175},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12665040,"overall_relative_score":12665040,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":635,"performance":1140,"input_tokens":23517,"output_tokens":49581,"total_tokens":73098,"cost":0.11658663},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":23884,"output_tokens":70546,"total_tokens":94430,"cost":0.16845017},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93626,"overall_relative_score":93626,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":354,"performance":1285,"input_tokens":23245,"output_tokens":80425,"total_tokens":103670,"cost":0.18657882000000003},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":160972292,"overall_relative_score":1122283610,"max_execution_time_ms":1082,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":31231,"output_tokens":52439,"total_tokens":83670,"cost":0.12572735999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":718,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":21711,"output_tokens":56463,"total_tokens":78174,"cost":0.13318604},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":29734,"output_tokens":61627,"total_tokens":91361,"cost":0.14395006},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048277,"overall_relative_score":1048277,"max_execution_time_ms":1900,"max_memory_usage_kib":5120,"rank":293,"performance":1586,"input_tokens":24620,"output_tokens":39750,"total_tokens":64370,"cost":0.09758758000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":33960,"output_tokens":33017,"total_tokens":66977,"cost":0.08584029},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5125102700,"overall_relative_score":66371876487,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":523,"performance":1219,"input_tokens":35898,"output_tokens":72671,"total_tokens":108569,"cost":0.17827704},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10267432197163,"overall_relative_score":10267432197163,"max_execution_time_ms":1360,"max_memory_usage_kib":84384,"rank":514,"performance":1255,"input_tokens":22359,"output_tokens":38810,"total_tokens":61169,"cost":0.09610729999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48026000000,"overall_relative_score":5297515,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":24333,"output_tokens":57293,"total_tokens":81626,"cost":0.13485407},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":26497,"output_tokens":58390,"total_tokens":84887,"cost":0.1406959},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245683469,"overall_relative_score":245683469,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":323,"performance":1556,"input_tokens":28545,"output_tokens":37102,"total_tokens":65647,"cost":0.09374164},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228354386,"overall_relative_score":22561794777,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":630,"performance":1044,"input_tokens":33561,"output_tokens":50989,"total_tokens":84550,"cost":0.12696405},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62509,"overall_relative_score":62509,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":523,"performance":989,"input_tokens":25801,"output_tokens":43492,"total_tokens":69293,"cost":0.10624536000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12899625897,"overall_relative_score":786006876372,"max_execution_time_ms":3000,"max_memory_usage_kib":3072,"rank":1040,"performance":553,"input_tokens":83807,"output_tokens":47157,"total_tokens":130964,"cost":0.13431543},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66420823,"overall_relative_score":66420823,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":492,"performance":1345,"input_tokens":15742,"output_tokens":60454,"total_tokens":76196,"cost":0.13818884},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":229690,"overall_relative_score":229690,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":859,"performance":741,"input_tokens":32747,"output_tokens":53695,"total_tokens":86442,"cost":0.13060507},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77987562,"overall_relative_score":77987562,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":966,"performance":400,"input_tokens":24757,"output_tokens":57910,"total_tokens":82667,"cost":0.14215476999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2632541263,"overall_relative_score":576972080454,"max_execution_time_ms":120,"max_memory_usage_kib":11724,"rank":792,"performance":1036,"input_tokens":38508,"output_tokens":38979,"total_tokens":77487,"cost":0.09979164},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":22645,"output_tokens":49322,"total_tokens":71967,"cost":0.12131091}]},{"num_self_refine":8,"rank":{"all":{"mean":601.1,"median":573.5,"min":37,"max":1038,"stdev":277.1049787188408},"short":{"mean":539.6521739130435,"median":514.0,"min":37,"max":992,"stdev":281.82209228448494},"long":{"mean":684.2352941176471,"median":630.0,"min":337,"max":1038,"stdev":255.32320923972148}},"performance":{"all":{"mean":922.675,"median":976.0,"min":194,"max":2349,"stdev":527.8229786537072},"short":{"mean":956.5217391304348,"median":801.0,"min":201,"max":2349,"stdev":601.3149129249406},"long":{"mean":876.8823529411765,"median":998.0,"min":194,"max":1423,"stdev":421.9402923330713}},"input_tokens":{"all":{"mean":121356.525,"median":110181.0,"min":58669,"max":256508,"stdev":40769.439246967566},"short":{"mean":109150.86956521739,"median":100576.0,"min":58669,"max":206196,"stdev":32067.3476017192},"long":{"mean":137870.0588235294,"median":128935.0,"min":90120,"max":256508,"stdev":46191.499840975324}},"output_tokens":{"all":{"mean":83100.85,"median":79301.0,"min":53804,"max":122158,"stdev":16502.677263060014},"short":{"mean":84001.60869565218,"median":78207.0,"min":61804,"max":120046,"stdev":16918.839095514828},"long":{"mean":81882.17647058824,"median":80395.0,"min":53804,"max":122158,"stdev":16355.140870821375}},"total_tokens":{"all":{"mean":204457.375,"median":192512.5,"min":129515,"max":334422,"stdev":44475.17133717591},"short":{"mean":193152.47826086957,"median":184094.0,"min":129515,"max":284091,"stdev":36621.4046015188},"long":{"mean":219752.23529411765,"median":199933.0,"min":161939,"max":334422,"stdev":50449.55466420072}},"cost":{"all":{"mean":0.22690582325,"median":0.225345285,"min":0.16149027999999999,"max":0.33628831,"stdev":0.04251269312624669},"short":{"mean":0.22343822608695652,"median":0.22399887000000002,"min":0.16809216999999999,"max":0.31299352,"stdev":0.04066336544798891},"long":{"mean":0.2315972782352941,"median":0.22717696999999998,"min":0.16149027999999999,"max":0.33628831,"stdev":0.045728756397684985}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800542590271,"overall_relative_score":800542590271,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":109454,"output_tokens":93807,"total_tokens":203261,"cost":0.24913295000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":106803,"output_tokens":90114,"total_tokens":196917,"cost":0.24667024},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":112901,"output_tokens":59365,"total_tokens":172266,"cost":0.17369806999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1170326317,"overall_relative_score":1170326317,"max_execution_time_ms":2810,"max_memory_usage_kib":8192,"rank":572,"performance":492,"input_tokens":101476,"output_tokens":69991,"total_tokens":171467,"cost":0.19900646},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":135742,"output_tokens":101977,"total_tokens":237719,"cost":0.27116238000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5136815,"overall_relative_score":5136815,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":361,"performance":1254,"input_tokens":115551,"output_tokens":53804,"total_tokens":169355,"cost":0.16149027999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1711035,"overall_relative_score":1711035,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":70,"performance":2009,"input_tokens":129123,"output_tokens":77586,"total_tokens":206709,"cost":0.20666441000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8201147605,"overall_relative_score":8201147605,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":58669,"output_tokens":70846,"total_tokens":129515,"cost":0.17636799},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":158053,"output_tokens":88238,"total_tokens":246291,"cost":0.24278710999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7021346323,"overall_relative_score":7021346323,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":37,"performance":2349,"input_tokens":110908,"output_tokens":73186,"total_tokens":184094,"cost":0.20370520999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16764,"overall_relative_score":16764,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":304,"performance":1307,"input_tokens":166259,"output_tokens":109188,"total_tokens":275447,"cost":0.31299352},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172177729,"overall_relative_score":172177729,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":622,"performance":954,"input_tokens":213789,"output_tokens":80395,"total_tokens":294184,"cost":0.26821550999999993},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4597917,"overall_relative_score":4597917,"max_execution_time_ms":2800,"max_memory_usage_kib":6144,"rank":703,"performance":452,"input_tokens":151246,"output_tokens":73679,"total_tokens":224925,"cost":0.22492463},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1322358101,"overall_relative_score":1322358101,"max_execution_time_ms":1210,"max_memory_usage_kib":3072,"rank":342,"performance":1267,"input_tokens":158118,"output_tokens":89012,"total_tokens":247130,"cost":0.24916529},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69908465,"overall_relative_score":69908465,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":448,"performance":1144,"input_tokens":95016,"output_tokens":71496,"total_tokens":166512,"cost":0.19905739},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13788248330,"overall_relative_score":159904853798,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":370,"performance":1417,"input_tokens":90120,"output_tokens":71819,"total_tokens":161939,"cost":0.18240724},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43226638469,"overall_relative_score":874220743911,"max_execution_time_ms":5830,"max_memory_usage_kib":3072,"rank":337,"performance":1423,"input_tokens":132142,"output_tokens":67707,"total_tokens":199849,"cost":0.18240502},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177363250335706,"overall_relative_score":10531262910,"max_execution_time_ms":5950,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":194950,"output_tokens":97175,"total_tokens":292125,"cost":0.27847151000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":301840027,"overall_relative_score":301840027,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":898,"performance":544,"input_tokens":206196,"output_tokens":77895,"total_tokens":284091,"cost":0.22399887000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12712295,"overall_relative_score":12712295,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":612,"performance":1168,"input_tokens":93547,"output_tokens":78207,"total_tokens":171754,"cost":0.20246154},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":89221,"output_tokens":120046,"total_tokens":209267,"cost":0.2917961},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93821,"overall_relative_score":93821,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":90924,"output_tokens":105982,"total_tokens":196906,"cost":0.26452751},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37482289159,"overall_relative_score":248717173086,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":575,"performance":1159,"input_tokens":99301,"output_tokens":86641,"total_tokens":185942,"cost":0.22717696999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":718,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":70766,"output_tokens":100578,"total_tokens":171344,"cost":0.2444105},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3315966081762,"overall_relative_score":13975560760,"max_execution_time_ms":20,"max_memory_usage_kib":15360,"rank":990,"performance":406,"input_tokens":91665,"output_tokens":93888,"total_tokens":185553,"cost":0.22576594},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048632,"overall_relative_score":1048632,"max_execution_time_ms":1980,"max_memory_usage_kib":5120,"rank":289,"performance":1594,"input_tokens":99341,"output_tokens":63318,"total_tokens":162659,"cost":0.16943658},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":116639,"output_tokens":69874,"total_tokens":186513,"cost":0.19790035},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5125102700,"overall_relative_score":66371876487,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":523,"performance":1219,"input_tokens":137722,"output_tokens":122158,"total_tokens":259880,"cost":0.33628831},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10267432197163,"overall_relative_score":10267432197163,"max_execution_time_ms":1360,"max_memory_usage_kib":84384,"rank":514,"performance":1255,"input_tokens":100576,"output_tokens":64341,"total_tokens":164917,"cost":0.16809216999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47114008300,"overall_relative_score":5402665,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":95437,"output_tokens":92682,"total_tokens":188119,"cost":0.24897532},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":97980,"output_tokens":110950,"total_tokens":208930,"cost":0.28189424},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248179201,"overall_relative_score":248179201,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":289,"performance":1614,"input_tokens":97820,"output_tokens":61804,"total_tokens":159624,"cost":0.16882555000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228354386,"overall_relative_score":22561794777,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":630,"performance":1044,"input_tokens":132506,"output_tokens":76520,"total_tokens":209026,"cost":0.22693881},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194732,"overall_relative_score":194732,"max_execution_time_ms":1060,"max_memory_usage_kib":15360,"rank":387,"performance":1249,"input_tokens":112158,"output_tokens":66705,"total_tokens":178863,"cost":0.18218257000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12779398576,"overall_relative_score":798634423192,"max_execution_time_ms":440,"max_memory_usage_kib":14012,"rank":1038,"performance":558,"input_tokens":256508,"output_tokens":77914,"total_tokens":334422,"cost":0.28397773},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66746021,"overall_relative_score":66746021,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":482,"performance":1359,"input_tokens":102637,"output_tokens":82098,"total_tokens":184735,"cost":0.21689567000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250216,"overall_relative_score":250216,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":844,"performance":772,"input_tokens":123266,"output_tokens":90214,"total_tokens":213480,"cost":0.22777914999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77326506,"overall_relative_score":77326506,"max_execution_time_ms":1160,"max_memory_usage_kib":3072,"rank":969,"performance":383,"input_tokens":84451,"output_tokens":84884,"total_tokens":169335,"cost":0.23212095},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2608835616,"overall_relative_score":583612377959,"max_execution_time_ms":110,"max_memory_usage_kib":13592,"rank":792,"performance":1036,"input_tokens":128935,"output_tokens":70998,"total_tokens":199933,"cost":0.20235732},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":86345,"output_tokens":86952,"total_tokens":173297,"cost":0.22410556999999998}]},{"num_self_refine":16,"rank":{"all":{"mean":552.325,"median":546.0,"min":31,"max":1038,"stdev":286.74149776141843},"short":{"mean":489.2608695652174,"median":515.0,"min":31,"max":992,"stdev":282.6813524723078},"long":{"mean":637.6470588235294,"median":593.0,"min":266,"max":1038,"stdev":277.6445437012203}},"performance":{"all":{"mean":1011.075,"median":1040.5,"min":-61,"max":2470,"stdev":602.7493159021525},"short":{"mean":1043.1739130434783,"median":1144.0,"min":-61,"max":2470,"stdev":713.9469455825968},"long":{"mean":967.6470588235294,"median":1037.0,"min":194,"max":1503,"stdev":425.68752348061463}},"input_tokens":{"all":{"mean":460895.0,"median":450159.5,"min":227421,"max":718771,"stdev":125412.8933332021},"short":{"mean":431929.1304347826,"median":410698.0,"min":227421,"max":713476,"stdev":117015.9266053147},"long":{"mean":500084.1176470588,"median":471613.0,"min":329533,"max":718771,"stdev":129122.39547319162}},"output_tokens":{"all":{"mean":143093.4,"median":138153.5,"min":94878,"max":210488,"stdev":28151.454054353195},"short":{"mean":142441.13043478262,"median":140386.0,"min":95277,"max":196691,"stdev":26538.297798232426},"long":{"mean":143975.88235294117,"median":136260.0,"min":94878,"max":210488,"stdev":31014.571266749666}},"total_tokens":{"all":{"mean":603988.4,"median":600315.5,"min":322698,"max":870767,"stdev":134071.8720038067},"short":{"mean":574370.2608695652,"median":563539.0,"min":322698,"max":870767,"stdev":126356.68152359861},"long":{"mean":644060.0,"median":619427.0,"min":446253,"max":857790,"stdev":137456.6562225162}},"cost":{"all":{"mean":0.46755585025,"median":0.4474306750000001,"min":0.26299916,"max":0.6535417499999998,"stdev":0.0934970397540694},"short":{"mean":0.4517728126086957,"median":0.4377972,"min":0.26299916,"max":0.6388453800000001,"stdev":0.08480594811761981},"long":{"mean":0.4889093717647059,"median":0.46716505,"min":0.32717504999999997,"max":0.6535417499999998,"stdev":0.10284094196856917}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800542590271,"overall_relative_score":800542590271,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":444960,"output_tokens":210488,"total_tokens":655448,"cost":0.6485895500000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":407466,"output_tokens":156073,"total_tokens":563539,"cost":0.52803962},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2747069823727,"overall_relative_score":2747069823727,"max_execution_time_ms":740,"max_memory_usage_kib":2048,"rank":266,"performance":1503,"input_tokens":416308,"output_tokens":115788,"total_tokens":532096,"cost":0.39412042},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1218593638,"overall_relative_score":1218593638,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":572,"performance":492,"input_tokens":410698,"output_tokens":113585,"total_tokens":524283,"cost":0.39141395},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":521838,"output_tokens":171075,"total_tokens":692913,"cost":0.56925267},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5154647,"overall_relative_score":5154647,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":356,"performance":1262,"input_tokens":424907,"output_tokens":94878,"total_tokens":519785,"cost":0.37626127},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1800574,"overall_relative_score":1800574,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":48,"performance":2166,"input_tokens":666856,"output_tokens":177849,"total_tokens":844705,"cost":0.6388453800000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":227421,"output_tokens":95277,"total_tokens":322698,"cost":0.26299916},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":583600,"output_tokens":164323,"total_tokens":747923,"cost":0.53168772},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7021346323,"overall_relative_score":7021346323,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":37,"performance":2349,"input_tokens":480112,"output_tokens":134209,"total_tokens":614321,"cost":0.4745808099999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19120,"overall_relative_score":19120,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":565069,"output_tokens":165316,"total_tokens":730385,"cost":0.54155502},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185601576,"overall_relative_score":185601576,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":714761,"output_tokens":127407,"total_tokens":842168,"cost":0.47882505},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4597917,"overall_relative_score":4597917,"max_execution_time_ms":2800,"max_memory_usage_kib":6144,"rank":703,"performance":452,"input_tokens":501128,"output_tokens":121858,"total_tokens":622986,"cost":0.4377972},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1324032754,"overall_relative_score":1324032754,"max_execution_time_ms":2020,"max_memory_usage_kib":4096,"rank":341,"performance":1269,"input_tokens":635750,"output_tokens":170029,"total_tokens":805779,"cost":0.5838619},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69908465,"overall_relative_score":69908465,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":448,"performance":1144,"input_tokens":370339,"output_tokens":121001,"total_tokens":491340,"cost":0.3776999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14833078741,"overall_relative_score":170603607603,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":359,"performance":1433,"input_tokens":333116,"output_tokens":113137,"total_tokens":446253,"cost":0.32717504999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43226638469,"overall_relative_score":874220743911,"max_execution_time_ms":5830,"max_memory_usage_kib":3072,"rank":337,"performance":1423,"input_tokens":498630,"output_tokens":120797,"total_tokens":619427,"cost":0.39368277000000007},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177335681818110,"overall_relative_score":10509832370,"max_execution_time_ms":5950,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":704116,"output_tokens":153674,"total_tokens":857790,"cost":0.51251146},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":365704552,"overall_relative_score":365704552,"max_execution_time_ms":210,"max_memory_usage_kib":15360,"rank":728,"performance":902,"input_tokens":713476,"output_tokens":157291,"total_tokens":870767,"cost":0.51150001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12712930,"overall_relative_score":12712930,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":612,"performance":1168,"input_tokens":377215,"output_tokens":140386,"total_tokens":517601,"cost":0.40308399999999994},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":338767,"output_tokens":191061,"total_tokens":529828,"cost":0.49616451000000006},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93866,"overall_relative_score":93866,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":358687,"output_tokens":140396,"total_tokens":499083,"cost":0.38953626},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37119667580,"overall_relative_score":250422882122,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":566,"performance":1170,"input_tokens":350440,"output_tokens":136260,"total_tokens":486700,"cost":0.4187254799999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":718,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":246207,"output_tokens":156580,"total_tokens":402787,"cost":0.39284976},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3082917900391,"overall_relative_score":15040219622,"max_execution_time_ms":20,"max_memory_usage_kib":15360,"rank":990,"performance":406,"input_tokens":329533,"output_tokens":141469,"total_tokens":471002,"cost":0.40933117},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1058016,"overall_relative_score":1058016,"max_execution_time_ms":1990,"max_memory_usage_kib":4096,"rank":233,"performance":1706,"input_tokens":428936,"output_tokens":108376,"total_tokens":537312,"cost":0.37428398999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":471613,"output_tokens":139221,"total_tokens":610834,"cost":0.46582202000000006},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1572119779,"overall_relative_score":136945122944,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":381,"performance":1415,"input_tokens":509069,"output_tokens":192689,"total_tokens":701758,"cost":0.6495121899999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10267432197163,"overall_relative_score":10267432197163,"max_execution_time_ms":1360,"max_memory_usage_kib":84384,"rank":514,"performance":1255,"input_tokens":455359,"output_tokens":137086,"total_tokens":592445,"cost":0.3891485},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47114008300,"overall_relative_score":5402665,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":469915,"output_tokens":182765,"total_tokens":652680,"cost":0.6535417499999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":384721,"output_tokens":196691,"total_tokens":581412,"cost":0.59901539},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252785964,"overall_relative_score":252785964,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":225,"performance":1736,"input_tokens":375333,"output_tokens":119255,"total_tokens":494588,"cost":0.42016865000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228354386,"overall_relative_score":22561794777,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":630,"performance":1044,"input_tokens":405906,"output_tokens":134792,"total_tokens":540698,"cost":0.42998446999999995},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216784,"overall_relative_score":216784,"max_execution_time_ms":1680,"max_memory_usage_kib":15360,"rank":368,"performance":1285,"input_tokens":491101,"output_tokens":117456,"total_tokens":608557,"cost":0.45364084000000005},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12770457908,"overall_relative_score":799044105313,"max_execution_time_ms":450,"max_memory_usage_kib":14112,"rank":1038,"performance":558,"input_tokens":718771,"output_tokens":129206,"total_tokens":847977,"cost":0.570662},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75803717,"overall_relative_score":75803717,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":31,"performance":2470,"input_tokens":487207,"output_tokens":120979,"total_tokens":608186,"cost":0.4412205100000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292518,"overall_relative_score":292518,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":821,"performance":817,"input_tokens":470447,"output_tokens":151057,"total_tokens":621504,"cost":0.45432733999999997},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135889108,"overall_relative_score":135889108,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":526,"performance":1251,"input_tokens":324166,"output_tokens":135305,"total_tokens":459471,"cost":0.40969086},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2553868241,"overall_relative_score":605749025642,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":791,"performance":1037,"input_tokens":490035,"output_tokens":120667,"total_tokens":610702,"cost":0.46716505},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":331821,"output_tokens":147984,"total_tokens":479805,"cost":0.43396035999999993}]}]},{"model_name":"glm-5-turbo","detail_path":"data/model_details/glm-5-turbo.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":706.5,"median":727.0,"min":186,"max":1068,"stdev":213.0991102028133},"short":{"mean":687.9130434782609,"median":711.0,"min":186,"max":1019,"stdev":219.75935455184492},"long":{"mean":731.6470588235294,"median":727.0,"min":337,"max":1068,"stdev":207.64601524483638}},"performance":{"all":{"mean":633.975,"median":663.0,"min":-110,"max":1401,"stdev":443.88410866247165},"short":{"mean":508.2608695652174,"median":483.0,"min":-110,"max":1401,"stdev":451.0737913217651},"long":{"mean":804.0588235294117,"median":954.0,"min":94,"max":1297,"stdev":383.46503598571985}},"input_tokens":{"all":{"mean":3002.8,"median":2608.0,"min":1346,"max":7608,"stdev":1626.8739128171944},"short":{"mean":2429.8260869565215,"median":1853.0,"min":1417,"max":7544,"stdev":1463.8068877905594},"long":{"mean":3778.0,"median":3359.0,"min":1346,"max":7608,"stdev":1547.481461924504}},"output_tokens":{"all":{"mean":26852.85,"median":26103.5,"min":16907,"max":37829,"stdev":3865.8899433178585},"short":{"mean":27062.434782608696,"median":26058.0,"min":21266,"max":37829,"stdev":3903.3214623875365},"long":{"mean":26569.29411764706,"median":26444.0,"min":16907,"max":35286,"stdev":3915.448022971092}},"total_tokens":{"all":{"mean":29855.65,"median":29681.0,"min":21187,"max":40072,"stdev":4068.767913742124},"short":{"mean":29492.260869565216,"median":28721.0,"min":22750,"max":40072,"stdev":4430.281124030919},"long":{"mean":30347.29411764706,"median":30648.0,"min":21187,"max":38106,"stdev":3594.188864763263}},"cost":{"all":{"mean":0.109511688,"median":0.10628208,"min":0.0725768,"max":0.1518572,"stdev":0.015723496470394185},"short":{"mean":0.10993835826086956,"median":0.1046316,"min":0.08542208,"max":0.1518572,"stdev":0.016395227911469086},"long":{"mean":0.10893442823529412,"median":0.10678688,"min":0.0725768,"max":0.14435808,"stdev":0.015244622748758098}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800248168531,"overall_relative_score":800248168531,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":1346,"output_tokens":28972,"total_tokens":30318,"cost":0.11621296},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1481,"output_tokens":28488,"total_tokens":29969,"cost":0.11555928},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2625184731967,"overall_relative_score":2625184731967,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":450,"performance":1206,"input_tokens":2644,"output_tokens":29138,"total_tokens":31782,"cost":0.11720576},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1639,"output_tokens":33040,"total_tokens":34679,"cost":0.13394056},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4615211,"overall_relative_score":4615211,"max_execution_time_ms":2510,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":1818,"output_tokens":23469,"total_tokens":25287,"cost":0.09431424},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5198192,"overall_relative_score":5198192,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":337,"performance":1297,"input_tokens":3801,"output_tokens":28118,"total_tokens":31919,"cost":0.11338616},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1529,"output_tokens":24862,"total_tokens":26391,"cost":0.1010956},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2243,"output_tokens":37829,"total_tokens":40072,"cost":0.1518572},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":215368992,"overall_relative_score":215368992,"max_execution_time_ms":765,"max_memory_usage_kib":3072,"rank":585,"performance":975,"input_tokens":2994,"output_tokens":23598,"total_tokens":26592,"cost":0.09779856},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":680989,"overall_relative_score":680989,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":758,"performance":325,"input_tokens":2208,"output_tokens":29064,"total_tokens":31272,"cost":0.11678784},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":7544,"output_tokens":29571,"total_tokens":37115,"cost":0.12715056},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":193713283,"overall_relative_score":193713283,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":591,"performance":996,"input_tokens":7608,"output_tokens":24208,"total_tokens":31816,"cost":0.10577728},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":5224,"output_tokens":31028,"total_tokens":36252,"cost":0.130376},{"problem_id":"ahc014","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2820,"output_tokens":35286,"total_tokens":38106,"cost":0.14435808},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2572,"output_tokens":26149,"total_tokens":28721,"cost":0.10751248},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4546647809,"overall_relative_score":26411225874,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":1062,"input_tokens":2780,"output_tokens":25500,"total_tokens":28280,"cost":0.10266912},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":643472796872,"overall_relative_score":712016589305,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":543,"performance":1119,"input_tokens":6995,"output_tokens":24476,"total_tokens":31471,"cost":0.09958472},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":4502,"output_tokens":28349,"total_tokens":32851,"cost":0.11862848},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298374607,"overall_relative_score":298374607,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":908,"performance":506,"input_tokens":3634,"output_tokens":23348,"total_tokens":26982,"cost":0.09426608},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13023875,"overall_relative_score":13023875,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":427,"performance":1401,"input_tokens":1708,"output_tokens":24568,"total_tokens":26276,"cost":0.09868384},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":593,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2194,"output_tokens":27199,"total_tokens":29393,"cost":0.11125888},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1357,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1849,"output_tokens":28411,"total_tokens":30260,"cost":0.11567656},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":28808798675,"overall_relative_score":58286233874,"max_execution_time_ms":921,"max_memory_usage_kib":3072,"rank":872,"performance":789,"input_tokens":2884,"output_tokens":31143,"total_tokens":34027,"cost":0.12784656},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1117740,"overall_relative_score":1117740,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":728,"performance":543,"input_tokens":1758,"output_tokens":24752,"total_tokens":26510,"cost":0.09943184},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2048,"rank":999,"performance":103,"input_tokens":3359,"output_tokens":26845,"total_tokens":30204,"cost":0.11122744},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":1853,"output_tokens":22370,"total_tokens":24223,"cost":0.08992664},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":698131668774,"overall_relative_score":104714937308,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":727,"performance":988,"input_tokens":4135,"output_tokens":25159,"total_tokens":29294,"cost":0.10163032},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":394181328700,"overall_relative_score":755148925,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":728,"performance":954,"input_tokens":3020,"output_tokens":24075,"total_tokens":27095,"cost":0.09702672},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8958759289007,"overall_relative_score":8958759289007,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":804,"performance":799,"input_tokens":1758,"output_tokens":30344,"total_tokens":32102,"cost":0.12179984},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35447182954,"overall_relative_score":33701020,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":2841,"output_tokens":28829,"total_tokens":31670,"cost":0.11599976},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":621,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1922,"output_tokens":25515,"total_tokens":27437,"cost":0.10418016},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224481982,"overall_relative_score":224481982,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":526,"performance":1257,"input_tokens":4330,"output_tokens":25009,"total_tokens":29339,"cost":0.10107712},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1850,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4013,"output_tokens":24631,"total_tokens":28644,"cost":0.10316968},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38525,"overall_relative_score":38525,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":564,"performance":902,"input_tokens":1859,"output_tokens":24767,"total_tokens":26626,"cost":0.09951608},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24580788546,"overall_relative_score":415873012505,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":1068,"performance":480,"input_tokens":4204,"output_tokens":26444,"total_tokens":30648,"cost":0.10678688},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48802744,"overall_relative_score":48802744,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":822,"performance":864,"input_tokens":1657,"output_tokens":26058,"total_tokens":27715,"cost":0.1046316},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":192520,"overall_relative_score":192520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":898,"performance":648,"input_tokens":2205,"output_tokens":31518,"total_tokens":33723,"cost":0.12853176},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25651922,"overall_relative_score":25651922,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":976,"performance":341,"input_tokens":1484,"output_tokens":21266,"total_tokens":22750,"cost":0.08542208},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3244359688,"overall_relative_score":446843525823,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":816,"performance":1010,"input_tokens":4280,"output_tokens":16907,"total_tokens":21187,"cost":0.0725768},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1274,"overall_relative_score":1274,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":1417,"output_tokens":23811,"total_tokens":25228,"cost":0.095586}]},{"num_self_refine":2,"rank":{"all":{"mean":605.9,"median":614.0,"min":120,"max":999,"stdev":213.29620670530406},"short":{"mean":575.4347826086956,"median":613.0,"min":120,"max":911,"stdev":234.81304479927246},"long":{"mean":647.1176470588235,"median":649.0,"min":337,"max":999,"stdev":178.72285890203761}},"performance":{"all":{"mean":899.625,"median":983.0,"min":-61,"max":1876,"stdev":423.15049680783545},"short":{"mean":863.1304347826087,"median":902.0,"min":-61,"max":1876,"stdev":475.1705248308066},"long":{"mean":949.0,"median":1008.0,"min":103,"max":1297,"stdev":348.5511081606254}},"input_tokens":{"all":{"mean":8031.35,"median":7321.0,"min":4442,"max":18192,"stdev":3359.306129133034},"short":{"mean":6903.391304347826,"median":5891.0,"min":4442,"max":18192,"stdev":3142.922912008826},"long":{"mean":9557.411764705883,"median":8122.0,"min":4897,"max":16810,"stdev":3101.8539427821133}},"output_tokens":{"all":{"mean":47952.7,"median":48033.5,"min":26526,"max":68493,"stdev":8213.0805776127},"short":{"mean":47099.47826086957,"median":46835.0,"min":26526,"max":68493,"stdev":9222.878632014495},"long":{"mean":49107.05882352941,"median":49496.0,"min":37604,"max":66332,"stdev":6708.125962876929}},"total_tokens":{"all":{"mean":55984.05,"median":56349.0,"min":31543,"max":74421,"stdev":8652.05121062526},"short":{"mean":54002.86956521739,"median":53510.0,"min":31543,"max":74421,"stdev":9459.188795241991},"long":{"mean":58664.470588235294,"median":59931.0,"min":48067,"max":74263,"stdev":6794.152744434429}},"cost":{"all":{"mean":0.197737828,"median":0.19920284,"min":0.11009495999999999,"max":0.27876528,"stdev":0.03263364444250272},"short":{"mean":0.19343826782608695,"median":0.19065608,"min":0.11009495999999999,"max":0.27876528,"stdev":0.03679601261496278},"long":{"mean":0.20355488,"median":0.20436959999999998,"min":0.15867752000000002,"max":0.26980712,"stdev":0.025915705486858735}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800248168531,"overall_relative_score":800248168531,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":4897,"output_tokens":55385,"total_tokens":60282,"cost":0.22483592000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":182434,"overall_relative_score":182434,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":897,"performance":612,"input_tokens":5259,"output_tokens":30537,"total_tokens":35796,"cost":0.12686904},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2625184731967,"overall_relative_score":2625184731967,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":450,"performance":1206,"input_tokens":7931,"output_tokens":66332,"total_tokens":74263,"cost":0.26980712},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1412351560,"overall_relative_score":1412351560,"max_execution_time_ms":2210,"max_memory_usage_kib":160132,"rank":565,"performance":532,"input_tokens":5157,"output_tokens":42309,"total_tokens":47466,"cost":0.17366663999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4615211,"overall_relative_score":4615211,"max_execution_time_ms":2510,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":5910,"output_tokens":43956,"total_tokens":49866,"cost":0.17942831999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5198192,"overall_relative_score":5198192,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":337,"performance":1297,"input_tokens":9681,"output_tokens":50250,"total_tokens":59931,"cost":0.20532312},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1416632,"overall_relative_score":1416632,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":211,"performance":1455,"input_tokens":5530,"output_tokens":44175,"total_tokens":49705,"cost":0.18168288},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5928,"output_tokens":68493,"total_tokens":74421,"cost":0.27876528},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":215368992,"overall_relative_score":215368992,"max_execution_time_ms":765,"max_memory_usage_kib":3072,"rank":585,"performance":975,"input_tokens":7748,"output_tokens":40651,"total_tokens":48399,"cost":0.16884304},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6361305575,"overall_relative_score":6361305575,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":120,"performance":1876,"input_tokens":6552,"output_tokens":58437,"total_tokens":64989,"cost":0.23737488},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2832,"overall_relative_score":2832,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":638,"performance":366,"input_tokens":18192,"output_tokens":32342,"total_tokens":50534,"cost":0.14377183999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205470670,"overall_relative_score":205470670,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":587,"performance":1002,"input_tokens":16810,"output_tokens":45480,"total_tokens":62290,"cost":0.19460592},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43731552,"overall_relative_score":43731552,"max_execution_time_ms":2250,"max_memory_usage_kib":14336,"rank":635,"performance":706,"input_tokens":12331,"output_tokens":52616,"total_tokens":64947,"cost":0.22024327999999999},{"problem_id":"ahc014","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":8075,"output_tokens":40669,"total_tokens":48744,"cost":0.1694908},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":7055,"output_tokens":48816,"total_tokens":55871,"cost":0.20109287999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4546647809,"overall_relative_score":26411225874,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":1062,"input_tokens":7116,"output_tokens":51571,"total_tokens":58687,"cost":0.20948944},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":714089622591,"overall_relative_score":697588475664,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":548,"performance":1112,"input_tokens":16494,"output_tokens":47865,"total_tokens":64359,"cost":0.20436959999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":125619944349639,"overall_relative_score":28315116245,"max_execution_time_ms":1530,"max_memory_usage_kib":4096,"rank":380,"performance":1214,"input_tokens":11492,"output_tokens":53388,"total_tokens":64880,"cost":0.22285248},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409046746,"overall_relative_score":409046746,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":655,"performance":1011,"input_tokens":9300,"output_tokens":45588,"total_tokens":54888,"cost":0.18653856000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4802,"output_tokens":45398,"total_tokens":50200,"cost":0.18553328},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":593,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6255,"output_tokens":51748,"total_tokens":58003,"cost":0.21222376},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1357,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":5433,"output_tokens":49994,"total_tokens":55427,"cost":0.20453623999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34011048458,"overall_relative_score":262241574573,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":550,"performance":1189,"input_tokens":7526,"output_tokens":47164,"total_tokens":54690,"cost":0.1973128},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1325352,"overall_relative_score":1325352,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":954,"input_tokens":5031,"output_tokens":52474,"total_tokens":57505,"cost":0.21256167999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2048,"rank":999,"performance":103,"input_tokens":8122,"output_tokens":44827,"total_tokens":52949,"cost":0.18868479999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958224,"overall_relative_score":958224,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":615,"performance":1061,"input_tokens":5725,"output_tokens":46835,"total_tokens":52560,"cost":0.19065608},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":693232837088,"overall_relative_score":104824277718,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":725,"performance":991,"input_tokens":10317,"output_tokens":51945,"total_tokens":62262,"cost":0.21222503999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":394181328700,"overall_relative_score":755148925,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":728,"performance":954,"input_tokens":7766,"output_tokens":49496,"total_tokens":57262,"cost":0.20150864000000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8958759289007,"overall_relative_score":8958759289007,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":804,"performance":799,"input_tokens":7962,"output_tokens":57453,"total_tokens":65415,"cost":0.23767584000000003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35447182954,"overall_relative_score":33701020,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":8111,"output_tokens":51929,"total_tokens":60040,"cost":0.21199832},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":621,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":5017,"output_tokens":26526,"total_tokens":31543,"cost":0.11009495999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230994120,"overall_relative_score":230994120,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":477,"performance":1325,"input_tokens":10556,"output_tokens":49898,"total_tokens":60454,"cost":0.20394944},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414180603,"overall_relative_score":1071663327,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":659,"performance":1008,"input_tokens":9485,"output_tokens":53879,"total_tokens":63364,"cost":0.22654184},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38525,"overall_relative_score":38525,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":564,"performance":902,"input_tokens":5891,"output_tokens":45878,"total_tokens":51769,"cost":0.18701576},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3778618951,"overall_relative_score":2558187631215,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":573,"performance":1202,"input_tokens":10442,"output_tokens":46385,"total_tokens":56827,"cost":0.19386656000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54504121,"overall_relative_score":54504121,"max_execution_time_ms":160,"max_memory_usage_kib":7168,"rank":782,"performance":934,"input_tokens":5308,"output_tokens":48202,"total_tokens":53510,"cost":0.196},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":192520,"overall_relative_score":192520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":898,"performance":648,"input_tokens":6536,"output_tokens":55184,"total_tokens":61720,"cost":0.22838816},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":141333774,"overall_relative_score":141333774,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":363,"performance":1484,"input_tokens":4442,"output_tokens":40248,"total_tokens":44690,"cost":0.16347696},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1176673354,"overall_relative_score":1265803135768,"max_execution_time_ms":160,"max_memory_usage_kib":11636,"rank":724,"performance":1106,"input_tokens":10463,"output_tokens":37604,"total_tokens":48067,"cost":0.15867752000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2528,"overall_relative_score":2528,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":4606,"output_tokens":46181,"total_tokens":50787,"cost":0.1875344}]},{"num_self_refine":4,"rank":{"all":{"mean":543.35,"median":547.0,"min":120,"max":943,"stdev":200.67687383529696},"short":{"mean":508.69565217391306,"median":477.0,"min":120,"max":897,"stdev":220.736460468671},"long":{"mean":590.2352941176471,"median":559.0,"min":315,"max":943,"stdev":164.6293296362182}},"performance":{"all":{"mean":1052.675,"median":1061.5,"min":-61,"max":1876,"stdev":337.75862930007673},"short":{"mean":1034.9130434782608,"median":1061.0,"min":-61,"max":1876,"stdev":421.77147119387234},"long":{"mean":1076.7058823529412,"median":1062.0,"min":678,"max":1383,"stdev":180.01311226751037}},"input_tokens":{"all":{"mean":25750.625,"median":22970.0,"min":14961,"max":52865,"stdev":9028.227536206252},"short":{"mean":23620.217391304348,"median":20856.0,"min":14961,"max":48554,"stdev":9213.86376340528},"long":{"mean":28632.941176470587,"median":27004.0,"min":19140,"max":52865,"stdev":8160.6149926842845}},"output_tokens":{"all":{"mean":83120.775,"median":83938.5,"min":34497,"max":116710,"stdev":16840.937694655142},"short":{"mean":79566.47826086957,"median":82335.0,"min":34497,"max":116710,"stdev":19027.796024069547},"long":{"mean":87929.5294117647,"median":88146.0,"min":66279,"max":108619,"stdev":12278.40084313531}},"total_tokens":{"all":{"mean":108871.4,"median":107949.5,"min":49776,"max":161484,"stdev":19819.445163907294},"short":{"mean":103186.69565217392,"median":104326.0,"min":49776,"max":137881,"stdev":20205.282870024548},"long":{"mean":116562.4705882353,"median":115234.0,"min":89701,"max":161484,"stdev":16935.855699217147}},"cost":{"all":{"mean":0.352092114,"median":0.35230775999999997,"min":0.14797079999999999,"max":0.48228664,"stdev":0.06868652864964384},"short":{"mean":0.3369937704347826,"median":0.34413456,"min":0.14797079999999999,"max":0.48228664,"stdev":0.07624973271736853},"long":{"mean":0.37251928470588236,"median":0.37384248000000003,"min":0.27926304,"max":0.46798888,"stdev":0.05229160638665039}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828361308504,"overall_relative_score":828361308504,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":804,"performance":953,"input_tokens":19140,"output_tokens":87785,"total_tokens":106925,"cost":0.36448304},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":182434,"overall_relative_score":182434,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":897,"performance":612,"input_tokens":20521,"output_tokens":41550,"total_tokens":62071,"cost":0.17961815999999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2716031918295,"overall_relative_score":2716031918295,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":333,"performance":1383,"input_tokens":27542,"output_tokens":104377,"total_tokens":131919,"cost":0.44047744},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1439321936,"overall_relative_score":1439321936,"max_execution_time_ms":300,"max_memory_usage_kib":160768,"rank":564,"performance":537,"input_tokens":17683,"output_tokens":73545,"total_tokens":91228,"cost":0.30873048},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5260002,"overall_relative_score":5260002,"max_execution_time_ms":2880,"max_memory_usage_kib":22528,"rank":307,"performance":1196,"input_tokens":20856,"output_tokens":67129,"total_tokens":87985,"cost":0.2844088},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5254203,"overall_relative_score":5254203,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":315,"performance":1338,"input_tokens":28459,"output_tokens":95404,"total_tokens":123863,"cost":0.4026436},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1416632,"overall_relative_score":1416632,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":211,"performance":1455,"input_tokens":21807,"output_tokens":82519,"total_tokens":104326,"cost":0.34458808},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":17905,"output_tokens":116710,"total_tokens":134615,"cost":0.48228664},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":220228896,"overall_relative_score":220228896,"max_execution_time_ms":714,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":23422,"output_tokens":66279,"total_tokens":89701,"cost":0.27926304},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6361305575,"overall_relative_score":6361305575,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":120,"performance":1876,"input_tokens":23444,"output_tokens":88879,"total_tokens":112323,"cost":0.36845775999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3528,"overall_relative_score":3528,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":420,"performance":1063,"input_tokens":48554,"output_tokens":50287,"total_tokens":98841,"cost":0.24176127999999997},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310367166,"overall_relative_score":310367166,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":559,"performance":1040,"input_tokens":41652,"output_tokens":79185,"total_tokens":120837,"cost":0.33941424},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52280001,"overall_relative_score":52280001,"max_execution_time_ms":1590,"max_memory_usage_kib":7168,"rank":620,"performance":746,"input_tokens":36256,"output_tokens":92931,"total_tokens":129187,"cost":0.40322255999999995},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":832224809,"overall_relative_score":832224809,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":520,"performance":954,"input_tokens":26783,"output_tokens":78895,"total_tokens":105678,"cost":0.33961816},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84408572,"overall_relative_score":84408572,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":340,"performance":1331,"input_tokens":22508,"output_tokens":81063,"total_tokens":103571,"cost":0.34413456},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4546647809,"overall_relative_score":26411225874,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":1062,"input_tokens":21225,"output_tokens":94009,"total_tokens":115234,"cost":0.39184168},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":714089622591,"overall_relative_score":697588475664,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":548,"performance":1112,"input_tokens":52865,"output_tokens":108619,"total_tokens":161484,"cost":0.46798888},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126693339263847,"overall_relative_score":24839066520,"max_execution_time_ms":1480,"max_memory_usage_kib":4096,"rank":389,"performance":1198,"input_tokens":34436,"output_tokens":97579,"total_tokens":132015,"cost":0.42043600000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409046746,"overall_relative_score":409046746,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":655,"performance":1011,"input_tokens":44467,"output_tokens":64507,"total_tokens":108974,"cost":0.29879128000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":15072,"output_tokens":78922,"total_tokens":93994,"cost":0.32474176},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":593,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":20577,"output_tokens":82335,"total_tokens":102912,"cost":0.3436356},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60578,"overall_relative_score":60578,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":393,"performance":1210,"input_tokens":18416,"output_tokens":92834,"total_tokens":111250,"cost":0.38280704},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31613154084,"overall_relative_score":266329604034,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":540,"performance":1201,"input_tokens":24045,"output_tokens":88146,"total_tokens":112191,"cost":0.37384248000000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1337137,"overall_relative_score":1337137,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":1036,"input_tokens":17119,"output_tokens":104617,"total_tokens":121736,"cost":0.43072888},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":23223,"output_tokens":82405,"total_tokens":105628,"cost":0.34932472},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958224,"overall_relative_score":958224,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":615,"performance":1061,"input_tokens":20893,"output_tokens":85358,"total_tokens":106251,"cost":0.3552908},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":693232837088,"overall_relative_score":104824277718,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":725,"performance":991,"input_tokens":28956,"output_tokens":91918,"total_tokens":120874,"cost":0.38061471999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9275780800,"overall_relative_score":58327041815,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":22717,"output_tokens":71745,"total_tokens":94462,"cost":0.29916744},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9688836825806,"overall_relative_score":9688836825806,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":698,"performance":986,"input_tokens":35664,"output_tokens":102217,"total_tokens":137881,"cost":0.44233456},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35447182954,"overall_relative_score":33701020,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":25912,"output_tokens":103808,"total_tokens":129720,"cost":0.43581344},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4285598514,"overall_relative_score":4285598514,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":399,"performance":1381,"input_tokens":15279,"output_tokens":34497,"total_tokens":49776,"cost":0.14797079999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230994120,"overall_relative_score":230994120,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":477,"performance":1325,"input_tokens":30293,"output_tokens":85847,"total_tokens":116140,"cost":0.36129992},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":405476144,"overall_relative_score":546787293,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":721,"performance":929,"input_tokens":27004,"output_tokens":91928,"total_tokens":118932,"cost":0.3943232},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216780,"overall_relative_score":216780,"max_execution_time_ms":60,"max_memory_usage_kib":5120,"rank":368,"performance":1285,"input_tokens":21988,"output_tokens":80116,"total_tokens":102104,"cost":0.33941536},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3444608580,"overall_relative_score":2669460662219,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":493,"performance":1297,"input_tokens":29112,"output_tokens":81677,"total_tokens":110789,"cost":0.34741808},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54783314,"overall_relative_score":54783314,"max_execution_time_ms":280,"max_memory_usage_kib":7168,"rank":777,"performance":942,"input_tokens":20753,"output_tokens":85739,"total_tokens":106492,"cost":0.36100904},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207080,"overall_relative_score":207080,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":886,"performance":678,"input_tokens":22080,"output_tokens":88417,"total_tokens":110497,"cost":0.37960048},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":141333774,"overall_relative_score":141333774,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":363,"performance":1484,"input_tokens":14961,"output_tokens":74064,"total_tokens":89025,"cost":0.30691608},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1176673354,"overall_relative_score":1265803135768,"max_execution_time_ms":160,"max_memory_usage_kib":11636,"rank":724,"performance":1106,"input_tokens":30267,"output_tokens":71043,"total_tokens":101310,"cost":0.30615768000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":16169,"output_tokens":75946,"total_tokens":92115,"cost":0.31910679999999997}]},{"num_self_refine":8,"rank":{"all":{"mean":490.6,"median":521.5,"min":40,"max":943,"stdev":221.35118865266733},"short":{"mean":426.2608695652174,"median":403.0,"min":40,"max":886,"stdev":240.4689012951957},"long":{"mean":577.6470588235294,"median":559.0,"min":315,"max":943,"stdev":160.9891072310758}},"performance":{"all":{"mean":1207.525,"median":1159.5,"min":678,"max":2287,"stdev":332.3944974320076},"short":{"mean":1292.3478260869565,"median":1308.0,"min":678,"max":2287,"stdev":393.79697222803577},"long":{"mean":1092.764705882353,"median":1062.0,"min":678,"max":1383,"stdev":178.17004848310108}},"input_tokens":{"all":{"mean":92287.9,"median":88419.5,"min":50029,"max":178544,"stdev":27641.407676685318},"short":{"mean":88605.69565217392,"median":83919.0,"min":50029,"max":178544,"stdev":32529.43629927541},"long":{"mean":97269.70588235294,"median":91058.0,"min":69972,"max":137693,"stdev":19013.934452016718}},"output_tokens":{"all":{"mean":141497.525,"median":141226.5,"min":96049,"max":244080,"stdev":25766.78992373163},"short":{"mean":139770.60869565216,"median":140201.0,"min":96049,"max":244080,"stdev":30489.795487759104},"long":{"mean":143833.9411764706,"median":141424.0,"min":110829,"max":167572,"stdev":18165.852947462266}},"total_tokens":{"all":{"mean":233785.425,"median":230451.0,"min":153550,"max":319210,"stdev":37550.14579157569},"short":{"mean":228376.30434782608,"median":226931.0,"min":153550,"max":319210,"stdev":43565.47863476183},"long":{"mean":241103.64705882352,"median":236696.0,"min":187948,"max":297259,"stdev":26986.33709384523}},"cost":{"all":{"mean":0.622835492,"median":0.60749548,"min":0.41631784,"max":1.01462952,"stdev":0.10640656617723154},"short":{"mean":0.6131549252173913,"median":0.6012316799999999,"min":0.41631784,"max":1.01462952,"stdev":0.12308147209713871},"long":{"mean":0.6359327294117647,"median":0.61935536,"min":0.486318,"max":0.7592847199999999,"stdev":0.08032018559455091}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":858360679350,"overall_relative_score":858360679350,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":766,"performance":987,"input_tokens":78537,"output_tokens":141424,"total_tokens":219961,"cost":0.60362872},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":611095,"overall_relative_score":611095,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":713,"performance":898,"input_tokens":84800,"output_tokens":103145,"total_tokens":187945,"cost":0.4675265599999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2716031918295,"overall_relative_score":2716031918295,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":333,"performance":1383,"input_tokens":119413,"output_tokens":132065,"total_tokens":251478,"cost":0.6017328799999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3999745018,"overall_relative_score":3999745018,"max_execution_time_ms":1440,"max_memory_usage_kib":162180,"rank":225,"performance":1477,"input_tokens":67981,"output_tokens":140201,"total_tokens":208182,"cost":0.59974376},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5260002,"overall_relative_score":5260002,"max_execution_time_ms":2880,"max_memory_usage_kib":22528,"rank":307,"performance":1196,"input_tokens":85902,"output_tokens":114446,"total_tokens":200348,"cost":0.51162416},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5254203,"overall_relative_score":5254203,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":315,"performance":1338,"input_tokens":94013,"output_tokens":138500,"total_tokens":232513,"cost":0.59993048},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1441233,"overall_relative_score":1441233,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":199,"performance":1490,"input_tokens":89673,"output_tokens":119584,"total_tokens":209257,"cost":0.53842552},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6966623087,"overall_relative_score":6966623087,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":527,"performance":734,"input_tokens":58423,"output_tokens":244080,"total_tokens":302503,"cost":1.01462952},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":217375417,"overall_relative_score":217375417,"max_execution_time_ms":1054,"max_memory_usage_kib":3072,"rank":584,"performance":976,"input_tokens":90766,"output_tokens":125241,"total_tokens":216007,"cost":0.55478976},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6361305575,"overall_relative_score":6361305575,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":120,"performance":1876,"input_tokens":88628,"output_tokens":151526,"total_tokens":240154,"cost":0.6448976},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3528,"overall_relative_score":3528,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":420,"performance":1063,"input_tokens":154533,"output_tokens":144323,"total_tokens":298856,"cost":0.68204744},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310367166,"overall_relative_score":310367166,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":559,"performance":1040,"input_tokens":118785,"output_tokens":117911,"total_tokens":236696,"cost":0.53468264},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95096581,"overall_relative_score":95096581,"max_execution_time_ms":2220,"max_memory_usage_kib":3072,"rank":40,"performance":2287,"input_tokens":121973,"output_tokens":153638,"total_tokens":275611,"cost":0.6913829599999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1022644249,"overall_relative_score":1022644249,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":494,"performance":1000,"input_tokens":98688,"output_tokens":159573,"total_tokens":258261,"cost":0.72015504},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86959570,"overall_relative_score":86959570,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":83042,"output_tokens":141697,"total_tokens":224739,"cost":0.62161984},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4546647809,"overall_relative_score":26411225874,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":1062,"input_tokens":69972,"output_tokens":163505,"total_tokens":233477,"cost":0.69700016},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":714089622591,"overall_relative_score":697588475664,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":548,"performance":1112,"input_tokens":137693,"output_tokens":159566,"total_tokens":297259,"cost":0.7592847199999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121309523323013,"overall_relative_score":30062475025,"max_execution_time_ms":560,"max_memory_usage_kib":4096,"rank":372,"performance":1228,"input_tokens":126351,"output_tokens":161022,"total_tokens":287373,"cost":0.71582088},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409378730,"overall_relative_score":409378730,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":648,"performance":1021,"input_tokens":178544,"output_tokens":103176,"total_tokens":281720,"cost":0.51407616},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":50029,"output_tokens":113883,"total_tokens":163912,"cost":0.48920328},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283993349088,"overall_relative_score":283993349088,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":95,"performance":1702,"input_tokens":74388,"output_tokens":158310,"total_tokens":232698,"cost":0.6768672000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93723,"overall_relative_score":93723,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":342,"performance":1308,"input_tokens":81309,"output_tokens":154205,"total_tokens":235514,"cost":0.68269256},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31613154084,"overall_relative_score":266329604034,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":540,"performance":1201,"input_tokens":86688,"output_tokens":141029,"total_tokens":227717,"cost":0.61935536},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1337137,"overall_relative_score":1337137,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":1036,"input_tokens":64064,"output_tokens":143500,"total_tokens":207564,"cost":0.61136224},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":77119,"output_tokens":110829,"total_tokens":187948,"cost":0.486318},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990031,"overall_relative_score":990031,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":516,"performance":1217,"input_tokens":83919,"output_tokens":152749,"total_tokens":236668,"cost":0.6580616800000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":693232837088,"overall_relative_score":104824277718,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":725,"performance":991,"input_tokens":91058,"output_tokens":158992,"total_tokens":250050,"cost":0.69730096},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9275780800,"overall_relative_score":58327041815,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":77337,"output_tokens":133885,"total_tokens":211222,"cost":0.57657928},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9720286925801,"overall_relative_score":9720286925801,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":695,"performance":991,"input_tokens":142685,"output_tokens":176525,"total_tokens":319210,"cost":0.78755528},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35447182954,"overall_relative_score":33701020,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":90066,"output_tokens":167572,"total_tokens":257638,"cost":0.72223696},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4703523699,"overall_relative_score":4703523699,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":364,"performance":1436,"input_tokens":57501,"output_tokens":96049,"total_tokens":153550,"cost":0.41631784},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233967801,"overall_relative_score":233967801,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":442,"performance":1375,"input_tokens":99206,"output_tokens":127838,"total_tokens":227044,"cost":0.57047984},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149446290,"overall_relative_score":9149125790,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":641,"performance":1031,"input_tokens":88493,"output_tokens":158297,"total_tokens":246790,"cost":0.70035848},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292377,"overall_relative_score":292377,"max_execution_time_ms":830,"max_memory_usage_kib":6144,"rank":198,"performance":1643,"input_tokens":88736,"output_tokens":136581,"total_tokens":225317,"cost":0.59544528},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3461380512,"overall_relative_score":2693559635984,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":461,"performance":1337,"input_tokens":101245,"output_tokens":155806,"total_tokens":257051,"cost":0.6726844000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55921922,"overall_relative_score":55921922,"max_execution_time_ms":40,"max_memory_usage_kib":9216,"rank":760,"performance":969,"input_tokens":88346,"output_tokens":138585,"total_tokens":226931,"cost":0.6012316799999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207080,"overall_relative_score":207080,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":886,"performance":678,"input_tokens":77113,"output_tokens":151276,"total_tokens":228389,"cost":0.6531551200000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146317056,"overall_relative_score":146317056,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":223,"performance":1729,"input_tokens":54585,"output_tokens":118403,"total_tokens":172988,"cost":0.5041450399999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1107611144,"overall_relative_score":1361664412552,"max_execution_time_ms":140,"max_memory_usage_kib":11636,"rank":701,"performance":1130,"input_tokens":107361,"output_tokens":119960,"total_tokens":227321,"cost":0.54899768},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202803,"overall_relative_score":202803,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":801,"performance":815,"input_tokens":62551,"output_tokens":131004,"total_tokens":193555,"cost":0.57007272}]},{"num_self_refine":16,"rank":{"all":{"mean":428.65,"median":420.5,"min":20,"max":942,"stdev":212.70282025302285},"short":{"mean":359.04347826086956,"median":341.0,"min":20,"max":865,"stdev":209.08251486844952},"long":{"mean":522.8235294117648,"median":519.0,"min":245,"max":942,"stdev":183.79888305363747}},"performance":{"all":{"mean":1313.45,"median":1305.5,"min":680,"max":2523,"stdev":342.79327327870396},"short":{"mean":1410.2608695652175,"median":1391.0,"min":727,"max":2523,"stdev":396.87131156668914},"long":{"mean":1182.4705882352941,"median":1225.0,"min":680,"max":1481,"stdev":195.3238073197488}},"input_tokens":{"all":{"mean":363564.2,"median":360724.5,"min":184076,"max":716377,"stdev":107106.76099064751},"short":{"mean":360694.47826086957,"median":364009.0,"min":184076,"max":716377,"stdev":127531.83295299954},"long":{"mean":367446.76470588235,"median":345691.0,"min":244505,"max":532020,"stdev":74641.09599152586}},"output_tokens":{"all":{"mean":220695.4,"median":213394.5,"min":132081,"max":403736,"stdev":45371.6532027291},"short":{"mean":221502.04347826086,"median":214354.0,"min":132081,"max":403736,"stdev":52987.986324927944},"long":{"mean":219604.0588235294,"median":212435.0,"min":157753,"max":289727,"stdev":33985.00537455929}},"total_tokens":{"all":{"mean":584259.6,"median":577293.5,"min":377974,"max":979167,"stdev":115875.94522985701},"short":{"mean":582196.5217391305,"median":578648.0,"min":377974,"max":979167,"stdev":139343.39312088926},"long":{"mean":587050.8235294118,"median":575939.0,"min":485748,"max":782004,"stdev":77567.31978919609}},"cost":{"all":{"mean":1.059327328,"median":1.03958956,"min":0.6585338399999999,"max":1.726658,"stdev":0.1959700203987501},"short":{"mean":1.0614411304347826,"median":1.0068218399999997,"min":0.6585338399999999,"max":1.726658,"stdev":0.2262306854788055},"long":{"mean":1.0564674776470588,"median":1.04608832,"min":0.79033168,"max":1.3029572,"stdev":0.15238864652062}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":858360679350,"overall_relative_score":858360679350,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":766,"performance":987,"input_tokens":333726,"output_tokens":186542,"total_tokens":520268,"cost":0.8675556799999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1035779,"overall_relative_score":1035779,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":651,"performance":975,"input_tokens":382457,"output_tokens":196838,"total_tokens":579295,"cost":0.9608194400000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2714852391115,"overall_relative_score":2714852391115,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":333,"performance":1383,"input_tokens":460694,"output_tokens":212435,"total_tokens":673129,"cost":1.04608832},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4617540691,"overall_relative_score":4617540691,"max_execution_time_ms":2890,"max_memory_usage_kib":161156,"rank":173,"performance":1631,"input_tokens":301050,"output_tokens":202336,"total_tokens":503386,"cost":0.95336176},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5280589,"overall_relative_score":5280589,"max_execution_time_ms":2540,"max_memory_usage_kib":62464,"rank":307,"performance":1196,"input_tokens":357440,"output_tokens":177373,"total_tokens":534813,"cost":0.9028091199999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5387160,"overall_relative_score":5387160,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":245,"performance":1481,"input_tokens":345691,"output_tokens":219543,"total_tokens":565234,"cost":1.0330908},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1469421,"overall_relative_score":1469421,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":182,"performance":1542,"input_tokens":384069,"output_tokens":177961,"total_tokens":562030,"cost":0.8668564000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":216955,"output_tokens":403736,"total_tokens":620691,"cost":1.726658},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":217969812,"overall_relative_score":217969812,"max_execution_time_ms":2220,"max_memory_usage_kib":3072,"rank":583,"performance":978,"input_tokens":386888,"output_tokens":189051,"total_tokens":575939,"cost":0.9386827200000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6361305575,"overall_relative_score":6361305575,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":120,"performance":1876,"input_tokens":370089,"output_tokens":214354,"total_tokens":584443,"cost":0.98775256},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3528,"overall_relative_score":3528,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":420,"performance":1063,"input_tokens":559991,"output_tokens":248103,"total_tokens":808094,"cost":1.25859},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":693609330,"overall_relative_score":693609330,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":424,"performance":1225,"input_tokens":378800,"output_tokens":157753,"total_tokens":536553,"cost":0.79033168},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96735712,"overall_relative_score":96735712,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":20,"performance":2523,"input_tokens":473948,"output_tokens":239739,"total_tokens":713687,"cost":1.1668727999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1381285993,"overall_relative_score":1381285993,"max_execution_time_ms":4390,"max_memory_usage_kib":3072,"rank":288,"performance":1369,"input_tokens":434411,"output_tokens":255303,"total_tokens":689714,"cost":1.26389688},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86959570,"overall_relative_score":86959570,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":329082,"output_tokens":194681,"total_tokens":523763,"cost":0.93739808},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6480693853,"overall_relative_score":39049950372,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":548,"performance":1183,"input_tokens":244505,"output_tokens":289727,"total_tokens":534232,"cost":1.3029572},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45520976891,"overall_relative_score":841138125759,"max_execution_time_ms":4220,"max_memory_usage_kib":3072,"rank":394,"performance":1331,"input_tokens":467573,"output_tokens":211013,"total_tokens":678586,"cost":1.1006746399999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121309523323013,"overall_relative_score":30062475025,"max_execution_time_ms":560,"max_memory_usage_kib":4096,"rank":372,"performance":1228,"input_tokens":532020,"output_tokens":249984,"total_tokens":782004,"cost":1.24975872},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438903064,"overall_relative_score":438903064,"max_execution_time_ms":960,"max_memory_usage_kib":7168,"rank":373,"performance":1409,"input_tokens":594354,"output_tokens":196838,"total_tokens":791192,"cost":1.0464056000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13091305,"overall_relative_score":13091305,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":382,"performance":1475,"input_tokens":184076,"output_tokens":197527,"total_tokens":381603,"cost":0.87856528},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285502345291,"overall_relative_score":285502345291,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":75,"performance":1853,"input_tokens":298880,"output_tokens":234137,"total_tokens":533017,"cost":1.0844955200000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93734,"overall_relative_score":93734,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":341,"performance":1310,"input_tokens":366516,"output_tokens":233085,"total_tokens":599601,"cost":1.1432491200000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26209820652,"overall_relative_score":280117357278,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":519,"performance":1226,"input_tokens":343612,"output_tokens":245895,"total_tokens":589507,"cost":1.1573947199999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1337318,"overall_relative_score":1337318,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":1036,"input_tokens":249820,"output_tokens":215286,"total_tokens":465106,"cost":0.9779769599999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47435701652,"overall_relative_score":1140737475048,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":444,"performance":1301,"input_tokens":273813,"output_tokens":211935,"total_tokens":485748,"cost":0.97497192},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1045931,"overall_relative_score":1045931,"max_execution_time_ms":230,"max_memory_usage_kib":5120,"rank":304,"performance":1566,"input_tokens":371949,"output_tokens":245280,"total_tokens":617229,"cost":1.2047628000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":630182863449,"overall_relative_score":109389893287,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":694,"performance":1027,"input_tokens":314652,"output_tokens":226610,"total_tokens":541262,"cost":1.0537241599999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9150854200,"overall_relative_score":60387092731,"max_execution_time_ms":460,"max_memory_usage_kib":4096,"rank":539,"performance":1198,"input_tokens":318469,"output_tokens":184905,"total_tokens":503374,"cost":0.8796372000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10494086194566,"overall_relative_score":10494086194566,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":421,"performance":1391,"input_tokens":716377,"output_tokens":262790,"total_tokens":979167,"cost":1.4029551199999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":436047855,"overall_relative_score":587391185,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":330085,"output_tokens":261084,"total_tokens":591169,"cost":1.2489477599999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5109890584,"overall_relative_score":5109890584,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":323,"performance":1504,"input_tokens":262453,"output_tokens":132081,"total_tokens":394534,"cost":0.6585338399999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233403417,"overall_relative_score":233403417,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":448,"performance":1366,"input_tokens":364009,"output_tokens":195723,"total_tokens":559732,"cost":0.9616288799999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":108712628,"overall_relative_score":17067453598,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":635,"performance":1038,"input_tokens":300274,"output_tokens":240491,"total_tokens":540765,"cost":1.1225916799999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293154,"overall_relative_score":293154,"max_execution_time_ms":370,"max_memory_usage_kib":5120,"rank":192,"performance":1658,"input_tokens":372929,"output_tokens":205719,"total_tokens":578648,"cost":1.0068218399999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3461380512,"overall_relative_score":2693559635984,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":461,"performance":1337,"input_tokens":383284,"output_tokens":201229,"total_tokens":584513,"cost":0.9881684800000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55892356,"overall_relative_score":55892356,"max_execution_time_ms":40,"max_memory_usage_kib":9216,"rank":760,"performance":969,"input_tokens":389159,"output_tokens":214977,"total_tokens":604136,"cost":1.0770242399999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220800,"overall_relative_score":220800,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":865,"performance":727,"input_tokens":283314,"output_tokens":302186,"total_tokens":585500,"cost":1.3485368},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147536230,"overall_relative_score":147536230,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":153,"performance":1892,"input_tokens":207017,"output_tokens":170957,"total_tokens":377974,"cost":0.77152616},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1107611144,"overall_relative_score":1361664412552,"max_execution_time_ms":140,"max_memory_usage_kib":11636,"rank":701,"performance":1130,"input_tokens":398098,"output_tokens":189769,"total_tokens":587867,"cost":0.9414745600000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":260039,"output_tokens":232840,"total_tokens":492879,"cost":1.08954568}]}]},{"model_name":"glm-5.1","detail_path":"data/model_details/glm-5.1.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":613.4,"median":600.5,"min":174,"max":1071,"stdev":238.01775413202117},"short":{"mean":555.2608695652174,"median":576.0,"min":174,"max":1019,"stdev":241.85950418134462},"long":{"mean":692.0588235294117,"median":685.0,"min":357,"max":1071,"stdev":215.00100888956175}},"performance":{"all":{"mean":887.1,"median":972.5,"min":-65,"max":1581,"stdev":445.11587658692156},"short":{"mean":870.695652173913,"median":960.0,"min":-65,"max":1581,"stdev":539.2802808780176},"long":{"mean":909.2941176470588,"median":985.0,"min":463,"max":1287,"stdev":286.60987524548995}},"input_tokens":{"all":{"mean":3002.8,"median":2608.0,"min":1346,"max":7608,"stdev":1626.8739128171944},"short":{"mean":2429.8260869565215,"median":1853.0,"min":1417,"max":7544,"stdev":1463.8068877905594},"long":{"mean":3778.0,"median":3359.0,"min":1346,"max":7608,"stdev":1547.481461924504}},"output_tokens":{"all":{"mean":28925.6,"median":28871.0,"min":20088,"max":42088,"stdev":4549.978392735396},"short":{"mean":29694.91304347826,"median":30426.0,"min":20088,"max":42088,"stdev":5081.855190175439},"long":{"mean":27884.764705882353,"median":28136.0,"min":21560,"max":34531,"stdev":3598.6556262271706}},"total_tokens":{"all":{"mean":31928.4,"median":32456.5,"min":22282,"max":47312,"stdev":4818.107857144433},"short":{"mean":32124.739130434784,"median":32634.0,"min":22282,"max":47312,"stdev":5329.809217269425},"long":{"mean":31662.764705882353,"median":32351.0,"min":25695,"max":42139,"stdev":4170.694839133699}},"cost":{"all":{"mean":0.12936983999999999,"median":0.12784186,"min":0.08897816,"max":0.1925008,"stdev":0.020117380129623087},"short":{"mean":0.1326096904347826,"median":0.1352224,"min":0.08897816,"max":0.1925008,"stdev":0.022926403851490352},"long":{"mean":0.12498651294117646,"median":0.12497504,"min":0.10050708,"max":0.15397832,"stdev":0.01510785707517274}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800418099699,"overall_relative_score":800418099699,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":1346,"output_tokens":24847,"total_tokens":26193,"cost":0.1112112},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2402,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1481,"output_tokens":24656,"total_tokens":26137,"cost":0.1105598},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2673665454209,"overall_relative_score":2673665454209,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":394,"performance":1287,"input_tokens":2644,"output_tokens":28533,"total_tokens":31177,"cost":0.12625544},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7549867,"overall_relative_score":7549867,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":1639,"output_tokens":31961,"total_tokens":33600,"cost":0.142923},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13733312,"overall_relative_score":13733312,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":174,"performance":1578,"input_tokens":1818,"output_tokens":30609,"total_tokens":32427,"cost":0.13700592},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5147599,"overall_relative_score":5147599,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":357,"performance":1261,"input_tokens":3801,"output_tokens":30719,"total_tokens":34520,"cost":0.13618036},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1529,"output_tokens":27263,"total_tokens":28792,"cost":0.12195188},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2243,"output_tokens":21109,"total_tokens":23352,"cost":0.0960198},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":2994,"output_tokens":29661,"total_tokens":32655,"cost":0.13455408},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4947878317,"overall_relative_score":4947878317,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":237,"performance":1537,"input_tokens":2208,"output_tokens":30426,"total_tokens":32634,"cost":0.13448496},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18856,"overall_relative_score":18856,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":7544,"output_tokens":25109,"total_tokens":32653,"cost":0.11250488},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179427185,"overall_relative_score":179427185,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":599,"performance":985,"input_tokens":7608,"output_tokens":34531,"total_tokens":42139,"cost":0.15397832},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":5224,"output_tokens":42088,"total_tokens":47312,"cost":0.1925008},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":442749837,"overall_relative_score":442749837,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":707,"performance":485,"input_tokens":2820,"output_tokens":31714,"total_tokens":34534,"cost":0.1434896},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69608941,"overall_relative_score":69608941,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":449,"performance":1142,"input_tokens":2572,"output_tokens":29914,"total_tokens":32486,"cost":0.1352224},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7221162175,"overall_relative_score":57947724687,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":524,"performance":1213,"input_tokens":2780,"output_tokens":27445,"total_tokens":30225,"cost":0.12151272},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300598794262,"overall_relative_score":808438856368,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":450,"performance":1248,"input_tokens":6995,"output_tokens":25356,"total_tokens":32351,"cost":0.11340676},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":4502,"output_tokens":30517,"total_tokens":35019,"cost":0.1354704},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":343551060,"overall_relative_score":343551060,"max_execution_time_ms":1060,"max_memory_usage_kib":7168,"rank":755,"performance":859,"input_tokens":3634,"output_tokens":31048,"total_tokens":34682,"cost":0.13761304},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6023400,"overall_relative_score":6023400,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":970,"performance":629,"input_tokens":1708,"output_tokens":34869,"total_tokens":36577,"cost":0.15391784},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":570,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2194,"output_tokens":20088,"total_tokens":22282,"cost":0.08897816},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1849,"output_tokens":31944,"total_tokens":33793,"cost":0.14292332},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":78581140229,"overall_relative_score":177938167551,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":713,"performance":997,"input_tokens":2884,"output_tokens":23895,"total_tokens":26779,"cost":0.1058924},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1325948,"overall_relative_score":1325948,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":960,"input_tokens":1758,"output_tokens":33587,"total_tokens":35345,"cost":0.14827408},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":618379711332,"overall_relative_score":87216620880,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":974,"performance":463,"input_tokens":3359,"output_tokens":29209,"total_tokens":32568,"cost":0.12942828},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047352,"overall_relative_score":1047352,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":296,"performance":1581,"input_tokens":1853,"output_tokens":26882,"total_tokens":28735,"cost":0.11883212},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":725837117228,"overall_relative_score":100980661935,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":988,"performance":595,"input_tokens":4135,"output_tokens":21560,"total_tokens":25695,"cost":0.10050708},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":304529903200,"overall_relative_score":13336686190,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":685,"performance":1011,"input_tokens":3020,"output_tokens":32817,"total_tokens":35837,"cost":0.14519368},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1758,"output_tokens":27573,"total_tokens":29331,"cost":0.12181248},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14534685524,"overall_relative_score":43959327,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":2841,"output_tokens":27214,"total_tokens":30055,"cost":0.12050876},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2881739126,"overall_relative_score":2881739126,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":1922,"output_tokens":27616,"total_tokens":29538,"cost":0.1220124},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224244033,"overall_relative_score":224244033,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":526,"performance":1257,"input_tokens":4330,"output_tokens":26581,"total_tokens":30911,"cost":0.1230184},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6369893,"overall_relative_score":45734924164,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":557,"performance":1135,"input_tokens":4013,"output_tokens":24410,"total_tokens":28423,"cost":0.1130222},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291072,"overall_relative_score":291072,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":224,"performance":1580,"input_tokens":1859,"output_tokens":32966,"total_tokens":34825,"cost":0.147653},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4204,"output_tokens":23477,"total_tokens":27681,"cost":0.1091844},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66040339,"overall_relative_score":66040339,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":499,"performance":1336,"input_tokens":1657,"output_tokens":23628,"total_tokens":25285,"cost":0.104459},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438944,"overall_relative_score":438944,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":576,"performance":1185,"input_tokens":2205,"output_tokens":34931,"total_tokens":37136,"cost":0.1567834},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123460418,"overall_relative_score":123460418,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":706,"performance":1002,"input_tokens":1484,"output_tokens":34862,"total_tokens":36346,"cost":0.15379232},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2185961776,"overall_relative_score":714740356453,"max_execution_time_ms":490,"max_memory_usage_kib":8192,"rank":780,"performance":1048,"input_tokens":4280,"output_tokens":28136,"total_tokens":32416,"cost":0.12497504},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2310,"overall_relative_score":2310,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":1417,"output_tokens":33273,"total_tokens":34690,"cost":0.14677988}]},{"num_self_refine":2,"rank":{"all":{"mean":488.725,"median":494.5,"min":23,"max":1019,"stdev":264.21271417805264},"short":{"mean":415.4782608695652,"median":436.0,"min":23,"max":1019,"stdev":243.6440901966371},"long":{"mean":587.8235294117648,"median":577.0,"min":75,"max":988,"stdev":265.3071887675958}},"performance":{"all":{"mean":1169.875,"median":1200.5,"min":-65,"max":2440,"stdev":521.9240138967082},"short":{"mean":1228.5217391304348,"median":1272.0,"min":-65,"max":2440,"stdev":582.237757556233},"long":{"mean":1090.5294117647059,"median":1006.0,"min":463,"max":2061,"stdev":431.54013684231313}},"input_tokens":{"all":{"mean":8046.1,"median":7265.5,"min":4306,"max":17254,"stdev":3356.114433732511},"short":{"mean":6778.695652173913,"median":5799.0,"min":4306,"max":17240,"stdev":3025.7337868055415},"long":{"mean":9760.823529411764,"median":9073.0,"min":4892,"max":17254,"stdev":3071.3932961136325}},"output_tokens":{"all":{"mean":64092.525,"median":64288.0,"min":22932,"max":86459,"stdev":13300.01212836829},"short":{"mean":64630.95652173913,"median":67042.0,"min":22932,"max":86459,"stdev":15552.370569022767},"long":{"mean":63364.05882352941,"median":64283.0,"min":48447,"max":83200,"stdev":9879.765777022425}},"total_tokens":{"all":{"mean":72138.625,"median":73353.0,"min":28907,"max":95564,"stdev":13841.285922340248},"short":{"mean":71409.65217391304,"median":73350.0,"min":28907,"max":95564,"stdev":16146.867156338001},"long":{"mean":73124.88235294117,"median":73356.0,"min":55937,"max":90974,"stdev":10329.083435150193}},"cost":{"all":{"mean":0.28872077,"median":0.29155204,"min":0.10430452,"max":0.38678464,"stdev":0.05901025638408206},"short":{"mean":0.2908433008695652,"median":0.30202260000000003,"min":0.10430452,"max":0.38678464,"stdev":0.06882561709279725},"long":{"mean":0.2858491105882353,"median":0.2913506,"min":0.2170864,"max":0.37397223999999996,"stdev":0.04426423079901768}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":818236237763,"overall_relative_score":818236237763,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":819,"performance":939,"input_tokens":4892,"output_tokens":56274,"total_tokens":61166,"cost":0.25292224},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2402,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":4306,"output_tokens":50637,"total_tokens":54943,"cost":0.2288312},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2875319913284,"overall_relative_score":2875319913284,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":75,"performance":2061,"input_tokens":7774,"output_tokens":83200,"total_tokens":90974,"cost":0.37397223999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7549867,"overall_relative_score":7549867,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":5027,"output_tokens":67042,"total_tokens":72069,"cost":0.30202260000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15705954,"overall_relative_score":15705954,"max_execution_time_ms":200,"max_memory_usage_kib":4096,"rank":152,"performance":1655,"input_tokens":5902,"output_tokens":63504,"total_tokens":69406,"cost":0.28746152},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5549249,"overall_relative_score":5549249,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":9759,"output_tokens":81162,"total_tokens":90921,"cost":0.36647076},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1904002,"overall_relative_score":1904002,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":5695,"output_tokens":48219,"total_tokens":53914,"cost":0.2183126},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10424106357,"overall_relative_score":10424106357,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":5799,"output_tokens":44266,"total_tokens":50065,"cost":0.2003354},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224501797,"overall_relative_score":224501797,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":8403,"output_tokens":64293,"total_tokens":72696,"cost":0.29115132},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6781820028,"overall_relative_score":6781820028,"max_execution_time_ms":140,"max_memory_usage_kib":5120,"rank":73,"performance":2090,"input_tokens":6886,"output_tokens":67720,"total_tokens":74606,"cost":0.30264712},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18856,"overall_relative_score":18856,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":17240,"output_tokens":69962,"total_tokens":87202,"cost":0.32343248},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":188131296,"overall_relative_score":188131296,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":17254,"output_tokens":70188,"total_tokens":87442,"cost":0.31576424000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69663572,"overall_relative_score":69663572,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":436,"performance":1122,"input_tokens":12422,"output_tokens":83142,"total_tokens":95564,"cost":0.37730584},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":442749837,"overall_relative_score":442749837,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":707,"performance":485,"input_tokens":8588,"output_tokens":68566,"total_tokens":77154,"cost":0.31050336},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73966523,"overall_relative_score":73966523,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":389,"performance":1244,"input_tokens":7264,"output_tokens":56543,"total_tokens":63807,"cost":0.2560404},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26871379228,"overall_relative_score":397122269600,"max_execution_time_ms":140,"max_memory_usage_kib":11264,"rank":224,"performance":1664,"input_tokens":7267,"output_tokens":68655,"total_tokens":75922,"cost":0.30598124},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300598794262,"overall_relative_score":808438856368,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":450,"performance":1248,"input_tokens":15859,"output_tokens":53042,"total_tokens":68901,"cost":0.23968212},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":653973385686698,"overall_relative_score":5413608862,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11600,"output_tokens":69090,"total_tokens":80690,"cost":0.3100216},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":343551060,"overall_relative_score":343551060,"max_execution_time_ms":1060,"max_memory_usage_kib":7168,"rank":755,"performance":859,"input_tokens":9453,"output_tokens":63897,"total_tokens":73350,"cost":0.29029523999999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4981,"output_tokens":75229,"total_tokens":80210,"cost":0.33418707999999997},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":570,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":5975,"output_tokens":22932,"total_tokens":28907,"cost":0.10430452},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":6162,"output_tokens":86459,"total_tokens":92621,"cost":0.38678464},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":78581140229,"overall_relative_score":177938167551,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":713,"performance":997,"input_tokens":7490,"output_tokens":48447,"total_tokens":55937,"cost":0.2170864},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1339899,"overall_relative_score":1339899,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":538,"performance":1050,"input_tokens":5176,"output_tokens":62827,"total_tokens":68003,"cost":0.27974536},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":618379711332,"overall_relative_score":87216620880,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":974,"performance":463,"input_tokens":9073,"output_tokens":64283,"total_tokens":73356,"cost":0.29175348},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1060994,"overall_relative_score":1060994,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":211,"performance":1755,"input_tokens":5602,"output_tokens":75975,"total_tokens":81577,"cost":0.34008992},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":725837117228,"overall_relative_score":100980661935,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":988,"performance":595,"input_tokens":11164,"output_tokens":59559,"total_tokens":70723,"cost":0.27287384000000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3717570600,"overall_relative_score":83505567223,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":475,"performance":1282,"input_tokens":7657,"output_tokens":55543,"total_tokens":63200,"cost":0.24825076},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10405051175691,"overall_relative_score":10405051175691,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":461,"performance":1331,"input_tokens":5267,"output_tokens":49192,"total_tokens":54459,"cost":0.21987876},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14534685524,"overall_relative_score":43959327,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":7860,"output_tokens":66313,"total_tokens":74173,"cost":0.29636072},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3501820871,"overall_relative_score":3501820871,"max_execution_time_ms":170,"max_memory_usage_kib":6144,"rank":492,"performance":1244,"input_tokens":5890,"output_tokens":68792,"total_tokens":74682,"cost":0.30655319999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234277856,"overall_relative_score":234277856,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":437,"performance":1382,"input_tokens":10705,"output_tokens":52075,"total_tokens":62780,"cost":0.244117},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6369893,"overall_relative_score":45734924164,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":557,"performance":1135,"input_tokens":10146,"output_tokens":54163,"total_tokens":64309,"cost":0.24799808},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291072,"overall_relative_score":291072,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":224,"performance":1580,"input_tokens":5459,"output_tokens":82877,"total_tokens":88336,"cost":0.37018556},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3895020372,"overall_relative_score":2487668102506,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":612,"performance":1157,"input_tokens":10481,"output_tokens":63959,"total_tokens":74440,"cost":0.2913506},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70485607,"overall_relative_score":70485607,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":288,"performance":1650,"input_tokens":4981,"output_tokens":56135,"total_tokens":61116,"cost":0.25031939999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442877,"overall_relative_score":442877,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":512,"performance":1272,"input_tokens":6349,"output_tokens":80196,"total_tokens":86545,"cost":0.35927036},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147160932,"overall_relative_score":147160932,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":173,"performance":1841,"input_tokens":4614,"output_tokens":83223,"total_tokens":87837,"cost":0.36928464},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932101245,"overall_relative_score":1544832085296,"max_execution_time_ms":540,"max_memory_usage_kib":16704,"rank":577,"performance":1261,"input_tokens":10667,"output_tokens":50452,"total_tokens":61119,"cost":0.22729188},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194438,"overall_relative_score":194438,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":769,"input_tokens":4755,"output_tokens":75668,"total_tokens":80423,"cost":0.33799108}]},{"num_self_refine":4,"rank":{"all":{"mean":408.55,"median":429.0,"min":21,"max":1019,"stdev":246.14160506421857},"short":{"mean":366.04347826086956,"median":403.0,"min":21,"max":1019,"stdev":254.03175861957058},"long":{"mean":466.05882352941177,"median":468.0,"min":87,"max":943,"stdev":229.8579644552901}},"performance":{"all":{"mean":1353.0,"median":1282.0,"min":-65,"max":2499,"stdev":514.0045395389682},"short":{"mean":1419.5217391304348,"median":1320.0,"min":-65,"max":2499,"stdev":601.5510157134878},"long":{"mean":1263.0,"median":1255.0,"min":575,"max":2003,"stdev":362.5730960785701}},"input_tokens":{"all":{"mean":26505.675,"median":25224.5,"min":14508,"max":43712,"stdev":7062.631453326219},"short":{"mean":23491.739130434784,"median":21910.0,"min":14508,"max":43346,"stdev":6234.935395286723},"long":{"mean":30583.352941176472,"median":30104.0,"min":20834,"max":43712,"stdev":6116.157596289279}},"output_tokens":{"all":{"mean":124394.925,"median":126016.5,"min":73224,"max":162295,"stdev":21233.827405257915},"short":{"mean":122221.65217391304,"median":123998.0,"min":73224,"max":161930,"stdev":23575.55310564641},"long":{"mean":127335.23529411765,"median":126803.0,"min":97463,"max":162295,"stdev":17854.95427230707}},"total_tokens":{"all":{"mean":150900.6,"median":153048.0,"min":92776,"max":206007,"stdev":23011.812656401784},"short":{"mean":145713.39130434784,"median":149208.0,"min":92776,"max":184562,"stdev":24179.54193629424},"long":{"mean":157918.58823529413,"median":156932.0,"min":128471,"max":206007,"stdev":19896.20111685527}},"cost":{"all":{"mean":0.569180559,"median":0.57192672,"min":0.33430976,"max":0.7337076,"stdev":0.09335506130685209},"short":{"mean":0.5585618608695652,"median":0.560214,"min":0.33430976,"max":0.73053328,"stdev":0.10342923461855269},"long":{"mean":0.5835470329411765,"median":0.58852176,"min":0.44554504,"max":0.7337076,"stdev":0.07843869292729608}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":923392433087,"overall_relative_score":923392433087,"max_execution_time_ms":4520,"max_memory_usage_kib":3072,"rank":478,"performance":1255,"input_tokens":20834,"output_tokens":140082,"total_tokens":160916,"cost":0.6438503200000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2402,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":14508,"output_tokens":108185,"total_tokens":122693,"cost":0.49150984},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2871488572515,"overall_relative_score":2871488572515,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":87,"performance":2003,"input_tokens":27812,"output_tokens":132861,"total_tokens":160673,"cost":0.62053384},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2816654688,"overall_relative_score":2816654688,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":350,"performance":1167,"input_tokens":21793,"output_tokens":105260,"total_tokens":127053,"cost":0.49365420000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20720123,"overall_relative_score":20720123,"max_execution_time_ms":2800,"max_memory_usage_kib":23552,"rank":21,"performance":2499,"input_tokens":25039,"output_tokens":116213,"total_tokens":141252,"cost":0.5461729200000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5557436,"overall_relative_score":5557436,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":165,"performance":1687,"input_tokens":30129,"output_tokens":126803,"total_tokens":156932,"cost":0.58902388},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1904002,"overall_relative_score":1904002,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":24763,"output_tokens":105962,"total_tokens":130725,"cost":0.4859442},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10424106357,"overall_relative_score":10424106357,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":17963,"output_tokens":102764,"total_tokens":120727,"cost":0.46461476},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224501797,"overall_relative_score":224501797,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":29011,"output_tokens":137919,"total_tokens":166930,"cost":0.6283434800000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7117169947,"overall_relative_score":7117169947,"max_execution_time_ms":300,"max_memory_usage_kib":6144,"rank":32,"performance":2400,"input_tokens":25567,"output_tokens":135049,"total_tokens":160616,"cost":0.61972204},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":833144,"overall_relative_score":833144,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":97,"performance":1895,"input_tokens":43346,"output_tokens":114282,"total_tokens":157628,"cost":0.5416372},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194731962,"overall_relative_score":194731962,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":591,"performance":996,"input_tokens":43712,"output_tokens":162295,"total_tokens":206007,"cost":0.7337076},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69663572,"overall_relative_score":69663572,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":436,"performance":1122,"input_tokens":33652,"output_tokens":150391,"total_tokens":184043,"cost":0.68409976},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":837733032,"overall_relative_score":837733032,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":519,"performance":955,"input_tokens":32805,"output_tokens":104342,"total_tokens":137147,"cost":0.49525516},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73966523,"overall_relative_score":73966523,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":389,"performance":1244,"input_tokens":25554,"output_tokens":126835,"total_tokens":152389,"cost":0.5770687999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26871379228,"overall_relative_score":397122269600,"max_execution_time_ms":140,"max_memory_usage_kib":11264,"rank":224,"performance":1664,"input_tokens":25243,"output_tokens":159787,"total_tokens":185030,"cost":0.7190686},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95876675480,"overall_relative_score":853960749025,"max_execution_time_ms":5390,"max_memory_usage_kib":11264,"rank":374,"performance":1362,"input_tokens":40674,"output_tokens":129585,"total_tokens":170259,"cost":0.58852176},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116906504835452,"overall_relative_score":28311536064,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":380,"performance":1214,"input_tokens":36717,"output_tokens":137509,"total_tokens":174226,"cost":0.626165},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421999822,"overall_relative_score":421999822,"max_execution_time_ms":1510,"max_memory_usage_kib":7168,"rank":515,"performance":1203,"input_tokens":27741,"output_tokens":74688,"total_tokens":102429,"cost":0.3568124399999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":16735,"output_tokens":149228,"total_tokens":165963,"cost":0.67076628},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":278830549292,"overall_relative_score":278830549292,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":140,"performance":1365,"input_tokens":19552,"output_tokens":73224,"total_tokens":92776,"cost":0.33430976},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":21901,"output_tokens":149869,"total_tokens":171770,"cost":0.68293492},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27943451233,"overall_relative_score":277041850821,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":526,"performance":1218,"input_tokens":23656,"output_tokens":107096,"total_tokens":130752,"cost":0.4853712},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1343924,"overall_relative_score":1343924,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":520,"performance":1085,"input_tokens":17097,"output_tokens":139423,"total_tokens":156520,"cost":0.62397236},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107524551093,"overall_relative_score":586116305530,"max_execution_time_ms":90,"max_memory_usage_kib":23552,"rank":935,"performance":575,"input_tokens":32924,"output_tokens":123330,"total_tokens":156254,"cost":0.5667846400000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067011,"overall_relative_score":1067011,"max_execution_time_ms":460,"max_memory_usage_kib":5120,"rank":149,"performance":1912,"input_tokens":22632,"output_tokens":161930,"total_tokens":184562,"cost":0.73053328},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494578147359,"overall_relative_score":248325484373,"max_execution_time_ms":1080,"max_memory_usage_kib":4096,"rank":265,"performance":1598,"input_tokens":35887,"output_tokens":117820,"total_tokens":153707,"cost":0.54450004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3479937900,"overall_relative_score":87285126384,"max_execution_time_ms":2830,"max_memory_usage_kib":5120,"rank":468,"performance":1292,"input_tokens":26247,"output_tokens":114259,"total_tokens":140506,"cost":0.51927548},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10391281657706,"overall_relative_score":10391281657706,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":469,"performance":1320,"input_tokens":21723,"output_tokens":95327,"total_tokens":117050,"cost":0.43460235999999997},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5963444474,"overall_relative_score":70657620,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":23844,"output_tokens":125230,"total_tokens":149074,"cost":0.56425664},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3501820871,"overall_relative_score":3501820871,"max_execution_time_ms":170,"max_memory_usage_kib":6144,"rank":492,"performance":1244,"input_tokens":21910,"output_tokens":123998,"total_tokens":145908,"cost":0.560214},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233884604,"overall_relative_score":233884604,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":443,"performance":1373,"input_tokens":31102,"output_tokens":113665,"total_tokens":144767,"cost":0.52637728},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1522938,"overall_relative_score":165949191825,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":408,"performance":1330,"input_tokens":29310,"output_tokens":112353,"total_tokens":141663,"cost":0.52159776},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293215,"overall_relative_score":293215,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":191,"performance":1661,"input_tokens":20275,"output_tokens":117215,"total_tokens":137490,"cost":0.53450028},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3788248980,"overall_relative_score":2553000423022,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":576,"performance":1198,"input_tokens":30104,"output_tokens":135965,"total_tokens":166069,"cost":0.62849912},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72196074,"overall_relative_score":72196074,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":165,"performance":1899,"input_tokens":21189,"output_tokens":128019,"total_tokens":149208,"cost":0.5816393999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442877,"overall_relative_score":442877,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":512,"performance":1272,"input_tokens":22534,"output_tokens":129360,"total_tokens":151894,"cost":0.58628552},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147160932,"overall_relative_score":147160932,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":173,"performance":1841,"input_tokens":18528,"output_tokens":149483,"total_tokens":168011,"cost":0.6768061599999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":775220128,"overall_relative_score":1779606949560,"max_execution_time_ms":330,"max_memory_usage_kib":15360,"rank":422,"performance":1440,"input_tokens":31008,"output_tokens":97463,"total_tokens":128471,"cost":0.44554504},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":197644,"overall_relative_score":197644,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":815,"performance":786,"input_tokens":25206,"output_tokens":140728,"total_tokens":165934,"cost":0.6427450400000001}]},{"num_self_refine":8,"rank":{"all":{"mean":345.675,"median":359.0,"min":12,"max":1019,"stdev":242.931180241099},"short":{"mean":271.95652173913044,"median":201.0,"min":12,"max":1019,"stdev":230.69863818427504},"long":{"mean":445.4117647058824,"median":415.0,"min":72,"max":942,"stdev":228.66844415647117}},"performance":{"all":{"mean":1488.975,"median":1412.5,"min":-65,"max":2712,"stdev":528.7623908956092},"short":{"mean":1631.3478260869565,"median":1642.0,"min":-65,"max":2712,"stdev":593.4782379938897},"long":{"mean":1296.3529411764705,"median":1308.0,"min":575,"max":2077,"stdev":358.6667919490998}},"input_tokens":{"all":{"mean":103726.325,"median":107819.5,"min":54796,"max":139140,"stdev":20230.003337753376},"short":{"mean":96022.47826086957,"median":94256.0,"min":54796,"max":139140,"stdev":20408.850452838447},"long":{"mean":114149.17647058824,"median":109537.0,"min":88438,"max":138042,"stdev":14969.887408708582}},"output_tokens":{"all":{"mean":220207.875,"median":220403.0,"min":158738,"max":304352,"stdev":36590.30317754965},"short":{"mean":221472.65217391305,"median":223191.0,"min":165976,"max":304352,"stdev":38769.994717809444},"long":{"mean":218496.70588235295,"median":213968.0,"min":158738,"max":280665,"stdev":34514.59517683191}},"total_tokens":{"all":{"mean":323934.2,"median":321016.5,"min":261872,"max":386243,"stdev":35512.006854453735},"short":{"mean":317495.1304347826,"median":317366.0,"min":261872,"max":386243,"stdev":35315.34725776824},"long":{"mean":332645.8823529412,"median":333867.0,"min":267373,"max":383110,"stdev":34911.83083118521}},"cost":{"all":{"mean":1.046041585,"median":1.04788932,"min":0.7498514000000001,"max":1.392482,"stdev":0.16187042810446373},"short":{"mean":1.0507525026086957,"median":1.043944,"min":0.78998508,"max":1.392482,"stdev":0.16632775514560394},"long":{"mean":1.0396679905882353,"median":1.05183464,"min":0.7498514000000001,"max":1.2978138399999999,"stdev":0.16047781744475187}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":937414956219,"overall_relative_score":937414956219,"max_execution_time_ms":3530,"max_memory_usage_kib":3072,"rank":415,"performance":1321,"input_tokens":101609,"output_tokens":253981,"total_tokens":355590,"cost":1.2104480400000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2402,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":54796,"output_tokens":228335,"total_tokens":283131,"cost":1.06613976},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2877109710807,"overall_relative_score":2877109710807,"max_execution_time_ms":1340,"max_memory_usage_kib":3072,"rank":72,"performance":2077,"input_tokens":109256,"output_tokens":224611,"total_tokens":333867,"cost":1.0930932},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6107237918,"overall_relative_score":6107237918,"max_execution_time_ms":2920,"max_memory_usage_kib":38912,"rank":56,"performance":2168,"input_tokens":105941,"output_tokens":211425,"total_tokens":317366,"cost":1.0293394},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20720123,"overall_relative_score":20720123,"max_execution_time_ms":2800,"max_memory_usage_kib":23552,"rank":21,"performance":2499,"input_tokens":114411,"output_tokens":197909,"total_tokens":312320,"cost":1.01331868},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5557436,"overall_relative_score":5557436,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":165,"performance":1687,"input_tokens":108017,"output_tokens":204992,"total_tokens":313009,"cost":0.9675335600000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1904002,"overall_relative_score":1904002,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":119308,"output_tokens":195425,"total_tokens":314733,"cost":0.95124168},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10424106357,"overall_relative_score":10424106357,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":64605,"output_tokens":206601,"total_tokens":271206,"cost":0.9425826},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224501797,"overall_relative_score":224501797,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":117454,"output_tokens":246079,"total_tokens":363533,"cost":1.14620656},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7315160324,"overall_relative_score":7315160324,"max_execution_time_ms":910,"max_memory_usage_kib":7168,"rank":12,"performance":2712,"input_tokens":112063,"output_tokens":241462,"total_tokens":353525,"cost":1.13038276},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1628912,"overall_relative_score":1628912,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":73,"performance":2011,"input_tokens":139140,"output_tokens":181822,"total_tokens":320962,"cost":0.9064582400000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":454886136,"overall_relative_score":454886136,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":524,"performance":1087,"input_tokens":133186,"output_tokens":248444,"total_tokens":381630,"cost":1.15032888},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78692710,"overall_relative_score":78692710,"max_execution_time_ms":2980,"max_memory_usage_kib":8364,"rank":257,"performance":1471,"input_tokens":113090,"output_tokens":273153,"total_tokens":386243,"cost":1.2843208},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1277549658,"overall_relative_score":1277549658,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":387,"performance":1187,"input_tokens":121886,"output_tokens":213968,"total_tokens":335854,"cost":1.05183464},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78856328,"overall_relative_score":78856328,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":361,"performance":1293,"input_tokens":94256,"output_tokens":217615,"total_tokens":311871,"cost":1.04255112},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36117748738,"overall_relative_score":449570748712,"max_execution_time_ms":730,"max_memory_usage_kib":6144,"rank":202,"performance":1711,"input_tokens":101516,"output_tokens":280665,"total_tokens":382181,"cost":1.2978138399999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95876675480,"overall_relative_score":853960749025,"max_execution_time_ms":5390,"max_memory_usage_kib":11264,"rank":374,"performance":1362,"input_tokens":123702,"output_tokens":164748,"total_tokens":288450,"cost":0.8030800799999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":111125504835452,"overall_relative_score":32343700688,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":357,"performance":1256,"input_tokens":138042,"output_tokens":245068,"total_tokens":383110,"cost":1.1933448800000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453710560,"overall_relative_score":453710560,"max_execution_time_ms":1770,"max_memory_usage_kib":8192,"rank":226,"performance":1673,"input_tokens":99867,"output_tokens":166470,"total_tokens":266337,"cost":0.8066177999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":59462,"output_tokens":304352,"total_tokens":363814,"cost":1.392482},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":278830549292,"overall_relative_score":278830549292,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":140,"performance":1365,"input_tokens":89606,"output_tokens":172266,"total_tokens":261872,"cost":0.8054975200000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240958,"overall_relative_score":240958,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":190,"performance":1642,"input_tokens":93523,"output_tokens":247200,"total_tokens":340723,"cost":1.17892196},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27789086203,"overall_relative_score":301318324118,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":454,"performance":1308,"input_tokens":92656,"output_tokens":204155,"total_tokens":296811,"cost":0.9432938399999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1343924,"overall_relative_score":1343924,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":520,"performance":1085,"input_tokens":67009,"output_tokens":286615,"total_tokens":353624,"cost":1.29494548},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107524551093,"overall_relative_score":586116305530,"max_execution_time_ms":90,"max_memory_usage_kib":23552,"rank":935,"performance":575,"input_tokens":113466,"output_tokens":207605,"total_tokens":321071,"cost":1.0093499200000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1074992,"overall_relative_score":1074992,"max_execution_time_ms":560,"max_memory_usage_kib":5120,"rank":85,"performance":2136,"input_tokens":108385,"output_tokens":267391,"total_tokens":375776,"cost":1.24990036},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":419334339212,"overall_relative_score":220685836274,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":317,"performance":1510,"input_tokens":137940,"output_tokens":204472,"total_tokens":342412,"cost":0.97189808},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3378809500,"overall_relative_score":91381648537,"max_execution_time_ms":2880,"max_memory_usage_kib":7168,"rank":462,"performance":1300,"input_tokens":130768,"output_tokens":173465,"total_tokens":304233,"cost":0.83607864},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11251922308702,"overall_relative_score":11251922308702,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":201,"performance":1784,"input_tokens":108665,"output_tokens":165976,"total_tokens":274641,"cost":0.78998508},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417273767,"overall_relative_score":614242738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":88438,"output_tokens":237172,"total_tokens":325610,"cost":1.08755176},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3501820871,"overall_relative_score":3501820871,"max_execution_time_ms":170,"max_memory_usage_kib":6144,"rank":492,"performance":1244,"input_tokens":91447,"output_tokens":229956,"total_tokens":321403,"cost":1.07044724},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234768257,"overall_relative_score":234768257,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":108984,"output_tokens":169429,"total_tokens":278413,"cost":0.8407916},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1449216,"overall_relative_score":168213275324,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":406,"performance":1333,"input_tokens":109537,"output_tokens":192065,"total_tokens":301602,"cost":0.9097914},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293237,"overall_relative_score":293237,"max_execution_time_ms":740,"max_memory_usage_kib":10332,"rank":191,"performance":1661,"input_tokens":89944,"output_tokens":230408,"total_tokens":320352,"cost":1.0696752},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3788248980,"overall_relative_score":2553000423022,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":576,"performance":1198,"input_tokens":104428,"output_tokens":254216,"total_tokens":358644,"cost":1.25285712},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72196074,"overall_relative_score":72196074,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":165,"performance":1899,"input_tokens":87592,"output_tokens":253348,"total_tokens":340940,"cost":1.19124928},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461555,"overall_relative_score":461555,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":284,"performance":1615,"input_tokens":92111,"output_tokens":198902,"total_tokens":291013,"cost":0.9392627600000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147197844,"overall_relative_score":147197844,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":169,"performance":1851,"input_tokens":86690,"output_tokens":223191,"total_tokens":309881,"cost":1.043944},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":775220128,"overall_relative_score":1779606949560,"max_execution_time_ms":330,"max_memory_usage_kib":15360,"rank":422,"performance":1440,"input_tokens":108635,"output_tokens":158738,"total_tokens":267373,"cost":0.7498514000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204184,"overall_relative_score":204184,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":434,"performance":1385,"input_tokens":107622,"output_tokens":224620,"total_tokens":332242,"cost":1.1272522400000002}]},{"num_self_refine":16,"rank":{"all":{"mean":290.9,"median":296.5,"min":1,"max":942,"stdev":223.16876447186203},"short":{"mean":197.0,"median":169.0,"min":1,"max":497,"stdev":158.79947332177375},"long":{"mean":417.94117647058823,"median":387.0,"min":73,"max":942,"stdev":238.53995225858793}},"performance":{"all":{"mean":1646.1,"median":1552.5,"min":575,"max":3482,"stdev":563.9842605550674},"short":{"mean":1872.9130434782608,"median":1784.0,"min":828,"max":3482,"stdev":579.7570739733447},"long":{"mean":1339.235294117647,"median":1308.0,"min":575,"max":2071,"stdev":373.02924305806187}},"input_tokens":{"all":{"mean":447733.35,"median":439990.5,"min":230380,"max":687078,"stdev":100667.07935173094},"short":{"mean":430612.652173913,"median":437152.0,"min":230380,"max":650614,"stdev":108309.27870459613},"long":{"mean":470896.64705882355,"median":448444.0,"min":351003,"max":687078,"stdev":87062.4433172401}},"output_tokens":{"all":{"mean":367278.25,"median":365957.0,"min":248033,"max":562105,"stdev":64846.95519797917},"short":{"mean":377270.7826086957,"median":370771.0,"min":248033,"max":562105,"stdev":72102.1910012301},"long":{"mean":353758.9411764706,"median":344834.0,"min":266602,"max":438602,"stdev":52573.947998831354}},"total_tokens":{"all":{"mean":815011.6,"median":813552.0,"min":594896,"max":1004913,"stdev":97211.32182104548},"short":{"mean":807883.4347826086,"median":794743.0,"min":594896,"max":1001707,"stdev":105327.1276559696},"long":{"mean":824655.5882352941,"median":819546.0,"min":690797,"max":1004913,"stdev":87227.49022388156}},"cost":{"all":{"mean":1.911326222,"median":1.94080816,"min":1.39078528,"max":2.6418723199999996,"stdev":0.29259994687104884},"short":{"mean":1.9618732956521738,"median":1.99128796,"min":1.4054212000000001,"max":2.6418723199999996,"stdev":0.3178076010239896},"long":{"mean":1.8429390047058822,"median":1.8984453600000002,"min":1.39078528,"max":2.20974196,"stdev":0.2473189629761599}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":955427651741,"overall_relative_score":955427651741,"max_execution_time_ms":4090,"max_memory_usage_kib":3072,"rank":311,"performance":1445,"input_tokens":506730,"output_tokens":334767,"total_tokens":841497,"cost":1.9505299200000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3111759,"overall_relative_score":3111759,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":314,"performance":1419,"input_tokens":230380,"output_tokens":364516,"total_tokens":594896,"cost":1.83987184},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2876915599962,"overall_relative_score":2876915599962,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":73,"performance":2071,"input_tokens":435593,"output_tokens":297837,"total_tokens":733430,"cost":1.83071812},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6511562212,"overall_relative_score":6511562212,"max_execution_time_ms":2820,"max_memory_usage_kib":38912,"rank":21,"performance":2539,"input_tokens":542746,"output_tokens":370771,"total_tokens":913517,"cost":2.3101052799999997},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21361115,"overall_relative_score":21361115,"max_execution_time_ms":2960,"max_memory_usage_kib":22340,"rank":16,"performance":2592,"input_tokens":521024,"output_tokens":357316,"total_tokens":878340,"cost":2.1298032},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5557436,"overall_relative_score":5557436,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":165,"performance":1687,"input_tokens":414966,"output_tokens":328866,"total_tokens":743832,"cost":1.6221592800000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2122352,"overall_relative_score":2122352,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":9,"performance":2747,"input_tokens":650614,"output_tokens":351093,"total_tokens":1001707,"cost":1.9310864},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10424106357,"overall_relative_score":10424106357,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":274053,"output_tokens":393445,"total_tokens":667498,"cost":1.92893012},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223925401,"overall_relative_score":223925401,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":571,"performance":994,"input_tokens":504095,"output_tokens":388217,"total_tokens":892312,"cost":1.9637246000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7597542970,"overall_relative_score":7597542970,"max_execution_time_ms":1310,"max_memory_usage_kib":9216,"rank":1,"performance":3482,"input_tokens":495215,"output_tokens":422017,"total_tokens":917232,"cost":2.1263511599999996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1628912,"overall_relative_score":1628912,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":73,"performance":2011,"input_tokens":527176,"output_tokens":382908,"total_tokens":910084,"cost":2.0365184},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":748676887,"overall_relative_score":748676887,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":407,"performance":1250,"input_tokens":502476,"output_tokens":344834,"total_tokens":847310,"cost":1.76743552},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83931075,"overall_relative_score":83931075,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":181,"performance":1658,"input_tokens":429172,"output_tokens":331851,"total_tokens":761023,"cost":1.65598424},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1324643493,"overall_relative_score":1324643493,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":340,"performance":1271,"input_tokens":515106,"output_tokens":398187,"total_tokens":913293,"cost":2.00644608},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78856328,"overall_relative_score":78856328,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":361,"performance":1293,"input_tokens":371409,"output_tokens":316276,"total_tokens":687685,"cost":1.6033309999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38010263525,"overall_relative_score":505605687084,"max_execution_time_ms":1650,"max_memory_usage_kib":15872,"rank":180,"performance":1762,"input_tokens":406212,"output_tokens":413334,"total_tokens":819546,"cost":2.0548876799999993},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95876675480,"overall_relative_score":853960749025,"max_execution_time_ms":5390,"max_memory_usage_kib":11264,"rank":374,"performance":1362,"input_tokens":424034,"output_tokens":266763,"total_tokens":690797,"cost":1.39078528},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":108160647036115,"overall_relative_score":33593435753,"max_execution_time_ms":200,"max_memory_usage_kib":5120,"rank":357,"performance":1256,"input_tokens":600862,"output_tokens":404051,"total_tokens":1004913,"cost":2.15121168},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":483117912,"overall_relative_score":483117912,"max_execution_time_ms":1600,"max_memory_usage_kib":7168,"rank":61,"performance":2212,"input_tokens":456522,"output_tokens":265274,"total_tokens":721796,"cost":1.4054212000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":232638,"output_tokens":562105,"total_tokens":794743,"cost":2.6418723199999996},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284225475249,"overall_relative_score":284225475249,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":92,"performance":1727,"input_tokens":404777,"output_tokens":347893,"total_tokens":752670,"cost":1.6927078800000004},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284648,"overall_relative_score":284648,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":104,"performance":1909,"input_tokens":442829,"output_tokens":400776,"total_tokens":843605,"cost":1.99128796},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27789086203,"overall_relative_score":301318324118,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":454,"performance":1308,"input_tokens":376439,"output_tokens":336206,"total_tokens":712645,"cost":1.6290448399999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1369291,"overall_relative_score":1369291,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":318,"performance":1451,"input_tokens":265169,"output_tokens":485208,"total_tokens":750377,"cost":2.2707828400000003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107524551093,"overall_relative_score":586116305530,"max_execution_time_ms":90,"max_memory_usage_kib":23552,"rank":935,"performance":575,"input_tokens":400865,"output_tokens":413250,"total_tokens":814115,"cost":2.12320252},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1074992,"overall_relative_score":1074992,"max_execution_time_ms":560,"max_memory_usage_kib":5120,"rank":85,"performance":2136,"input_tokens":528807,"output_tokens":392598,"total_tokens":921405,"cost":2.17344036},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243958730581,"overall_relative_score":311150268211,"max_execution_time_ms":280,"max_memory_usage_kib":4096,"rank":184,"performance":1764,"input_tokens":560590,"output_tokens":335983,"total_tokens":896573,"cost":1.7042046400000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3318299300,"overall_relative_score":95341755087,"max_execution_time_ms":2960,"max_memory_usage_kib":5120,"rank":458,"performance":1305,"input_tokens":687078,"output_tokens":266602,"total_tokens":953680,"cost":1.45854584},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11251922308702,"overall_relative_score":11251922308702,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":201,"performance":1784,"input_tokens":514426,"output_tokens":298563,"total_tokens":812989,"cost":1.5232265600000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417273767,"overall_relative_score":614242738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":351003,"output_tokens":438602,"total_tokens":789605,"cost":2.20974196},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3600162711,"overall_relative_score":3600162711,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":482,"performance":1258,"input_tokens":390109,"output_tokens":403814,"total_tokens":793923,"cost":2.0208798},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234066292,"overall_relative_score":234066292,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":441,"performance":1376,"input_tokens":446137,"output_tokens":248033,"total_tokens":694170,"cost":1.46086884},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1390253,"overall_relative_score":182883530361,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":397,"performance":1346,"input_tokens":469184,"output_tokens":361921,"total_tokens":831105,"cost":1.8984453600000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293237,"overall_relative_score":293237,"max_execution_time_ms":740,"max_memory_usage_kib":10332,"rank":191,"performance":1661,"input_tokens":555815,"output_tokens":434001,"total_tokens":989816,"cost":2.34534412},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3775796989,"overall_relative_score":2562881883074,"max_execution_time_ms":1230,"max_memory_usage_kib":3072,"rank":570,"performance":1205,"input_tokens":401566,"output_tokens":386621,"total_tokens":788187,"cost":1.9977504},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73445159,"overall_relative_score":73445159,"max_execution_time_ms":1600,"max_memory_usage_kib":3072,"rank":94,"performance":2113,"input_tokens":367536,"output_tokens":486461,"total_tokens":853997,"cost":2.36795416},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461611,"overall_relative_score":461611,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":282,"performance":1619,"input_tokens":419914,"output_tokens":300665,"total_tokens":720579,"cost":1.7558385600000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147197844,"overall_relative_score":147197844,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":169,"performance":1851,"input_tokens":400471,"output_tokens":367398,"total_tokens":767869,"cost":1.8720918799999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":754287037,"overall_relative_score":1832178230026,"max_execution_time_ms":190,"max_memory_usage_kib":16384,"rank":387,"performance":1486,"input_tokens":448444,"output_tokens":297861,"total_tokens":746305,"cost":1.57112936},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216350,"overall_relative_score":216350,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":135,"performance":1970,"input_tokens":437152,"output_tokens":394246,"total_tokens":831398,"cost":2.0393876800000004}]}]},{"model_name":"glm-5","detail_path":"data/model_details/glm-5.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":657.975,"median":634.5,"min":174,"max":1087,"stdev":237.536230704783},"short":{"mean":587.9130434782609,"median":613.0,"min":174,"max":1019,"stdev":228.79504783330316},"long":{"mean":752.7647058823529,"median":727.0,"min":400,"max":1087,"stdev":221.25085576438025}},"performance":{"all":{"mean":765.625,"median":876.5,"min":-65,"max":1581,"stdev":463.7585405945199},"short":{"mean":751.8260869565217,"median":860.0,"min":-65,"max":1581,"stdev":535.4200264680833},"long":{"mean":784.2941176470588,"median":893.0,"min":111,"max":1278,"stdev":359.7448339979815}},"input_tokens":{"all":{"mean":2998.325,"median":2608.0,"min":1346,"max":7608,"stdev":1629.261896554419},"short":{"mean":2422.0434782608695,"median":1853.0,"min":1417,"max":7544,"stdev":1465.3203955654474},"long":{"mean":3778.0,"median":3359.0,"min":1346,"max":7608,"stdev":1547.481461924504}},"output_tokens":{"all":{"mean":22200.75,"median":21690.0,"min":14953,"max":31794,"stdev":3690.764931833411},"short":{"mean":22350.391304347828,"median":21787.0,"min":17957,"max":28865,"stdev":3064.9787443891537},"long":{"mean":21998.29411764706,"median":21265.0,"min":14953,"max":31794,"stdev":4495.596258627796}},"total_tokens":{"all":{"mean":25199.075,"median":24860.5,"min":20021,"max":34614,"stdev":3587.3011381495744},"short":{"mean":24772.434782608696,"median":24634.0,"min":20021,"max":30394,"stdev":3103.2460252581704},"long":{"mean":25776.29411764706,"median":25347.0,"min":20106,"max":34614,"stdev":4184.546447416761}},"cost":{"all":{"mean":0.073284245,"median":0.0713273,"min":0.049416,"max":0.1044584,"stdev":0.012004133275303822},"short":{"mean":0.07350030434782609,"median":0.0709566,"min":0.0595264,"max":0.0937434,"stdev":0.009836221440789801},"long":{"mean":0.0729919294117647,"median":0.072061,"min":0.049416,"max":0.1044584,"stdev":0.014766549110733555}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":595936264917,"overall_relative_score":595936264917,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":965,"performance":804,"input_tokens":1346,"output_tokens":20871,"total_tokens":22217,"cost":0.0680308},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":574,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1481,"output_tokens":25238,"total_tokens":26719,"cost":0.0821402},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2666524764653,"overall_relative_score":2666524764653,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":400,"performance":1278,"input_tokens":2644,"output_tokens":22829,"total_tokens":25473,"cost":0.0735976},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":1639,"output_tokens":21320,"total_tokens":22959,"cost":0.069863},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13735427,"overall_relative_score":13735427,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":174,"performance":1578,"input_tokens":1818,"output_tokens":20379,"total_tokens":22197,"cost":0.0655972},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4924101,"overall_relative_score":4924101,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":456,"performance":1094,"input_tokens":3801,"output_tokens":18247,"total_tokens":22048,"cost":0.0621914},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1529,"output_tokens":28865,"total_tokens":30394,"cost":0.0937434},{"problem_id":"ahc007","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2064,"output_tokens":17957,"total_tokens":20021,"cost":0.0595264},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":217066320,"overall_relative_score":217066320,"max_execution_time_ms":695,"max_memory_usage_kib":3072,"rank":584,"performance":976,"input_tokens":2994,"output_tokens":18899,"total_tokens":21893,"cost":0.0611156},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3517199527,"overall_relative_score":3517199527,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":345,"performance":1313,"input_tokens":2208,"output_tokens":20560,"total_tokens":22768,"cost":0.0678464},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13976,"overall_relative_score":13976,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":7544,"output_tokens":21880,"total_tokens":29424,"cost":0.07756},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":199848545,"overall_relative_score":199848545,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":589,"performance":999,"input_tokens":7608,"output_tokens":14953,"total_tokens":22561,"cost":0.049416},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":5224,"output_tokens":18817,"total_tokens":24041,"cost":0.0652848},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5133,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2820,"output_tokens":31794,"total_tokens":34614,"cost":0.1044584},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2572,"output_tokens":24059,"total_tokens":26631,"cost":0.0794584},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4678204117,"overall_relative_score":29149153540,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":587,"performance":1136,"input_tokens":2780,"output_tokens":21955,"total_tokens":24735,"cost":0.073036},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2470525684911,"overall_relative_score":369022793299,"max_execution_time_ms":5500,"max_memory_usage_kib":3072,"rank":785,"performance":764,"input_tokens":6995,"output_tokens":19321,"total_tokens":26316,"cost":0.0632414},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4502,"output_tokens":25734,"total_tokens":30236,"cost":0.0868508},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298374607,"overall_relative_score":298374607,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":506,"input_tokens":3634,"output_tokens":21270,"total_tokens":24904,"cost":0.071698},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6000100,"overall_relative_score":6000100,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":971,"performance":627,"input_tokens":1708,"output_tokens":24315,"total_tokens":26023,"cost":0.079516},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2194,"output_tokens":23739,"total_tokens":25933,"cost":0.0780052},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":873,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1849,"output_tokens":28072,"total_tokens":29921,"cost":0.091577},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":17354865026,"overall_relative_score":176733149162,"max_execution_time_ms":797,"max_memory_usage_kib":3072,"rank":717,"performance":993,"input_tokens":2884,"output_tokens":18655,"total_tokens":21539,"cost":0.0624264},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1240821,"overall_relative_score":1240821,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":706,"performance":636,"input_tokens":1758,"output_tokens":20500,"total_tokens":22258,"cost":0.0672044},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":546347078645,"overall_relative_score":105166598017,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":973,"performance":467,"input_tokens":3359,"output_tokens":29550,"total_tokens":32909,"cost":0.0977654},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047417,"overall_relative_score":1047417,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":296,"performance":1581,"input_tokens":1853,"output_tokens":18224,"total_tokens":20077,"cost":0.0600162},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":712976020533,"overall_relative_score":102852766016,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":986,"performance":600,"input_tokens":4135,"output_tokens":15971,"total_tokens":20106,"cost":0.0552422},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1985132969,"overall_relative_score":59753176852,"max_execution_time_ms":692,"max_memory_usage_kib":3072,"rank":541,"performance":1196,"input_tokens":3020,"output_tokens":23234,"total_tokens":26254,"cost":0.0773688},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1758,"output_tokens":18521,"total_tokens":20279,"cost":0.0596428},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2841,"output_tokens":22851,"total_tokens":25692,"cost":0.0759642},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2859283121,"overall_relative_score":2859283121,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":624,"performance":1056,"input_tokens":1922,"output_tokens":22895,"total_tokens":24817,"cost":0.0750324},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223985137,"overall_relative_score":223985137,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":529,"performance":1253,"input_tokens":4330,"output_tokens":20753,"total_tokens":25083,"cost":0.0673092},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2225000,"overall_relative_score":3247447,"max_execution_time_ms":3515,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":4013,"output_tokens":21265,"total_tokens":25278,"cost":0.072061},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":1859,"output_tokens":21593,"total_tokens":23452,"cost":0.0709566},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4204,"output_tokens":26775,"total_tokens":30979,"cost":0.0897816},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62347394,"overall_relative_score":62347394,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":604,"performance":1193,"input_tokens":1657,"output_tokens":21971,"total_tokens":23628,"cost":0.0706842},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432640,"overall_relative_score":432640,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1091,"input_tokens":2205,"output_tokens":28127,"total_tokens":30332,"cost":0.0922114},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113382322,"overall_relative_score":113382322,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":796,"performance":860,"input_tokens":1484,"output_tokens":21787,"total_tokens":23271,"cost":0.0700248},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":70,"max_memory_usage_kib":11684,"rank":813,"performance":1014,"input_tokens":4280,"output_tokens":21067,"total_tokens":25347,"cost":0.0683152},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1417,"output_tokens":23217,"total_tokens":24634,"cost":0.075609}]},{"num_self_refine":2,"rank":{"all":{"mean":637.625,"median":618.5,"min":174,"max":1037,"stdev":241.3614894504581},"short":{"mean":569.304347826087,"median":604.0,"min":174,"max":1019,"stdev":235.78928088494004},"long":{"mean":730.0588235294117,"median":717.0,"min":366,"max":1037,"stdev":223.07915371797836}},"performance":{"all":{"mean":828.125,"median":915.0,"min":-65,"max":1599,"stdev":469.21162397890686},"short":{"mean":819.9565217391304,"median":871.0,"min":-65,"max":1599,"stdev":554.8497321765982},"long":{"mean":839.1764705882352,"median":937.0,"min":111,"max":1330,"stdev":336.3155577902466}},"input_tokens":{"all":{"mean":7943.3,"median":7213.0,"min":4488,"max":17235,"stdev":3327.901126489834},"short":{"mean":6747.739130434783,"median":5329.0,"min":4488,"max":16847,"stdev":3014.1342073243595},"long":{"mean":9560.823529411764,"median":8687.0,"min":4623,"max":17235,"stdev":3109.442137170551}},"output_tokens":{"all":{"mean":36198.7,"median":36267.5,"min":22235,"max":54265,"stdev":7402.417509477251},"short":{"mean":36295.217391304344,"median":36397.0,"min":24039,"max":48800,"stdev":7172.302552537667},"long":{"mean":36068.117647058825,"median":36138.0,"min":22235,"max":54265,"stdev":7924.681183511051}},"total_tokens":{"all":{"mean":44142.0,"median":43775.5,"min":28772,"max":61948,"stdev":7806.690654455252},"short":{"mean":43042.95652173913,"median":42147.0,"min":28772,"max":55819,"stdev":7487.81384820005},"long":{"mean":45628.94117647059,"median":44936.0,"min":31779,"max":61948,"stdev":8208.158985657108}},"cost":{"all":{"mean":0.12228026,"median":0.1221626,"min":0.0803778,"max":0.17897580000000002,"stdev":0.023691464447216926},"short":{"mean":0.12190627826086957,"median":0.1188466,"min":0.0803778,"max":0.16097319999999998,"stdev":0.023146795665274285},"long":{"mean":0.12278623529411765,"median":0.123347,"min":0.080696,"max":0.17897580000000002,"stdev":0.025119133279159465}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":595936264917,"overall_relative_score":595936264917,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":965,"performance":804,"input_tokens":4623,"output_tokens":38631,"total_tokens":43254,"cost":0.1280374},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":574,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":4488,"output_tokens":46116,"total_tokens":50604,"cost":0.1518544},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2701040995073,"overall_relative_score":2701040995073,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":366,"performance":1330,"input_tokens":7594,"output_tokens":36138,"total_tokens":43732,"cost":0.1211364},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":4733,"output_tokens":24039,"total_tokens":28772,"cost":0.0803778},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13735427,"overall_relative_score":13735427,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":174,"performance":1578,"input_tokens":5731,"output_tokens":24807,"total_tokens":30538,"cost":0.08224619999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4924101,"overall_relative_score":4924101,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":456,"performance":1094,"input_tokens":9544,"output_tokens":22235,"total_tokens":31779,"cost":0.080696},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":5329,"output_tokens":32777,"total_tokens":38106,"cost":0.1100618},{"problem_id":"ahc007","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":4774,"output_tokens":31146,"total_tokens":35920,"cost":0.1026492},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222986949,"overall_relative_score":222986949,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":572,"performance":993,"input_tokens":8321,"output_tokens":29185,"total_tokens":37506,"cost":0.0992554},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3884619390,"overall_relative_score":3884619390,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":326,"performance":1349,"input_tokens":7020,"output_tokens":29812,"total_tokens":36832,"cost":0.1022648},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13976,"overall_relative_score":13976,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":16847,"output_tokens":38972,"total_tokens":55819,"cost":0.14140380000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":389497985,"overall_relative_score":389497985,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":1069,"input_tokens":17235,"output_tokens":35080,"total_tokens":52315,"cost":0.123347},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":12277,"output_tokens":26119,"total_tokens":38396,"cost":0.0957042},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5133,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":7683,"output_tokens":54265,"total_tokens":61948,"cost":0.17897580000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":6995,"output_tokens":40469,"total_tokens":47464,"cost":0.1363934},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6071425795,"overall_relative_score":43670684480,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":543,"performance":1190,"input_tokens":7638,"output_tokens":32059,"total_tokens":39697,"cost":0.1080252},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2557725217527,"overall_relative_score":386741991013,"max_execution_time_ms":5700,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":15883,"output_tokens":34393,"total_tokens":50276,"cost":0.114779},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11483,"output_tokens":44200,"total_tokens":55683,"cost":0.149339},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298658642,"overall_relative_score":298658642,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":904,"performance":524,"input_tokens":9224,"output_tokens":31885,"total_tokens":41109,"cost":0.11110239999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":5135,"output_tokens":46730,"total_tokens":51865,"cost":0.154671},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":6104,"output_tokens":42419,"total_tokens":48523,"cost":0.14153759999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":873,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":5105,"output_tokens":47429,"total_tokens":52534,"cost":0.156673},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":17354865026,"overall_relative_score":176733149162,"max_execution_time_ms":797,"max_memory_usage_kib":3072,"rank":717,"performance":993,"input_tokens":7124,"output_tokens":29619,"total_tokens":36743,"cost":0.10159760000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1240821,"overall_relative_score":1240821,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":706,"performance":636,"input_tokens":5146,"output_tokens":32835,"total_tokens":37981,"cost":0.108682},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":546347078645,"overall_relative_score":105166598017,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":973,"performance":467,"input_tokens":8687,"output_tokens":42258,"total_tokens":50945,"cost":0.14109660000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047417,"overall_relative_score":1047417,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":296,"performance":1581,"input_tokens":8800,"output_tokens":37751,"total_tokens":46551,"cost":0.1293472},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":712786642463,"overall_relative_score":102895490625,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":986,"performance":600,"input_tokens":10376,"output_tokens":28637,"total_tokens":39013,"cost":0.1020144},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3747374500,"overall_relative_score":67619317247,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":515,"performance":1229,"input_tokens":7302,"output_tokens":37634,"total_tokens":44936,"cost":0.1276284},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9959293923972,"overall_relative_score":9959293923972,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":626,"performance":1095,"input_tokens":5322,"output_tokens":30909,"total_tokens":36231,"cost":0.1028484},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":8434,"output_tokens":39391,"total_tokens":47825,"cost":0.1344852},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2859283121,"overall_relative_score":2859283121,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":624,"performance":1056,"input_tokens":5653,"output_tokens":41787,"total_tokens":47440,"cost":0.1376818},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223985137,"overall_relative_score":223985137,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":529,"performance":1253,"input_tokens":10549,"output_tokens":34915,"total_tokens":45464,"cost":0.1188466},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2225000,"overall_relative_score":3247447,"max_execution_time_ms":3515,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":10037,"output_tokens":41820,"total_tokens":51857,"cost":0.14375860000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291558,"overall_relative_score":291558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":216,"performance":1599,"input_tokens":5240,"output_tokens":36907,"total_tokens":42147,"cost":0.12318879999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4905746321,"overall_relative_score":1990935957875,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":979,"performance":679,"input_tokens":10045,"output_tokens":42480,"total_tokens":52525,"cost":0.1457762},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63828639,"overall_relative_score":63828639,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":562,"performance":1250,"input_tokens":5042,"output_tokens":32571,"total_tokens":37613,"cost":0.1078868},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438236,"overall_relative_score":438236,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":589,"performance":1168,"input_tokens":6554,"output_tokens":48800,"total_tokens":55354,"cost":0.16097319999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113907714,"overall_relative_score":113907714,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":790,"performance":871,"input_tokens":4509,"output_tokens":36397,"total_tokens":40906,"cost":0.1186242},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":70,"max_memory_usage_kib":11684,"rank":813,"performance":1014,"input_tokens":10525,"output_tokens":25133,"total_tokens":35658,"cost":0.0874178},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200650,"overall_relative_score":200650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":806,"performance":805,"input_tokens":4621,"output_tokens":39198,"total_tokens":43819,"cost":0.1288258}]},{"num_self_refine":4,"rank":{"all":{"mean":542.65,"median":559.5,"min":158,"max":1019,"stdev":242.23664526180244},"short":{"mean":518.1739130434783,"median":526.0,"min":158,"max":1019,"stdev":246.81050002968104},"long":{"mean":575.7647058823529,"median":564.0,"min":244,"max":996,"stdev":239.25732209583595}},"performance":{"all":{"mean":1008.575,"median":1152.5,"min":-65,"max":1658,"stdev":471.75835228294363},"short":{"mean":955.0434782608696,"median":1179.0,"min":-65,"max":1658,"stdev":554.4284098601721},"long":{"mean":1081.0,"median":1152.0,"min":417,"max":1547,"stdev":331.85105845845965}},"input_tokens":{"all":{"mean":24664.05,"median":23706.5,"min":13615,"max":43322,"stdev":7538.276055894464},"short":{"mean":21486.91304347826,"median":19457.0,"min":13615,"max":40828,"stdev":6467.376480269987},"long":{"mean":28962.529411764706,"median":27788.0,"min":19222,"max":43322,"stdev":6845.305098365294}},"output_tokens":{"all":{"mean":52253.275,"median":51232.5,"min":29168,"max":78556,"stdev":12727.66504254635},"short":{"mean":52458.17391304348,"median":51045.0,"min":32868,"max":75594,"stdev":12363.778470163907},"long":{"mean":51976.05882352941,"median":51420.0,"min":29168,"max":78556,"stdev":13584.196679738685}},"total_tokens":{"all":{"mean":76917.325,"median":75979.0,"min":55400,"max":112770,"stdev":13803.868397584081},"short":{"mean":73945.08695652174,"median":71894.0,"min":56667,"max":95075,"stdev":12092.184071889515},"long":{"mean":80938.58823529411,"median":84378.0,"min":55400,"max":112770,"stdev":15281.480458625498}},"cost":{"all":{"mean":0.18728573,"median":0.1804753,"min":0.1224622,"max":0.2783228,"stdev":0.040762032548666706},"short":{"mean":0.1849209304347826,"median":0.1789622,"min":0.12684779999999998,"max":0.25882279999999996,"stdev":0.03853828366157988},"long":{"mean":0.19048516470588236,"median":0.2032778,"min":0.1224622,"max":0.2783228,"stdev":0.04459761972601426}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":956542137042,"overall_relative_score":956542137042,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":299,"performance":1460,"input_tokens":23382,"output_tokens":44378,"total_tokens":67760,"cost":0.1615004},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":574,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":15038,"output_tokens":52636,"total_tokens":67674,"cost":0.1819884},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2757298034222,"overall_relative_score":2757298034222,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":244,"performance":1547,"input_tokens":24587,"output_tokens":49537,"total_tokens":74124,"cost":0.1751694},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":15920,"output_tokens":41632,"total_tokens":57552,"cost":0.1465824},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15173356,"overall_relative_score":15173356,"max_execution_time_ms":840,"max_memory_usage_kib":4096,"rank":158,"performance":1633,"input_tokens":21043,"output_tokens":35624,"total_tokens":56667,"cost":0.12684779999999998},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5114077,"overall_relative_score":5114077,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":367,"performance":1243,"input_tokens":29227,"output_tokens":29168,"total_tokens":58395,"cost":0.1224622},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":20440,"output_tokens":38000,"total_tokens":58440,"cost":0.1366128},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":13615,"output_tokens":48274,"total_tokens":61889,"cost":0.1627158},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221139714,"overall_relative_score":221139714,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":27788,"output_tokens":47458,"total_tokens":75246,"cost":0.1663928},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4410583678,"overall_relative_score":4410583678,"max_execution_time_ms":700,"max_memory_usage_kib":4096,"rank":277,"performance":1448,"input_tokens":27670,"output_tokens":36804,"total_tokens":64474,"cost":0.13679},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18932,"overall_relative_score":18932,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":40828,"output_tokens":54247,"total_tokens":95075,"cost":0.20827440000000003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":389497985,"overall_relative_score":389497985,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":1069,"input_tokens":43322,"output_tokens":52356,"total_tokens":95678,"cost":0.2047172},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76330923,"overall_relative_score":76330923,"max_execution_time_ms":2560,"max_memory_usage_kib":3072,"rank":296,"performance":1388,"input_tokens":31901,"output_tokens":32868,"total_tokens":64769,"cost":0.13672020000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1401850083,"overall_relative_score":1401850083,"max_execution_time_ms":4540,"max_memory_usage_kib":3072,"rank":275,"performance":1395,"input_tokens":24975,"output_tokens":75023,"total_tokens":99998,"cost":0.2626934},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":20827,"output_tokens":60003,"total_tokens":80830,"cost":0.2127342},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5519530406,"overall_relative_score":32737345219,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":564,"performance":1164,"input_tokens":24077,"output_tokens":43043,"total_tokens":67120,"cost":0.157309},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1133153937914,"overall_relative_score":515922213852,"max_execution_time_ms":5800,"max_memory_usage_kib":21504,"rank":610,"performance":1028,"input_tokens":40972,"output_tokens":44329,"total_tokens":85301,"cost":0.1714584},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651777403543841,"overall_relative_score":5576850208,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":34214,"output_tokens":78556,"total_tokens":112770,"cost":0.2783228},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":303245898,"overall_relative_score":303245898,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":898,"performance":544,"input_tokens":29355,"output_tokens":52438,"total_tokens":81793,"cost":0.1896814},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":18826,"output_tokens":75031,"total_tokens":93857,"cost":0.25882279999999996},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":19120,"output_tokens":68270,"total_tokens":87390,"cost":0.229648},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93864,"overall_relative_score":93864,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":16748,"output_tokens":75594,"total_tokens":92342,"cost":0.25701039999999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":17354865026,"overall_relative_score":176733149162,"max_execution_time_ms":797,"max_memory_usage_kib":3072,"rank":717,"performance":993,"input_tokens":19222,"output_tokens":36178,"total_tokens":55400,"cost":0.1346844},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1299641,"overall_relative_score":1299641,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":679,"performance":727,"input_tokens":16759,"output_tokens":49749,"total_tokens":66508,"cost":0.1744198},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120555799285,"overall_relative_score":460026596431,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":544,"input_tokens":26238,"output_tokens":63440,"total_tokens":89678,"cost":0.2221804},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047417,"overall_relative_score":1047417,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":296,"performance":1581,"input_tokens":22407,"output_tokens":41964,"total_tokens":64371,"cost":0.15633339999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290494000000,"overall_relative_score":214112058422,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":328,"performance":1493,"input_tokens":38972,"output_tokens":51420,"total_tokens":90392,"cost":0.203516},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3006620500,"overall_relative_score":82146321869,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":477,"performance":1280,"input_tokens":20986,"output_tokens":61404,"total_tokens":82390,"cost":0.2173764},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10053235969682,"overall_relative_score":10053235969682,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":600,"performance":1132,"input_tokens":19457,"output_tokens":47864,"total_tokens":67321,"cost":0.1684234},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48168761800,"overall_relative_score":5284095,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":26798,"output_tokens":61666,"total_tokens":88464,"cost":0.22392440000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4223782293,"overall_relative_score":4223782293,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1375,"input_tokens":19180,"output_tokens":67666,"total_tokens":86846,"cost":0.2308984},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224751056,"overall_relative_score":224751056,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":526,"performance":1257,"input_tokens":29212,"output_tokens":42682,"total_tokens":71894,"cost":0.1573976},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2225000,"overall_relative_score":3247447,"max_execution_time_ms":3515,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":28081,"output_tokens":56317,"total_tokens":84398,"cost":0.2032778},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293198,"overall_relative_score":293198,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":192,"performance":1658,"input_tokens":16930,"output_tokens":61352,"total_tokens":78282,"cost":0.20895559999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3915262454,"overall_relative_score":2478430374102,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":615,"performance":1153,"input_tokens":27841,"output_tokens":56537,"total_tokens":84378,"cost":0.2085546},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63828639,"overall_relative_score":63828639,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":562,"performance":1250,"input_tokens":24031,"output_tokens":48896,"total_tokens":72927,"cost":0.1789622},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438432,"overall_relative_score":438432,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":581,"performance":1179,"input_tokens":21497,"output_tokens":64466,"total_tokens":85963,"cost":0.2175994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116574420,"overall_relative_score":116574420,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":770,"performance":904,"input_tokens":16116,"output_tokens":51045,"total_tokens":67161,"cost":0.170756},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1020597456,"overall_relative_score":1405833531552,"max_execution_time_ms":270,"max_memory_usage_kib":15796,"rank":680,"performance":1152,"input_tokens":31681,"output_tokens":32783,"total_tokens":64464,"cost":0.1247082},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200650,"overall_relative_score":200650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":806,"performance":805,"input_tokens":17279,"output_tokens":59433,"total_tokens":76712,"cost":0.205007}]},{"num_self_refine":8,"rank":{"all":{"mean":513.075,"median":528.0,"min":158,"max":1019,"stdev":248.32210136361408},"short":{"mean":485.5652173913044,"median":512.0,"min":158,"max":1019,"stdev":249.85738224525323},"long":{"mean":550.2941176470588,"median":557.0,"min":206,"max":996,"stdev":248.81010949765545}},"performance":{"all":{"mean":1089.975,"median":1203.0,"min":-65,"max":1713,"stdev":438.4091571837478},"short":{"mean":1070.0869565217392,"median":1226.0,"min":-65,"max":1713,"stdev":499.1010931522498},"long":{"mean":1116.8823529411766,"median":1153.0,"min":417,"max":1629,"stdev":353.04512501112043}},"input_tokens":{"all":{"mean":84381.2,"median":81048.0,"min":46825,"max":123697,"stdev":20496.960521639325},"short":{"mean":75288.04347826086,"median":71076.0,"min":46825,"max":114594,"stdev":18069.25446084456},"long":{"mean":96683.70588235294,"median":94679.0,"min":59902,"max":123697,"stdev":17188.64218301109}},"output_tokens":{"all":{"mean":72282.375,"median":68068.5,"min":41417,"max":107530,"stdev":19570.399011546848},"short":{"mean":71555.21739130435,"median":66558.0,"min":43238,"max":107530,"stdev":18976.29762470809},"long":{"mean":73266.17647058824,"median":68943.0,"min":41417,"max":104843,"stdev":20895.884550657618}},"total_tokens":{"all":{"mean":156663.575,"median":156303.5,"min":108666,"max":220520,"stdev":23688.596504504127},"short":{"mean":146843.26086956522,"median":144371.0,"min":108666,"max":176399,"stdev":19613.28786172873},"long":{"mean":169949.88235294117,"median":170525.0,"min":132349,"max":220520,"stdev":22642.35903092463}},"cost":{"all":{"mean":0.29379168,"median":0.2797237,"min":0.1999402,"max":0.41189139999999996,"stdev":0.061839315998585574},"short":{"mean":0.2862022695652174,"median":0.27507000000000004,"min":0.20621620000000002,"max":0.39155059999999997,"stdev":0.05649805575182883},"long":{"mean":0.3040597058823529,"median":0.27995180000000003,"min":0.1999402,"max":0.41189139999999996,"stdev":0.06882865588296481}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961185885411,"overall_relative_score":961185885411,"max_execution_time_ms":2120,"max_memory_usage_kib":3072,"rank":232,"performance":1559,"input_tokens":101225,"output_tokens":56722,"total_tokens":157947,"cost":0.249609},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":574,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":54981,"output_tokens":107530,"total_tokens":162511,"cost":0.39155059999999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2775547644331,"overall_relative_score":2775547644331,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":206,"performance":1629,"input_tokens":94679,"output_tokens":57462,"total_tokens":152141,"cost":0.2586918},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1920080750,"overall_relative_score":1920080750,"max_execution_time_ms":300,"max_memory_usage_kib":34816,"rank":512,"performance":749,"input_tokens":57226,"output_tokens":69625,"total_tokens":126851,"cost":0.267482},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15173356,"overall_relative_score":15173356,"max_execution_time_ms":840,"max_memory_usage_kib":4096,"rank":158,"performance":1633,"input_tokens":76076,"output_tokens":50213,"total_tokens":126289,"cost":0.22385519999999998},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5168925,"overall_relative_score":5168925,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":352,"performance":1270,"input_tokens":102017,"output_tokens":41417,"total_tokens":143434,"cost":0.1999402},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1263636,"overall_relative_score":1263636,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":287,"performance":1249,"input_tokens":81264,"output_tokens":60630,"total_tokens":141894,"cost":0.2548512},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":46825,"output_tokens":61841,"total_tokens":108666,"cost":0.227769},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221139714,"overall_relative_score":221139714,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":103331,"output_tokens":67194,"total_tokens":170525,"cost":0.27995180000000003},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5937263640,"overall_relative_score":5937263640,"max_execution_time_ms":1220,"max_memory_usage_kib":4096,"rank":169,"performance":1713,"input_tokens":114594,"output_tokens":54689,"total_tokens":169283,"cost":0.2529396},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18544,"overall_relative_score":18544,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":110510,"output_tokens":62097,"total_tokens":172607,"cost":0.27507000000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426960468,"overall_relative_score":426960468,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":530,"performance":1079,"input_tokens":123437,"output_tokens":61216,"total_tokens":184653,"cost":0.3035074},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76330923,"overall_relative_score":76330923,"max_execution_time_ms":2560,"max_memory_usage_kib":3072,"rank":296,"performance":1388,"input_tokens":101133,"output_tokens":43238,"total_tokens":144371,"cost":0.23217300000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1440274076,"overall_relative_score":1440274076,"max_execution_time_ms":4450,"max_memory_usage_kib":3072,"rank":252,"performance":1443,"input_tokens":93407,"output_tokens":89724,"total_tokens":183131,"cost":0.3518518},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70337576,"overall_relative_score":70337576,"max_execution_time_ms":10,"max_memory_usage_kib":1024,"rank":441,"performance":1156,"input_tokens":68137,"output_tokens":72690,"total_tokens":140827,"cost":0.2944474},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11817921847,"overall_relative_score":106034469920,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":447,"performance":1311,"input_tokens":80832,"output_tokens":66278,"total_tokens":147110,"cost":0.2631232},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1032109557091,"overall_relative_score":541204356152,"max_execution_time_ms":5730,"max_memory_usage_kib":195584,"rank":605,"performance":1035,"input_tokens":123697,"output_tokens":54128,"total_tokens":177825,"cost":0.26306340000000006},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651777403543841,"overall_relative_score":5576850208,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":119709,"output_tokens":100811,"total_tokens":220520,"cost":0.41189139999999996},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":303245898,"overall_relative_score":303245898,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":898,"performance":544,"input_tokens":106465,"output_tokens":66558,"total_tokens":173023,"cost":0.3027594},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":67184,"output_tokens":96548,"total_tokens":163732,"cost":0.35668159999999993},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":62440,"output_tokens":89307,"total_tokens":151747,"cost":0.334296},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93864,"overall_relative_score":93864,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":77566,"output_tokens":98833,"total_tokens":176399,"cost":0.3805708},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38903373563,"overall_relative_score":256773434596,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":558,"performance":1179,"input_tokens":59902,"output_tokens":72447,"total_tokens":132349,"cost":0.27949560000000007},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1299641,"overall_relative_score":1299641,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":679,"performance":727,"input_tokens":58872,"output_tokens":75401,"total_tokens":134273,"cost":0.28689440000000005},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117579943626,"overall_relative_score":470309633711,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":946,"performance":547,"input_tokens":90641,"output_tokens":104843,"total_tokens":195484,"cost":0.409089},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1053474,"overall_relative_score":1053474,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":253,"performance":1665,"input_tokens":71076,"output_tokens":53503,"total_tokens":124579,"cost":0.22677199999999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290171000000,"overall_relative_score":214448299563,"max_execution_time_ms":1050,"max_memory_usage_kib":3072,"rank":328,"performance":1493,"input_tokens":105574,"output_tokens":70230,"total_tokens":175804,"cost":0.3009212},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2995128500,"overall_relative_score":83372678114,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":476,"performance":1281,"input_tokens":69624,"output_tokens":104317,"total_tokens":173941,"cost":0.3909456},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10210222347584,"overall_relative_score":10210222347584,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":534,"performance":1226,"input_tokens":74334,"output_tokens":63750,"total_tokens":138084,"cost":0.26276920000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48168761800,"overall_relative_score":5284095,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":93813,"output_tokens":104724,"total_tokens":198537,"cost":0.41008819999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4241606330,"overall_relative_score":4241606330,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1375,"input_tokens":72274,"output_tokens":79897,"total_tokens":152171,"cost":0.3167316},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224751056,"overall_relative_score":224751056,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":526,"performance":1257,"input_tokens":89557,"output_tokens":48312,"total_tokens":137869,"cost":0.20621620000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2225000,"overall_relative_score":3247447,"max_execution_time_ms":3515,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":88534,"output_tokens":80025,"total_tokens":168559,"cost":0.31906520000000005},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293229,"overall_relative_score":293229,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":191,"performance":1661,"input_tokens":64143,"output_tokens":90726,"total_tokens":154869,"cost":0.33035099999999995},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3915262454,"overall_relative_score":2478430374102,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":615,"performance":1153,"input_tokens":88954,"output_tokens":68943,"total_tokens":157897,"cost":0.277162},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63828639,"overall_relative_score":63828639,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":562,"performance":1250,"input_tokens":69037,"output_tokens":55106,"total_tokens":124143,"cost":0.2354434},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440436,"overall_relative_score":440436,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":549,"performance":1222,"input_tokens":77723,"output_tokens":80015,"total_tokens":157738,"cost":0.3079662},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":133263310,"overall_relative_score":133263310,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":575,"performance":1184,"input_tokens":63128,"output_tokens":59149,"total_tokens":122277,"cost":0.2284944},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1020597456,"overall_relative_score":1405833531552,"max_execution_time_ms":270,"max_memory_usage_kib":15796,"rank":680,"performance":1152,"input_tokens":104247,"output_tokens":45044,"total_tokens":149291,"cost":0.2006182},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200650,"overall_relative_score":200650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":806,"performance":805,"input_tokens":67080,"output_tokens":106112,"total_tokens":173192,"cost":0.386568}]},{"num_self_refine":16,"rank":{"all":{"mean":461.425,"median":454.0,"min":143,"max":1019,"stdev":239.674553648623},"short":{"mean":427.69565217391306,"median":366.0,"min":143,"max":1019,"stdev":253.45816129233577},"long":{"mean":507.05882352941177,"median":535.0,"min":200,"max":945,"stdev":218.7237043018644}},"performance":{"all":{"mean":1194.025,"median":1253.0,"min":-65,"max":1894,"stdev":435.22622985505615},"short":{"mean":1200.8260869565217,"median":1257.0,"min":-65,"max":1894,"stdev":517.3657623150282},"long":{"mean":1184.8235294117646,"median":1193.0,"min":549,"max":1629,"stdev":305.80513306968004}},"input_tokens":{"all":{"mean":319905.425,"median":311590.5,"min":175024,"max":550910,"stdev":78636.18263809395},"short":{"mean":288244.8695652174,"median":263497.0,"min":175024,"max":471515,"stdev":68156.10747614916},"long":{"mean":362740.29411764705,"median":367321.0,"min":233070,"max":550910,"stdev":72766.61320083949}},"output_tokens":{"all":{"mean":96787.9,"median":89497.0,"min":58291,"max":180711,"stdev":30455.778207856616},"short":{"mean":95563.65217391304,"median":88265.0,"min":58291,"max":180711,"stdev":32038.737626375038},"long":{"mean":98444.23529411765,"median":91602.0,"min":59871,"max":160912,"stdev":29059.138447589536}},"total_tokens":{"all":{"mean":416693.325,"median":403600.5,"min":245674,"max":634389,"stdev":79382.99599245307},"short":{"mean":383808.52173913043,"median":372941.0,"min":245674,"max":556355,"stdev":67397.79525721593},"long":{"mean":461184.5294117647,"median":443394.0,"min":324672,"max":634389,"stdev":73869.47110369551}},"cost":{"all":{"mean":0.504827985,"median":0.48153879999999993,"min":0.31652160000000007,"max":0.7295379999999999,"stdev":0.10675278281906823},"short":{"mean":0.4797501217391304,"median":0.4634678,"min":0.31652160000000007,"max":0.7052213999999999,"stdev":0.10169761538471406},"long":{"mean":0.5387568588235294,"median":0.5403264,"min":0.38942980000000005,"max":0.7295379999999999,"stdev":0.1069119536004689}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":963730659062,"overall_relative_score":963730659062,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":200,"performance":1613,"input_tokens":550910,"output_tokens":83479,"total_tokens":634389,"cost":0.6504652000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":574,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":201903,"output_tokens":180711,"total_tokens":382614,"cost":0.7052213999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2775599491651,"overall_relative_score":2775599491651,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":206,"performance":1629,"input_tokens":370609,"output_tokens":72785,"total_tokens":443394,"cost":0.47613540000000004},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2756258231,"overall_relative_score":2756258231,"max_execution_time_ms":1010,"max_memory_usage_kib":34816,"rank":366,"performance":1130,"input_tokens":249539,"output_tokens":88265,"total_tokens":337804,"cost":0.4426941999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15173356,"overall_relative_score":15173356,"max_execution_time_ms":840,"max_memory_usage_kib":4096,"rank":158,"performance":1633,"input_tokens":298114,"output_tokens":67774,"total_tokens":365888,"cost":0.41310279999999994},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5166908,"overall_relative_score":5166908,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":354,"performance":1266,"input_tokens":380165,"output_tokens":59871,"total_tokens":440036,"cost":0.40524980000000005},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1263636,"overall_relative_score":1263636,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":287,"performance":1249,"input_tokens":348191,"output_tokens":82248,"total_tokens":430439,"cost":0.4634678},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":175024,"output_tokens":70650,"total_tokens":245674,"cost":0.31652160000000007},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224977356,"overall_relative_score":224977356,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":415985,"output_tokens":97445,"total_tokens":513430,"cost":0.5508106},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5937263640,"overall_relative_score":5937263640,"max_execution_time_ms":1220,"max_memory_usage_kib":4096,"rank":169,"performance":1713,"input_tokens":471515,"output_tokens":84840,"total_tokens":556355,"cost":0.5162382},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20308,"overall_relative_score":20308,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":288,"performance":1342,"input_tokens":332848,"output_tokens":73434,"total_tokens":406282,"cost":0.44495680000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398697280,"overall_relative_score":398697280,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":535,"performance":1072,"input_tokens":392177,"output_tokens":75855,"total_tokens":468032,"cost":0.5092682},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77712825,"overall_relative_score":77712825,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":273,"performance":1436,"input_tokens":352198,"output_tokens":58291,"total_tokens":410489,"cost":0.438838},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1479505522,"overall_relative_score":1479505522,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":230,"performance":1491,"input_tokens":368432,"output_tokens":110853,"total_tokens":479285,"cost":0.5403264},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70751744,"overall_relative_score":70751744,"max_execution_time_ms":30,"max_memory_usage_kib":1024,"rank":435,"performance":1166,"input_tokens":258875,"output_tokens":90729,"total_tokens":349604,"cost":0.45812300000000006},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15608354885,"overall_relative_score":163992401590,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":364,"performance":1425,"input_tokens":292430,"output_tokens":85000,"total_tokens":377430,"cost":0.44969080000000006},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":909988120400,"overall_relative_score":543925044063,"max_execution_time_ms":5750,"max_memory_usage_kib":26624,"rank":605,"performance":1035,"input_tokens":415752,"output_tokens":73459,"total_tokens":489211,"cost":0.5034672},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651777403543841,"overall_relative_score":5576850208,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":444619,"output_tokens":132042,"total_tokens":576661,"cost":0.7161645999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":303245898,"overall_relative_score":303245898,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":898,"performance":544,"input_tokens":408538,"output_tokens":92072,"total_tokens":500610,"cost":0.520026},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11138370,"overall_relative_score":11138370,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":878,"performance":807,"input_tokens":248870,"output_tokens":148414,"total_tokens":397284,"cost":0.6353724},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273403693086,"overall_relative_score":273403693086,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":158,"performance":1195,"input_tokens":237027,"output_tokens":129409,"total_tokens":366436,"cost":0.5678333999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93864,"overall_relative_score":93864,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":366963,"output_tokens":127121,"total_tokens":494084,"cost":0.644419},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37085818243,"overall_relative_score":263894981574,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":546,"performance":1193,"input_tokens":233070,"output_tokens":91602,"total_tokens":324672,"cost":0.40869240000000007},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1299641,"overall_relative_score":1299641,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":679,"performance":727,"input_tokens":216955,"output_tokens":99629,"total_tokens":316584,"cost":0.44944459999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117286492814,"overall_relative_score":472203649087,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":945,"performance":549,"input_tokens":342975,"output_tokens":144425,"total_tokens":487400,"cost":0.6816405999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1053474,"overall_relative_score":1053474,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":253,"performance":1665,"input_tokens":256652,"output_tokens":67439,"total_tokens":324091,"cost":0.37973359999999995},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289809000000,"overall_relative_score":214468751297,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":328,"performance":1493,"input_tokens":341686,"output_tokens":95977,"total_tokens":437663,"cost":0.5421628},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2962962500,"overall_relative_score":85049996140,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":473,"performance":1285,"input_tokens":272423,"output_tokens":128496,"total_tokens":400919,"cost":0.5963142},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10222881233091,"overall_relative_score":10222881233091,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":530,"performance":1232,"input_tokens":317509,"output_tokens":82792,"total_tokens":400301,"cost":0.4806066},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417292601,"overall_relative_score":614210981,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":347586,"output_tokens":160912,"total_tokens":508498,"cost":0.7295379999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6936128920,"overall_relative_score":6936128920,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":143,"performance":1894,"input_tokens":289190,"output_tokens":103335,"total_tokens":392525,"cost":0.521558},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224751056,"overall_relative_score":224751056,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":526,"performance":1257,"input_tokens":296044,"output_tokens":58935,"total_tokens":354979,"cost":0.34834160000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275565114,"overall_relative_score":16754749189,"max_execution_time_ms":1120,"max_memory_usage_kib":3072,"rank":635,"performance":1038,"input_tokens":324773,"output_tokens":112976,"total_tokens":437749,"cost":0.5563506},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293229,"overall_relative_score":293229,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":191,"performance":1661,"input_tokens":250295,"output_tokens":109499,"total_tokens":359794,"cost":0.48247099999999987},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3915262454,"overall_relative_score":2478430374102,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":615,"performance":1153,"input_tokens":305672,"output_tokens":83706,"total_tokens":389378,"cost":0.45316},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71410929,"overall_relative_score":71410929,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":214,"performance":1789,"input_tokens":249579,"output_tokens":66515,"total_tokens":316094,"cost":0.3477902},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440436,"overall_relative_score":440436,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":549,"performance":1222,"input_tokens":279132,"output_tokens":93809,"total_tokens":372941,"cost":0.47420720000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137480912,"overall_relative_score":137480912,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":491,"performance":1299,"input_tokens":261174,"output_tokens":73258,"total_tokens":334432,"cost":0.36734359999999994},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":885518544,"overall_relative_score":1631892808069,"max_execution_time_ms":320,"max_memory_usage_kib":19920,"rank":523,"performance":1321,"input_tokens":367321,"output_tokens":64669,"total_tokens":431990,"cost":0.38942980000000005},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207502,"overall_relative_score":207502,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":385,"performance":1460,"input_tokens":263497,"output_tokens":148795,"total_tokens":412292,"cost":0.6159418000000001}]}]},{"model_name":"gpt-4.1","detail_path":"data/model_details/gpt-4.1.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":767.5,"median":766.5,"min":186,"max":1382,"stdev":253.84994558162677},"short":{"mean":680.304347826087,"median":643.0,"min":186,"max":1009,"stdev":241.03666917987408},"long":{"mean":885.4705882352941,"median":877.0,"min":453,"max":1382,"stdev":226.87003924247546}},"performance":{"all":{"mean":558.1,"median":571.5,"min":-200,"max":1264,"stdev":398.4624809413663},"short":{"mean":584.0869565217391,"median":624.0,"min":-200,"max":1264,"stdev":437.28968067190243},"long":{"mean":522.9411764705883,"median":521.0,"min":-50,"max":1201,"stdev":348.9882645928505}},"input_tokens":{"all":{"mean":2981.0,"median":2589.5,"min":1346,"max":7585,"stdev":1607.031105597827},"short":{"mean":2403.8260869565215,"median":1850.0,"min":1420,"max":7585,"stdev":1428.7247858961473},"long":{"mean":3761.8823529411766,"median":3355.0,"min":1346,"max":7539,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":2669.775,"median":2510.0,"min":1664,"max":4334,"stdev":719.6355732822922},"short":{"mean":2403.478260869565,"median":2282.0,"min":1664,"max":3762,"stdev":594.9680564049573},"long":{"mean":3030.0588235294117,"median":3011.0,"min":1763,"max":4334,"stdev":731.9378790741257}},"total_tokens":{"all":{"mean":5650.775,"median":5132.0,"min":3283,"max":10319,"stdev":1922.4500592026325},"short":{"mean":4807.304347826087,"median":4300.0,"min":3283,"max":10039,"stdev":1671.9355260182897},"long":{"mean":6791.941176470588,"median":6508.0,"min":3737,"max":10319,"stdev":1660.8928875227111}},"cost":{"all":{"mean":0.026917,"median":0.026520000000000002,"min":0.0159,"max":0.043616,"stdev":0.0073123132963235195},"short":{"mean":0.02351791304347826,"median":0.02236,"min":0.01683,"max":0.034802,"stdev":0.005562461047161208},"long":{"mean":0.031515764705882354,"median":0.031694,"min":0.0159,"max":0.043616,"stdev":0.006979262385179144}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1346,"output_tokens":2391,"total_tokens":3737,"cost":0.02182},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":180078,"overall_relative_score":180078,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":905,"performance":584,"input_tokens":1470,"output_tokens":2210,"total_tokens":3680,"cost":0.02062},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621379083949,"overall_relative_score":2621379083949,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":2615,"output_tokens":2804,"total_tokens":5419,"cost":0.027662},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3089578262,"overall_relative_score":3089578262,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":309,"performance":1264,"input_tokens":1630,"output_tokens":2858,"total_tokens":4488,"cost":0.026124},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1812,"output_tokens":3354,"total_tokens":5166,"cost":0.030456},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4517237,"overall_relative_score":4517237,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":565,"performance":912,"input_tokens":3803,"output_tokens":3011,"total_tokens":6814,"cost":0.031694},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1263305,"overall_relative_score":1263305,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":287,"performance":1249,"input_tokens":1530,"output_tokens":1753,"total_tokens":3283,"cost":0.017084},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2240,"output_tokens":1947,"total_tokens":4187,"cost":0.020056},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2985,"output_tokens":3095,"total_tokens":6080,"cost":0.03073},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":485269439,"overall_relative_score":485269439,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":2211,"output_tokens":2286,"total_tokens":4497,"cost":0.02271},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":7585,"output_tokens":2454,"total_tokens":10039,"cost":0.034802},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170117172,"overall_relative_score":170117172,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":834,"performance":576,"input_tokens":7539,"output_tokens":2780,"total_tokens":10319,"cost":0.037318},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37322370,"overall_relative_score":37322370,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":643,"performance":682,"input_tokens":4696,"output_tokens":3762,"total_tokens":8458,"cost":0.032768},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":10532085,"overall_relative_score":10532085,"max_execution_time_ms":6363,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":2813,"output_tokens":3673,"total_tokens":6486,"cost":0.03501},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45702175,"overall_relative_score":45702175,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":583,"performance":910,"input_tokens":2564,"output_tokens":2282,"total_tokens":4846,"cost":0.023384},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1276901696,"overall_relative_score":7214427535,"max_execution_time_ms":910,"max_memory_usage_kib":7168,"rank":941,"performance":640,"input_tokens":2775,"output_tokens":3640,"total_tokens":6415,"cost":0.03467},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2471525904791,"overall_relative_score":380625501215,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":694,"performance":910,"input_tokens":6976,"output_tokens":2195,"total_tokens":9171,"cost":0.031512},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4472,"output_tokens":4334,"total_tokens":8806,"cost":0.043616},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":3615,"output_tokens":2057,"total_tokens":5672,"cost":0.018502},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5981150,"overall_relative_score":5981150,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":972,"performance":624,"input_tokens":1704,"output_tokens":2369,"total_tokens":4073,"cost":0.02236},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2203,"output_tokens":3644,"total_tokens":5847,"cost":0.033558},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3504,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1850,"output_tokens":2902,"total_tokens":4752,"cost":0.026916},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":13394257,"overall_relative_score":244429098,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":2862,"output_tokens":2236,"total_tokens":5098,"cost":0.023612},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":1759,"output_tokens":1664,"total_tokens":3423,"cost":0.01683},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":88723850793,"overall_relative_score":327809331032,"max_execution_time_ms":3806,"max_memory_usage_kib":3072,"rank":962,"performance":501,"input_tokens":3355,"output_tokens":2657,"total_tokens":6012,"cost":0.027966},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960088,"overall_relative_score":960088,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":603,"performance":1080,"input_tokens":1856,"output_tokens":1818,"total_tokens":3674,"cost":0.018256},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":57063000000,"overall_relative_score":21498070537,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1019,"performance":521,"input_tokens":4126,"output_tokens":3530,"total_tokens":7656,"cost":0.036492},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1610165110300,"overall_relative_score":70150220,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":772,"performance":892,"input_tokens":3010,"output_tokens":1763,"total_tokens":4773,"cost":0.0159},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6046542959729,"overall_relative_score":6046542959729,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":1734,"output_tokens":1855,"total_tokens":3589,"cost":0.018308},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49689830000,"overall_relative_score":5114993,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":2819,"output_tokens":4021,"total_tokens":6840,"cost":0.037806},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1122923538,"overall_relative_score":1122923538,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":817,"performance":730,"input_tokens":1918,"output_tokens":2200,"total_tokens":4118,"cost":0.021436},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":4324,"output_tokens":2575,"total_tokens":6899,"cost":0.029248},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4013,"output_tokens":3890,"total_tokens":7903,"cost":0.039146},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":187493,"overall_relative_score":187493,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1219,"input_tokens":1845,"output_tokens":1772,"total_tokens":3617,"cost":0.017866},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4183,"output_tokens":2325,"total_tokens":6508,"cost":0.026966},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":1652,"output_tokens":1895,"total_tokens":3547,"cost":0.018464},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1048,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2189,"output_tokens":2566,"total_tokens":4755,"cost":0.024906},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78576310,"overall_relative_score":78576310,"max_execution_time_ms":1730,"max_memory_usage_kib":3072,"rank":965,"performance":405,"input_tokens":1481,"output_tokens":2177,"total_tokens":3658,"cost":0.020378},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":617103455,"overall_relative_score":130321022969,"max_execution_time_ms":1204,"max_memory_usage_kib":9184,"rank":1183,"performance":480,"input_tokens":4260,"output_tokens":3166,"total_tokens":7426,"cost":0.033848},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1122,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":1420,"output_tokens":2880,"total_tokens":4300,"cost":0.02588}]},{"num_self_refine":2,"rank":{"all":{"mean":719.0,"median":709.0,"min":186,"max":1382,"stdev":261.87656125230706},"short":{"mean":607.6521739130435,"median":616.0,"min":186,"max":1009,"stdev":227.85234626750005},"long":{"mean":869.6470588235294,"median":834.0,"min":453,"max":1382,"stdev":232.03688854804707}},"performance":{"all":{"mean":679.05,"median":667.5,"min":-200,"max":1341,"stdev":425.0434035152115},"short":{"mean":763.6086956521739,"median":815.0,"min":-200,"max":1341,"stdev":459.632831639504},"long":{"mean":564.6470588235294,"median":521.0,"min":-50,"max":1201,"stdev":354.53242820235613}},"input_tokens":{"all":{"mean":9132.9,"median":8275.5,"min":5354,"max":18423,"stdev":3483.7717020199348},"short":{"mean":7758.869565217391,"median":6651.0,"min":5354,"max":18138,"stdev":3126.6014849753083},"long":{"mean":10991.882352941177,"median":10275.0,"min":6104,"max":18423,"stdev":3123.439628085377}},"output_tokens":{"all":{"mean":5240.275,"median":5136.0,"min":3133,"max":7935,"stdev":1296.7711180822573},"short":{"mean":4813.608695652174,"median":4798.0,"min":3133,"max":7243,"stdev":1060.9154168637247},"long":{"mean":5817.529411764706,"median":6167.0,"min":3208,"max":7935,"stdev":1391.2513305315767}},"total_tokens":{"all":{"mean":14373.175,"median":13241.0,"min":8487,"max":23961,"stdev":4191.065141449342},"short":{"mean":12572.478260869566,"median":11349.0,"min":8487,"max":23381,"stdev":3674.9847107853293},"long":{"mean":16809.41176470588,"median":16524.0,"min":10357,"max":23961,"stdev":3643.8118100902166}},"cost":{"all":{"mean":0.0563144,"median":0.055612999999999996,"min":0.035252000000000006,"max":0.091126,"stdev":0.014566381443197137},"short":{"mean":0.05012817391304348,"median":0.048066,"min":0.035252000000000006,"max":0.068454,"stdev":0.01046705362576991},"long":{"mean":0.064684,"median":0.067786,"min":0.038256,"max":0.091126,"stdev":0.015398147404801657}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":6104,"output_tokens":4253,"total_tokens":10357,"cost":0.040856},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":180078,"overall_relative_score":180078,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":905,"performance":584,"input_tokens":5701,"output_tokens":4316,"total_tokens":10017,"cost":0.039786},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621379083949,"overall_relative_score":2621379083949,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":8650,"output_tokens":6412,"total_tokens":15062,"cost":0.06859599999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3089578262,"overall_relative_score":3089578262,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":309,"performance":1264,"input_tokens":6734,"output_tokens":5644,"total_tokens":12378,"cost":0.05862},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":7127,"output_tokens":6775,"total_tokens":13902,"cost":0.068454},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4589687,"overall_relative_score":4589687,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":534,"performance":965,"input_tokens":11180,"output_tokens":6272,"total_tokens":17452,"cost":0.062552},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1299218,"overall_relative_score":1299218,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":265,"performance":1306,"input_tokens":5377,"output_tokens":4798,"total_tokens":10175,"cost":0.04357},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":6579,"output_tokens":3162,"total_tokens":9741,"cost":0.035382},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":9225,"output_tokens":6167,"total_tokens":15392,"cost":0.067786},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":653988990,"overall_relative_score":653988990,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":617,"performance":815,"input_tokens":7310,"output_tokens":4966,"total_tokens":12276,"cost":0.054348},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3208,"overall_relative_score":3208,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":460,"performance":977,"input_tokens":18138,"output_tokens":5243,"total_tokens":23381,"cost":0.06343599999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170117172,"overall_relative_score":170117172,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":834,"performance":576,"input_tokens":18423,"output_tokens":5538,"total_tokens":23961,"cost":0.065982},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37322370,"overall_relative_score":37322370,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":643,"performance":682,"input_tokens":13719,"output_tokens":7243,"total_tokens":20962,"cost":0.06618199999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":10532085,"overall_relative_score":10532085,"max_execution_time_ms":6363,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":9456,"output_tokens":7068,"total_tokens":16524,"cost":0.075456},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71710563,"overall_relative_score":71710563,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":7975,"output_tokens":4394,"total_tokens":12369,"cost":0.04419},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2063521224,"overall_relative_score":12461651382,"max_execution_time_ms":810,"max_memory_usage_kib":4096,"rank":915,"performance":690,"input_tokens":9732,"output_tokens":5980,"total_tokens":15712,"cost":0.057896},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2471525904791,"overall_relative_score":380625501215,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":694,"performance":910,"input_tokens":16773,"output_tokens":4462,"total_tokens":21235,"cost":0.055802},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":14259,"output_tokens":7826,"total_tokens":22085,"cost":0.091126},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416651198,"overall_relative_score":416651198,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":550,"performance":1156,"input_tokens":9902,"output_tokens":4858,"total_tokens":14760,"cost":0.044268},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12701700,"overall_relative_score":12701700,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":618,"performance":1161,"input_tokens":6342,"output_tokens":5583,"total_tokens":11925,"cost":0.051588},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":10580,"output_tokens":5840,"total_tokens":16420,"cost":0.06788},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3504,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6762,"output_tokens":5818,"total_tokens":12580,"cost":0.057572},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":72225514290,"overall_relative_score":184281998083,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":8143,"output_tokens":3868,"total_tokens":12011,"cost":0.03955},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":5354,"output_tokens":3133,"total_tokens":8487,"cost":0.035772},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":88723850793,"overall_relative_score":327809331032,"max_execution_time_ms":3806,"max_memory_usage_kib":3072,"rank":962,"performance":501,"input_tokens":9523,"output_tokens":6258,"total_tokens":15781,"cost":0.06911},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982972,"overall_relative_score":982972,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":530,"performance":1196,"input_tokens":6094,"output_tokens":3459,"total_tokens":9553,"cost":0.03986000000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":57063000000,"overall_relative_score":21498070537,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1019,"performance":521,"input_tokens":11931,"output_tokens":6866,"total_tokens":18797,"cost":0.07879},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1610165110300,"overall_relative_score":70150220,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":772,"performance":892,"input_tokens":8408,"output_tokens":3208,"total_tokens":11616,"cost":0.038256},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6046542959729,"overall_relative_score":6046542959729,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":5990,"output_tokens":3677,"total_tokens":9667,"cost":0.035252000000000006},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49676950000,"overall_relative_score":5116507,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":10275,"output_tokens":7935,"total_tokens":18210,"cost":0.08403},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":6651,"output_tokens":4117,"total_tokens":10768,"cost":0.046238},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":11648,"output_tokens":4347,"total_tokens":15995,"cost":0.058072},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":12091,"output_tokens":6938,"total_tokens":19029,"cost":0.079686},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":187493,"overall_relative_score":187493,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1219,"input_tokens":6006,"output_tokens":5029,"total_tokens":11035,"cost":0.052244},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12949072721,"overall_relative_score":781963275787,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":1055,"performance":516,"input_tokens":10847,"output_tokens":4196,"total_tokens":15043,"cost":0.055262000000000006},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":5764,"output_tokens":3897,"total_tokens":9661,"cost":0.042704000000000006},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200400,"overall_relative_score":200400,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":891,"performance":666,"input_tokens":7121,"output_tokens":4228,"total_tokens":11349,"cost":0.048066},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138423758,"overall_relative_score":138423758,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":461,"performance":1341,"input_tokens":5704,"output_tokens":4727,"total_tokens":10431,"cost":0.044039999999999996},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":617103455,"overall_relative_score":130321022969,"max_execution_time_ms":1204,"max_memory_usage_kib":9184,"rank":1183,"performance":480,"input_tokens":11842,"output_tokens":5651,"total_tokens":17493,"cost":0.06889200000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1122,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":5876,"output_tokens":5459,"total_tokens":11335,"cost":0.055424}]},{"num_self_refine":4,"rank":{"all":{"mean":660.675,"median":653.5,"min":186,"max":1056,"stdev":244.70279068541652},"short":{"mean":563.3913043478261,"median":592.0,"min":186,"max":1009,"stdev":244.63381523679888},"long":{"mean":792.2941176470588,"median":813.0,"min":453,"max":1056,"stdev":177.9251123035624}},"performance":{"all":{"mean":796.6,"median":910.5,"min":-200,"max":1532,"stdev":442.82923721603265},"short":{"mean":870.1739130434783,"median":1046.0,"min":-200,"max":1532,"stdev":492.31703128018796},"long":{"mean":697.0588235294117,"median":690.0,"min":51,"max":1201,"stdev":355.5447353337262}},"input_tokens":{"all":{"mean":30837.925,"median":28085.0,"min":17250,"max":52111,"stdev":8312.635206187857},"short":{"mean":27249.304347826088,"median":25700.0,"min":17250,"max":48530,"stdev":7098.741805513416},"long":{"mean":35693.117647058825,"median":33843.0,"min":24410,"max":52111,"stdev":7455.415396562026}},"output_tokens":{"all":{"mean":10177.275,"median":10323.5,"min":5781,"max":14632,"stdev":2398.192631294424},"short":{"mean":9558.826086956522,"median":9288.0,"min":5781,"max":14632,"stdev":2479.928603300981},"long":{"mean":11014.0,"median":11947.0,"min":6201,"max":13767,"stdev":2066.124270221905}},"total_tokens":{"all":{"mean":41015.2,"median":40435.5,"min":23031,"max":62432,"stdev":9729.652528119836},"short":{"mean":36808.13043478261,"median":35285.0,"min":23031,"max":57818,"stdev":8571.382021292757},"long":{"mean":46707.117647058825,"median":46127.0,"min":31772,"max":62432,"stdev":8358.448868378278}},"cost":{"all":{"mean":0.11127485,"median":0.114642,"min":0.06385199999999999,"max":0.15596,"stdev":0.02476457484303759},"short":{"mean":0.10195217391304348,"median":0.10416399999999999,"min":0.06385199999999999,"max":0.1455,"stdev":0.023022263840291983},"long":{"mean":0.12388788235294118,"median":0.128796,"min":0.086542,"max":0.15596,"stdev":0.021728512379711917}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":345340215585,"overall_relative_score":345340215585,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1056,"performance":712,"input_tokens":24410,"output_tokens":8423,"total_tokens":32833,"cost":0.08759600000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1474365,"overall_relative_score":1474365,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":592,"performance":1046,"input_tokens":25613,"output_tokens":8544,"total_tokens":34157,"cost":0.088474},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621379083949,"overall_relative_score":2621379083949,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":31322,"output_tokens":12397,"total_tokens":43719,"cost":0.128796},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3089578262,"overall_relative_score":3089578262,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":309,"performance":1264,"input_tokens":25700,"output_tokens":11350,"total_tokens":37050,"cost":0.11532},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12429775,"overall_relative_score":12429775,"max_execution_time_ms":740,"max_memory_usage_kib":4096,"rank":188,"performance":1532,"input_tokens":28123,"output_tokens":12816,"total_tokens":40939,"cost":0.133238},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4596738,"overall_relative_score":4596738,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":533,"performance":967,"input_tokens":37464,"output_tokens":12698,"total_tokens":50162,"cost":0.12928},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361361,"overall_relative_score":1361361,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":238,"performance":1379,"input_tokens":27278,"output_tokens":14632,"total_tokens":41910,"cost":0.1455},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":21412,"output_tokens":7223,"total_tokens":28635,"cost":0.077568},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":31073,"output_tokens":11222,"total_tokens":42295,"cost":0.120434},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":824225374,"overall_relative_score":824225374,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":598,"performance":855,"input_tokens":28047,"output_tokens":11885,"total_tokens":39932,"cost":0.122758},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7120,"overall_relative_score":7120,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":368,"performance":1172,"input_tokens":48530,"output_tokens":9288,"total_tokens":57818,"cost":0.11472399999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170117172,"overall_relative_score":170117172,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":834,"performance":576,"input_tokens":52111,"output_tokens":10321,"total_tokens":62432,"cost":0.126502},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37322370,"overall_relative_score":37322370,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":643,"performance":682,"input_tokens":42622,"output_tokens":14578,"total_tokens":57200,"cost":0.14062},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":10532085,"overall_relative_score":10532085,"max_execution_time_ms":6363,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":33549,"output_tokens":12578,"total_tokens":46127,"cost":0.133354},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71710563,"overall_relative_score":71710563,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":26859,"output_tokens":8426,"total_tokens":35285,"cost":0.08791},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2063521224,"overall_relative_score":12461651382,"max_execution_time_ms":810,"max_memory_usage_kib":4096,"rank":915,"performance":690,"input_tokens":33843,"output_tokens":12176,"total_tokens":46019,"cost":0.120934},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1545558938650,"overall_relative_score":488590595467,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":631,"performance":999,"input_tokens":43541,"output_tokens":8200,"total_tokens":51741,"cost":0.10084199999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":44405,"output_tokens":12521,"total_tokens":56926,"cost":0.144434},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":444219513,"overall_relative_score":444219513,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":310,"performance":1512,"input_tokens":32545,"output_tokens":10264,"total_tokens":42809,"cost":0.11437},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12705265,"overall_relative_score":12705265,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":618,"performance":1161,"input_tokens":27195,"output_tokens":11851,"total_tokens":39046,"cost":0.11444599999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":34916,"output_tokens":9911,"total_tokens":44827,"cost":0.11456},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3504,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":25754,"output_tokens":10326,"total_tokens":36080,"cost":0.10416399999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":72225514290,"overall_relative_score":184281998083,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":25726,"output_tokens":8462,"total_tokens":34188,"cost":0.086892},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":17250,"output_tokens":5781,"total_tokens":23031,"cost":0.06385199999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":88723850793,"overall_relative_score":327809331032,"max_execution_time_ms":3806,"max_memory_usage_kib":3072,"rank":962,"performance":501,"input_tokens":32889,"output_tokens":12116,"total_tokens":45005,"cost":0.148306},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":982972,"overall_relative_score":982972,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":530,"performance":1196,"input_tokens":21894,"output_tokens":6703,"total_tokens":28597,"cost":0.07667600000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":584675000000,"overall_relative_score":118062600518,"max_execution_time_ms":1270,"max_memory_usage_kib":3072,"rank":637,"performance":1094,"input_tokens":37622,"output_tokens":11947,"total_tokens":49569,"cost":0.13338},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17851269800,"overall_relative_score":21843126722,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":667,"performance":1035,"input_tokens":25571,"output_tokens":6201,"total_tokens":31772,"cost":0.086542},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6046542959729,"overall_relative_score":6046542959729,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":21339,"output_tokens":6375,"total_tokens":27714,"cost":0.06699000000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49676950000,"overall_relative_score":5116507,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":37909,"output_tokens":13767,"total_tokens":51676,"cost":0.14640199999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":23546,"output_tokens":8424,"total_tokens":31970,"cost":0.090676},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":32024,"output_tokens":7692,"total_tokens":39716,"cost":0.09601599999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":37728,"output_tokens":12703,"total_tokens":50431,"cost":0.15596},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":187493,"overall_relative_score":187493,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1219,"input_tokens":24082,"output_tokens":10621,"total_tokens":34703,"cost":0.107596},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4826119719,"overall_relative_score":1941800456475,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":33264,"output_tokens":10758,"total_tokens":44022,"cost":0.121488},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":21026,"output_tokens":6364,"total_tokens":27390,"cost":0.07242000000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200400,"overall_relative_score":200400,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":891,"performance":666,"input_tokens":24073,"output_tokens":8972,"total_tokens":33045,"cost":0.096114},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138423758,"overall_relative_score":138423758,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":461,"performance":1341,"input_tokens":22481,"output_tokens":8211,"total_tokens":30692,"cost":0.082426},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":150,"max_memory_usage_kib":9184,"rank":813,"performance":1014,"input_tokens":44356,"output_tokens":10748,"total_tokens":55104,"cost":0.13495200000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1122,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":24425,"output_tokens":9616,"total_tokens":34041,"cost":0.118482}]},{"num_self_refine":8,"rank":{"all":{"mean":608.325,"median":616.5,"min":186,"max":1013,"stdev":225.40076985512283},"short":{"mean":513.4347826086956,"median":515.0,"min":186,"max":891,"stdev":207.16217320714014},"long":{"mean":736.7058823529412,"median":700.0,"min":453,"max":1013,"stdev":185.4008376147079}},"performance":{"all":{"mean":915.35,"median":1000.5,"min":207,"max":1726,"stdev":376.38970189460247},"short":{"mean":978.2608695652174,"median":1161.0,"min":207,"max":1726,"stdev":436.5729364650939},"long":{"mean":830.2352941176471,"median":781.0,"min":422,"max":1223,"stdev":264.3155144452754}},"input_tokens":{"all":{"mean":117732.9,"median":118130.0,"min":60686,"max":260875,"stdev":35725.64044449352},"short":{"mean":106244.13043478261,"median":104367.0,"min":60686,"max":190802,"stdev":29074.977683575187},"long":{"mean":133276.5294117647,"median":129160.0,"min":87882,"max":260875,"stdev":38758.58917729986}},"output_tokens":{"all":{"mean":21343.4,"median":21660.0,"min":11200,"max":34682,"stdev":5383.9379058788345},"short":{"mean":20557.08695652174,"median":18815.0,"min":11200,"max":34682,"stdev":6112.534312326401},"long":{"mean":22407.235294117647,"median":22579.0,"min":12260,"max":29952,"stdev":4146.057909771217}},"total_tokens":{"all":{"mean":139076.3,"median":141856.5,"min":72446,"max":286405,"stdev":39214.67533266282},"short":{"mean":126801.21739130435,"median":122972.0,"min":72446,"max":218174,"stdev":33768.48698922565},"long":{"mean":155683.76470588235,"median":150046.0,"min":100142,"max":286405,"stdev":40875.331765518145}},"cost":{"all":{"mean":0.2701426,"median":0.272654,"min":0.13538799999999998,"max":0.541862,"stdev":0.07782542230639825},"short":{"mean":0.24975747826086955,"median":0.230426,"min":0.13538799999999998,"max":0.3916,"stdev":0.07317032783162955},"long":{"mean":0.2977224705882353,"median":0.29664999999999997,"min":0.183924,"max":0.541862,"stdev":0.07743568537027812}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":499010723954,"overall_relative_score":499010723954,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":1013,"performance":756,"input_tokens":101706,"output_tokens":23532,"total_tokens":125238,"cost":0.266484},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1631530,"overall_relative_score":1631530,"max_execution_time_ms":640,"max_memory_usage_kib":4096,"rank":581,"performance":1059,"input_tokens":114525,"output_tokens":18964,"total_tokens":133489,"cost":0.230426},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621379083949,"overall_relative_score":2621379083949,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":114304,"output_tokens":23441,"total_tokens":137745,"cost":0.31322399999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3089578262,"overall_relative_score":3089578262,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":309,"performance":1264,"input_tokens":190802,"output_tokens":27372,"total_tokens":218174,"cost":0.363268},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":515,"performance":207,"input_tokens":117400,"output_tokens":28004,"total_tokens":145404,"cost":0.344784},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4681449,"overall_relative_score":4681449,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":129982,"output_tokens":23405,"total_tokens":153387,"cost":0.305508},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1364856,"overall_relative_score":1364856,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":238,"performance":1379,"input_tokens":123161,"output_tokens":29630,"total_tokens":152791,"cost":0.351842},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6762042416,"overall_relative_score":6762042416,"max_execution_time_ms":190,"max_memory_usage_kib":110592,"rank":528,"performance":730,"input_tokens":81453,"output_tokens":14305,"total_tokens":95758,"cost":0.185954},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":152876,"output_tokens":29952,"total_tokens":182828,"cost":0.38716},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":824225374,"overall_relative_score":824225374,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":598,"performance":855,"input_tokens":121496,"output_tokens":27653,"total_tokens":149149,"cost":0.29909600000000003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19652,"overall_relative_score":19652,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":291,"performance":1336,"input_tokens":148107,"output_tokens":24313,"total_tokens":172420,"cost":0.329054},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170117172,"overall_relative_score":170117172,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":834,"performance":576,"input_tokens":161746,"output_tokens":21873,"total_tokens":183619,"cost":0.279212},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37322370,"overall_relative_score":37322370,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":643,"performance":682,"input_tokens":148209,"output_tokens":26326,"total_tokens":174535,"cost":0.29198599999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":10532085,"overall_relative_score":10532085,"max_execution_time_ms":6363,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":118860,"output_tokens":27510,"total_tokens":146370,"cost":0.29748},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70873928,"overall_relative_score":70873928,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":416,"performance":1198,"input_tokens":96130,"output_tokens":17127,"total_tokens":113257,"cost":0.196412},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2063521224,"overall_relative_score":12461651382,"max_execution_time_ms":810,"max_memory_usage_kib":4096,"rank":915,"performance":690,"input_tokens":125984,"output_tokens":25605,"total_tokens":151589,"cost":0.278824},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318068758331,"overall_relative_score":790371439423,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":468,"performance":1223,"input_tokens":131322,"output_tokens":18724,"total_tokens":150046,"cost":0.29781199999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":129160,"output_tokens":20246,"total_tokens":149406,"cost":0.283968},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458526811,"overall_relative_score":458526811,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":202,"performance":1726,"input_tokens":119001,"output_tokens":21298,"total_tokens":140299,"cost":0.250562},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12705265,"overall_relative_score":12705265,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":618,"performance":1161,"input_tokens":113027,"output_tokens":22883,"total_tokens":135910,"cost":0.25110199999999994},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":120091,"output_tokens":21180,"total_tokens":141271,"cost":0.314198},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3504,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":90170,"output_tokens":18815,"total_tokens":108985,"cost":0.206252},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":72225514290,"overall_relative_score":184281998083,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":89314,"output_tokens":16142,"total_tokens":105456,"cost":0.183924},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":60686,"output_tokens":11760,"total_tokens":72446,"cost":0.13538799999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121294721681,"overall_relative_score":456627265076,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":951,"performance":533,"input_tokens":260875,"output_tokens":25530,"total_tokens":286405,"cost":0.541862},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1016395,"overall_relative_score":1016395,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":446,"performance":1327,"input_tokens":79860,"output_tokens":15123,"total_tokens":94983,"cost":0.20236800000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":584675000000,"overall_relative_score":118062600518,"max_execution_time_ms":1270,"max_memory_usage_kib":3072,"rank":637,"performance":1094,"input_tokens":123211,"output_tokens":21812,"total_tokens":145023,"cost":0.257718},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17351006100,"overall_relative_score":30330065424,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":656,"performance":1049,"input_tokens":87882,"output_tokens":12260,"total_tokens":100142,"cost":0.19934800000000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6233394382134,"overall_relative_score":6233394382134,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":82637,"output_tokens":15796,"total_tokens":98433,"cost":0.176826},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49581710000,"overall_relative_score":5126585,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":129205,"output_tokens":21844,"total_tokens":151049,"cost":0.29664999999999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4857281460,"overall_relative_score":4857281460,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":352,"performance":1455,"input_tokens":90367,"output_tokens":17910,"total_tokens":108277,"cost":0.20478200000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237058901,"overall_relative_score":237058901,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":419,"performance":1408,"input_tokens":104367,"output_tokens":18605,"total_tokens":122972,"cost":0.257158},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":129431,"output_tokens":22579,"total_tokens":152010,"cost":0.30586199999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":197203,"overall_relative_score":197203,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":381,"performance":1261,"input_tokens":107760,"output_tokens":34682,"total_tokens":142442,"cost":0.3916},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4720684972,"overall_relative_score":2049050385425,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":700,"performance":1056,"input_tokens":121267,"output_tokens":21508,"total_tokens":142775,"cost":0.25619800000000004},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61637513,"overall_relative_score":61637513,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":615,"performance":1178,"input_tokens":72488,"output_tokens":11200,"total_tokens":83688,"cost":0.14107200000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200400,"overall_relative_score":200400,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":891,"performance":666,"input_tokens":85951,"output_tokens":16615,"total_tokens":102566,"cost":0.218806},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138423758,"overall_relative_score":138423758,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":461,"performance":1341,"input_tokens":83485,"output_tokens":15334,"total_tokens":98819,"cost":0.17636200000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":150,"max_memory_usage_kib":9184,"rank":813,"performance":1014,"input_tokens":158576,"output_tokens":24960,"total_tokens":183536,"cost":0.310048},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":92442,"output_tokens":17918,"total_tokens":110360,"cost":0.225124}]},{"num_self_refine":16,"rank":{"all":{"mean":582.975,"median":567.5,"min":150,"max":1002,"stdev":241.69333053611766},"short":{"mean":483.5217391304348,"median":461.0,"min":150,"max":891,"stdev":226.3026673134932},"long":{"mean":717.5294117647059,"median":697.0,"min":453,"max":1002,"stdev":196.25433678235586}},"performance":{"all":{"mean":984.75,"median":1015.0,"min":223,"max":1726,"stdev":381.13264061687204},"short":{"mean":1069.391304347826,"median":1198.0,"min":223,"max":1726,"stdev":439.40308054641116},"long":{"mean":870.2352941176471,"median":928.0,"min":481,"max":1235,"stdev":253.705422047836}},"input_tokens":{"all":{"mean":566052.8,"median":475085.5,"min":215989,"max":2377963,"stdev":416032.2502269906},"short":{"mean":531610.5217391305,"median":445544.0,"min":215989,"max":2377963,"stdev":431428.2548265881},"long":{"mean":612651.1764705882,"median":480329.0,"min":325715,"max":1766172,"stdev":402427.3899252254}},"output_tokens":{"all":{"mean":46310.85,"median":45587.0,"min":21026,"max":86447,"stdev":14236.258294697147},"short":{"mean":44983.30434782609,"median":43395.0,"min":21026,"max":74404,"stdev":15643.491901033718},"long":{"mean":48106.94117647059,"median":45933.0,"min":30919,"max":86447,"stdev":12311.023472231036}},"total_tokens":{"all":{"mean":612363.65,"median":516681.5,"min":237015,"max":2449830,"stdev":425346.6991738983},"short":{"mean":576593.8260869565,"median":489655.0,"min":237015,"max":2449830,"stdev":441343.59087127366},"long":{"mean":660758.1176470588,"median":534309.0,"min":356634,"max":1852619,"stdev":410896.7835352454}},"cost":{"all":{"mean":0.764842,"median":0.723578,"min":0.291258,"max":2.201838,"stdev":0.37782043410878907},"short":{"mean":0.7132801739130435,"median":0.615294,"min":0.291258,"max":2.201838,"stdev":0.3928242430099395},"long":{"mean":0.8346021176470588,"median":0.745538,"min":0.424542,"max":1.8208479999999998,"stdev":0.35606048335393137}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":526125288453,"overall_relative_score":526125288453,"max_execution_time_ms":3030,"max_memory_usage_kib":3072,"rank":1002,"performance":767,"input_tokens":478442,"output_tokens":55867,"total_tokens":534309,"cost":0.722796},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1747767,"overall_relative_score":1747767,"max_execution_time_ms":1970,"max_memory_usage_kib":4096,"rank":564,"performance":1080,"input_tokens":490814,"output_tokens":45882,"total_tokens":536696,"cost":0.7747960000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2621379083949,"overall_relative_score":2621379083949,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":427108,"output_tokens":47954,"total_tokens":475062,"cost":0.736728},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3089578262,"overall_relative_score":3089578262,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":309,"performance":1264,"input_tokens":2377963,"output_tokens":71867,"total_tokens":2449830,"cost":2.201838},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15748640,"overall_relative_score":15748640,"max_execution_time_ms":2520,"max_memory_usage_kib":4096,"rank":150,"performance":1662,"input_tokens":597497,"output_tokens":63609,"total_tokens":661106,"cost":1.0222660000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4672458,"overall_relative_score":4672458,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":480329,"output_tokens":46557,"total_tokens":526886,"cost":0.673018},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1378317,"overall_relative_score":1378317,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":228,"performance":1407,"input_tokens":558729,"output_tokens":68857,"total_tokens":627586,"cost":0.9824900000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7692814152,"overall_relative_score":7692814152,"max_execution_time_ms":340,"max_memory_usage_kib":111616,"rank":518,"performance":764,"input_tokens":308868,"output_tokens":27838,"total_tokens":336706,"cost":0.41746399999999995},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":1766172,"output_tokens":86447,"total_tokens":1852619,"cost":1.8208479999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":824225374,"overall_relative_score":824225374,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":598,"performance":855,"input_tokens":575691,"output_tokens":58060,"total_tokens":633751,"cost":0.8346140000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36932,"overall_relative_score":36932,"max_execution_time_ms":1580,"max_memory_usage_kib":3072,"rank":237,"performance":1460,"input_tokens":636357,"output_tokens":57157,"total_tokens":693514,"cost":0.859058},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170117172,"overall_relative_score":170117172,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":834,"performance":576,"input_tokens":545369,"output_tokens":45571,"total_tokens":590940,"cost":0.7583460000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37322370,"overall_relative_score":37322370,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":643,"performance":682,"input_tokens":545616,"output_tokens":52578,"total_tokens":598194,"cost":0.710256},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":732349704,"overall_relative_score":732349704,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":534,"performance":928,"input_tokens":495557,"output_tokens":53629,"total_tokens":549186,"cost":0.7886580000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70873928,"overall_relative_score":70873928,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":416,"performance":1198,"input_tokens":357116,"output_tokens":31739,"total_tokens":388855,"cost":0.45243199999999995},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2063521224,"overall_relative_score":12461651382,"max_execution_time_ms":810,"max_memory_usage_kib":4096,"rank":915,"performance":690,"input_tokens":525789,"output_tokens":58520,"total_tokens":584309,"cost":0.820282},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287016616754,"overall_relative_score":799756998431,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":459,"performance":1235,"input_tokens":466429,"output_tokens":42273,"total_tokens":508702,"cost":0.745538},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":506304,"output_tokens":45603,"total_tokens":551907,"cost":0.8477039999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458526811,"overall_relative_score":458526811,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":202,"performance":1726,"input_tokens":445544,"output_tokens":44111,"total_tokens":489655,"cost":0.665864},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12705265,"overall_relative_score":12705265,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":618,"performance":1161,"input_tokens":446507,"output_tokens":46597,"total_tokens":493104,"cost":0.615294},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":926616,"output_tokens":59703,"total_tokens":986319,"cost":1.0505999999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3504,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":316134,"output_tokens":32592,"total_tokens":348726,"cost":0.43316399999999994},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":72225514290,"overall_relative_score":184281998083,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":325715,"output_tokens":30919,"total_tokens":356634,"cost":0.424542},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":526700,"rank":740,"performance":223,"input_tokens":215989,"output_tokens":21026,"total_tokens":237015,"cost":0.291258},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121294721681,"overall_relative_score":456627265076,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":951,"performance":533,"input_tokens":1549245,"output_tokens":45933,"total_tokens":1595178,"cost":1.6569299999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1033938,"overall_relative_score":1033938,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":365,"performance":1459,"input_tokens":353214,"output_tokens":43395,"total_tokens":396609,"cost":0.570132},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":584675000000,"overall_relative_score":118062600518,"max_execution_time_ms":1270,"max_memory_usage_kib":3072,"rank":637,"performance":1094,"input_tokens":419384,"output_tokens":40587,"total_tokens":459971,"cost":0.7243600000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5957329100,"overall_relative_score":60354498458,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":539,"performance":1198,"input_tokens":327378,"output_tokens":31284,"total_tokens":358662,"cost":0.562116},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6233394382134,"overall_relative_score":6233394382134,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":347280,"output_tokens":33619,"total_tokens":380899,"cost":0.46124},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49581710000,"overall_relative_score":5126585,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":476487,"output_tokens":45150,"total_tokens":521637,"cost":0.728958},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4884772955,"overall_relative_score":4884772955,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":346,"performance":1465,"input_tokens":370298,"output_tokens":37751,"total_tokens":408049,"cost":0.548012},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245791210,"overall_relative_score":245791210,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":319,"performance":1563,"input_tokens":392171,"output_tokens":37587,"total_tokens":429758,"cost":0.565678},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":432472,"output_tokens":42594,"total_tokens":475066,"cost":0.629504},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":197203,"overall_relative_score":197203,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":381,"performance":1261,"input_tokens":567631,"output_tokens":74404,"total_tokens":642035,"cost":0.9461740000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4631622763,"overall_relative_score":2088303616653,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":698,"performance":1058,"input_tokens":630574,"output_tokens":52942,"total_tokens":683516,"cost":0.7751800000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63655428,"overall_relative_score":63655428,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":571,"performance":1238,"input_tokens":263988,"output_tokens":22699,"total_tokens":286687,"cost":0.3393920000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200400,"overall_relative_score":200400,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":891,"performance":666,"input_tokens":473684,"output_tokens":38042,"total_tokens":511726,"cost":0.6941360000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138423758,"overall_relative_score":138423758,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":461,"performance":1341,"input_tokens":336885,"output_tokens":33575,"total_tokens":370460,"cost":0.5120979999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":150,"max_memory_usage_kib":9184,"rank":813,"performance":1014,"input_tokens":562316,"output_tokens":45988,"total_tokens":608304,"cost":0.7727280000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":322450,"output_tokens":31928,"total_tokens":354378,"cost":0.45718800000000004}]}]},{"model_name":"gpt-5-mini-thinking","detail_path":"data/model_details/gpt-5-mini-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":677.325,"median":659.0,"min":186,"max":1232,"stdev":246.24132289801423},"short":{"mean":601.304347826087,"median":634.0,"min":186,"max":1009,"stdev":218.93013306088164},"long":{"mean":780.1764705882352,"median":690.0,"min":481,"max":1232,"stdev":249.691618625385}},"performance":{"all":{"mean":799.775,"median":858.0,"min":-200,"max":1408,"stdev":349.3360359677212},"short":{"mean":860.695652173913,"median":918.0,"min":-200,"max":1408,"stdev":337.0750435440707},"long":{"mean":717.3529411764706,"median":781.0,"min":117,"max":1162,"stdev":358.7227239067227}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":9959.575,"median":9443.5,"min":3123,"max":24740,"stdev":4720.050270742181},"short":{"mean":8786.434782608696,"median":7969.0,"min":3123,"max":15910,"stdev":3651.9393954207517},"long":{"mean":11546.764705882353,"median":10467.0,"min":3182,"max":24740,"stdev":5595.699883944498}},"total_tokens":{"all":{"mean":12939.575,"median":12051.5,"min":4542,"max":27552,"stdev":5474.988050039646},"short":{"mean":11189.260869565218,"median":9727.0,"min":4542,"max":21710,"stdev":4421.354072899462},"long":{"mean":15307.64705882353,"median":14938.0,"min":6166,"max":27552,"stdev":5985.322108512378}},"cost":{"all":{"mean":0.02055399,"median":0.01969345,"min":0.00660075,"max":0.050183,"stdev":0.009570166366478533},"short":{"mean":0.01805086304347826,"median":0.0163775,"min":0.00660075,"max":0.03290075,"stdev":0.007429073307149685},"long":{"mean":0.023940573529411764,"median":0.02205175,"min":0.00711,"max":0.050183,"stdev":0.01123234303700587}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22914631,"overall_relative_score":22914631,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1232,"performance":383,"input_tokens":1345,"output_tokens":5749,"total_tokens":7094,"cost":0.01183425},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1735664,"overall_relative_score":1735664,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":566,"performance":1077,"input_tokens":1469,"output_tokens":10302,"total_tokens":11771,"cost":0.02097125},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2588130192413,"overall_relative_score":2588130192413,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":481,"performance":1162,"input_tokens":2614,"output_tokens":12391,"total_tokens":15005,"cost":0.0254355},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3698811926,"overall_relative_score":3698811926,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":251,"performance":1408,"input_tokens":1629,"output_tokens":13216,"total_tokens":14845,"cost":0.02649365},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4091897,"overall_relative_score":4091897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":329,"performance":1138,"input_tokens":1811,"output_tokens":13220,"total_tokens":15031,"cost":0.02651835},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3802,"output_tokens":17740,"total_tokens":21542,"cost":0.0364305},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":772291,"overall_relative_score":772291,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":410,"performance":920,"input_tokens":1529,"output_tokens":5956,"total_tokens":7485,"cost":0.01229425},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12600106695,"overall_relative_score":12600106695,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":411,"performance":1035,"input_tokens":2239,"output_tokens":6517,"total_tokens":8756,"cost":0.01310415},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":2984,"output_tokens":3182,"total_tokens":6166,"cost":0.00711},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":2210,"output_tokens":7030,"total_tokens":9240,"cost":0.0146125},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16148,"overall_relative_score":16148,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":305,"performance":1305,"input_tokens":7584,"output_tokens":14126,"total_tokens":21710,"cost":0.030148},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":423024007,"overall_relative_score":423024007,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":531,"performance":1078,"input_tokens":7538,"output_tokens":12445,"total_tokens":19983,"cost":0.0267745},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42680563,"overall_relative_score":42680563,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":694,"input_tokens":4695,"output_tokens":9583,"total_tokens":14278,"cost":0.02033975},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765594365,"overall_relative_score":765594365,"max_execution_time_ms":10,"max_memory_usage_kib":16384,"rank":525,"performance":944,"input_tokens":2812,"output_tokens":24740,"total_tokens":27552,"cost":0.050183},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2563,"output_tokens":5695,"total_tokens":8258,"cost":0.01203075},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3224875269,"overall_relative_score":19118541141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":690,"performance":1012,"input_tokens":2774,"output_tokens":17050,"total_tokens":19824,"cost":0.0347935},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2330986421527,"overall_relative_score":404880461382,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":6975,"output_tokens":11914,"total_tokens":18889,"cost":0.02557175},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":375951885686698,"overall_relative_score":9253547992,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":507,"performance":986,"input_tokens":4471,"output_tokens":10467,"total_tokens":14938,"cost":0.02205175},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":3614,"output_tokens":5972,"total_tokens":9586,"cost":0.0128475},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":1703,"output_tokens":9817,"total_tokens":11520,"cost":0.01971415},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166026094980,"overall_relative_score":166026094980,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2202,"output_tokens":14824,"total_tokens":17026,"cost":0.0301985},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1849,"output_tokens":4663,"total_tokens":6512,"cost":0.00978825},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2861,"output_tokens":7960,"total_tokens":10821,"cost":0.01663525},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1304792,"overall_relative_score":1304792,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":1758,"output_tokens":7969,"total_tokens":9727,"cost":0.0163775},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3354,"output_tokens":4780,"total_tokens":8134,"cost":0.0103985},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":983964,"overall_relative_score":983964,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":527,"performance":1200,"input_tokens":1855,"output_tokens":6608,"total_tokens":8463,"cost":0.01327655},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4125,"output_tokens":8299,"total_tokens":12424,"cost":0.01762925},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239036462500,"overall_relative_score":13431302226,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":685,"performance":1011,"input_tokens":3009,"output_tokens":10320,"total_tokens":13329,"cost":0.02072985},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1733,"output_tokens":4040,"total_tokens":5773,"cost":0.00851325},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401090400,"overall_relative_score":639975362,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":719,"input_tokens":2818,"output_tokens":7200,"total_tokens":10018,"cost":0.0151045},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1124279610,"overall_relative_score":1124279610,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":817,"performance":730,"input_tokens":1917,"output_tokens":10415,"total_tokens":12332,"cost":0.02090605},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":4323,"output_tokens":15910,"total_tokens":20233,"cost":0.03290075},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6219062,"overall_relative_score":47545554085,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":550,"performance":1144,"input_tokens":4012,"output_tokens":18678,"total_tokens":22690,"cost":0.038359},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":327,"overall_relative_score":327,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":634,"performance":725,"input_tokens":1844,"output_tokens":6606,"total_tokens":8450,"cost":0.013673},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123886318,"overall_relative_score":668284618602,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1060,"performance":502,"input_tokens":4182,"output_tokens":14076,"total_tokens":18258,"cost":0.0282759},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55668940,"overall_relative_score":55668940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":765,"performance":957,"input_tokens":1651,"output_tokens":5823,"total_tokens":7474,"cost":0.01205875},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2188,"output_tokens":9177,"total_tokens":11365,"cost":0.0184402},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":1480,"output_tokens":11496,"total_tokens":12976,"cost":0.023362},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4259,"output_tokens":9304,"total_tokens":13563,"cost":0.01967275},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1419,"output_tokens":3123,"total_tokens":4542,"cost":0.00660075}]},{"num_self_refine":2,"rank":{"all":{"mean":571.7,"median":517.0,"min":168,"max":1215,"stdev":277.8287795913713},"short":{"mean":477.4347826086956,"median":446.0,"min":168,"max":1009,"stdev":248.8321497218112},"long":{"mean":699.2352941176471,"median":685.0,"min":335,"max":1215,"stdev":270.10357490501787}},"performance":{"all":{"mean":993.975,"median":1023.0,"min":-200,"max":1842,"stdev":448.5707495007809},"short":{"mean":1105.608695652174,"median":1101.0,"min":-200,"max":1842,"stdev":446.8322584524039},"long":{"mean":842.9411764705883,"median":987.0,"min":117,"max":1318,"stdev":416.87040411083325}},"input_tokens":{"all":{"mean":8290.5,"median":7238.5,"min":4138,"max":19117,"stdev":3652.459094349646},"short":{"mean":7025.652173913043,"median":5756.0,"min":4138,"max":19117,"stdev":3382.2305390041543},"long":{"mean":10001.764705882353,"median":9550.0,"min":4264,"max":18035,"stdev":3372.9588926010456}},"output_tokens":{"all":{"mean":24563.8,"median":23782.0,"min":13699,"max":50303,"stdev":7562.249435391359},"short":{"mean":23271.130434782608,"median":23764.0,"min":14104,"max":33950,"stdev":5274.567654012876},"long":{"mean":26312.70588235294,"median":23800.0,"min":13699,"max":50303,"stdev":9771.845211913062}},"total_tokens":{"all":{"mean":32854.3,"median":30551.0,"min":21327,"max":59853,"stdev":8919.179217152905},"short":{"mean":30296.782608695652,"median":30010.0,"min":21327,"max":46432,"stdev":6914.920271390249},"long":{"mean":36314.470588235294,"median":35996.0,"min":22840,"max":59853,"stdev":10297.408679600218}},"cost":{"all":{"mean":0.050838065,"median":0.049743300000000004,"min":0.03001375,"max":0.1029935,"stdev":0.01523369715134418},"short":{"mean":0.047966847826086956,"median":0.048310900000000004,"min":0.03001375,"max":0.06913815000000001,"stdev":0.010729075850172048},"long":{"mean":0.05472265294117647,"median":0.051760249999999994,"min":0.03053,"max":0.1029935,"stdev":0.019480644710635788}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":792960598676,"overall_relative_score":792960598676,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":841,"performance":919,"input_tokens":4264,"output_tokens":20539,"total_tokens":24803,"cost":0.042144},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2473478,"overall_relative_score":2473478,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":454,"performance":1216,"input_tokens":5673,"output_tokens":22972,"total_tokens":28645,"cost":0.04736225},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2629295166873,"overall_relative_score":2629295166873,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":9144,"output_tokens":25288,"total_tokens":34432,"cost":0.052862},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3698811926,"overall_relative_score":3698811926,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":251,"performance":1408,"input_tokens":6335,"output_tokens":33950,"total_tokens":40285,"cost":0.06913815000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13035917,"overall_relative_score":13035917,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":180,"performance":1558,"input_tokens":5756,"output_tokens":28318,"total_tokens":34074,"cost":0.057700600000000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10069,"output_tokens":28329,"total_tokens":38398,"cost":0.05917525},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1060220,"overall_relative_score":1060220,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":344,"performance":1101,"input_tokens":5223,"output_tokens":17398,"total_tokens":22621,"cost":0.03610175},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12600106695,"overall_relative_score":12600106695,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":411,"performance":1035,"input_tokens":6232,"output_tokens":24620,"total_tokens":30852,"cost":0.0503084},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6618620286,"overall_relative_score":6618620286,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":426,"performance":1190,"input_tokens":7454,"output_tokens":17873,"total_tokens":25327,"cost":0.0376095},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":582220686,"overall_relative_score":582220686,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":6485,"output_tokens":17218,"total_tokens":23703,"cost":0.03605725},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17304,"overall_relative_score":17304,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":303,"performance":1309,"input_tokens":19117,"output_tokens":27315,"total_tokens":46432,"cost":0.05940925},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":879270679,"overall_relative_score":879270679,"max_execution_time_ms":2640,"max_memory_usage_kib":3072,"rank":362,"performance":1318,"input_tokens":18035,"output_tokens":23800,"total_tokens":41835,"cost":0.052108749999999995},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43575501,"overall_relative_score":43575501,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":636,"performance":703,"input_tokens":11919,"output_tokens":24295,"total_tokens":36214,"cost":0.05053295},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1329225329,"overall_relative_score":1329225329,"max_execution_time_ms":60,"max_memory_usage_kib":29696,"rank":335,"performance":1280,"input_tokens":9550,"output_tokens":50303,"total_tokens":59853,"cost":0.1029935},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115620797,"overall_relative_score":115620797,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":7223,"output_tokens":14104,"total_tokens":21327,"cost":0.03001375},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12022113793,"overall_relative_score":78699513849,"max_execution_time_ms":170,"max_memory_usage_kib":5120,"rank":481,"performance":1267,"input_tokens":7419,"output_tokens":33330,"total_tokens":40749,"cost":0.06790995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411096625112,"overall_relative_score":757787569313,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":509,"performance":1165,"input_tokens":16184,"output_tokens":23607,"total_tokens":39791,"cost":0.0497048},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":375154403543841,"overall_relative_score":9401618010,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":507,"performance":987,"input_tokens":11561,"output_tokens":24435,"total_tokens":35996,"cost":0.051760249999999994},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462718155,"overall_relative_score":462718155,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":168,"performance":1810,"input_tokens":9524,"output_tokens":23048,"total_tokens":32572,"cost":0.047699399999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":5657,"output_tokens":23111,"total_tokens":28768,"cost":0.047290650000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238586444481,"overall_relative_score":238586444481,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":183,"performance":795,"input_tokens":6977,"output_tokens":32862,"total_tokens":39839,"cost":0.06746825},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12035,"overall_relative_score":12035,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":525,"performance":949,"input_tokens":5095,"output_tokens":29747,"total_tokens":34842,"cost":0.060767749999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":7625,"output_tokens":15215,"total_tokens":22840,"cost":0.03233625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1304792,"overall_relative_score":1304792,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":5710,"output_tokens":20140,"total_tokens":25850,"cost":0.041707499999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77991778232,"overall_relative_score":702651804289,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":927,"performance":595,"input_tokens":8325,"output_tokens":20652,"total_tokens":28977,"cost":0.042665249999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064633,"overall_relative_score":1064633,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":175,"performance":1842,"input_tokens":5887,"output_tokens":16959,"total_tokens":22846,"cost":0.03458335},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":10234,"output_tokens":16888,"total_tokens":27122,"cost":0.0354417},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239036462500,"overall_relative_score":13431302226,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":685,"performance":1011,"input_tokens":8053,"output_tokens":22287,"total_tokens":30340,"cost":0.04592485},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9556798347722,"overall_relative_score":9556798347722,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":719,"performance":953,"input_tokens":5162,"output_tokens":20026,"total_tokens":25188,"cost":0.0409681},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401090400,"overall_relative_score":639975362,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":719,"input_tokens":7254,"output_tokens":35894,"total_tokens":43148,"cost":0.0729967},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1615670272,"overall_relative_score":1615670272,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":5453,"output_tokens":25067,"total_tokens":30520,"cost":0.050690849999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":12481,"output_tokens":26625,"total_tokens":39106,"cost":0.05541985},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6219062,"overall_relative_score":47545554085,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":550,"performance":1144,"input_tokens":11823,"output_tokens":35267,"total_tokens":47090,"cost":0.07259695},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291867,"overall_relative_score":291867,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":204,"performance":1628,"input_tokens":5620,"output_tokens":24390,"total_tokens":30010,"cost":0.0497818},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755476599,"overall_relative_score":948157831884,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":1032,"performance":572,"input_tokens":10508,"output_tokens":39910,"total_tokens":50418,"cost":0.0815254},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67517197,"overall_relative_score":67517197,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":445,"performance":1410,"input_tokens":4887,"output_tokens":16465,"total_tokens":21352,"cost":0.03415175},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438306,"overall_relative_score":438306,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":6818,"output_tokens":23764,"total_tokens":30582,"cost":0.048310900000000004},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120681238,"overall_relative_score":120681238,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":736,"performance":957,"input_tokens":4138,"output_tokens":25590,"total_tokens":29728,"cost":0.0522145},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":12528,"output_tokens":13699,"total_tokens":26227,"cost":0.03053},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":446,"performance":1119,"input_tokens":4218,"output_tokens":17252,"total_tokens":21470,"cost":0.0355585}]},{"num_self_refine":4,"rank":{"all":{"mean":495.825,"median":446.0,"min":40,"max":1215,"stdev":266.59417804826643},"short":{"mean":380.2608695652174,"median":349.0,"min":40,"max":883,"stdev":205.703276455831},"long":{"mean":652.1764705882352,"median":538.0,"min":331,"max":1215,"stdev":264.35965919891163}},"performance":{"all":{"mean":1172.125,"median":1180.0,"min":117,"max":2321,"stdev":410.7169583445452},"short":{"mean":1335.0434782608695,"median":1309.0,"min":789,"max":2321,"stdev":383.1839670043228},"long":{"mean":951.7058823529412,"median":1012.0,"min":117,"max":1318,"stdev":345.70358775725094}},"input_tokens":{"all":{"mean":30751.1,"median":27448.0,"min":19186,"max":65707,"stdev":9879.648609966362},"short":{"mean":28113.08695652174,"median":25802.0,"min":19186,"max":65707,"stdev":9991.243361123068},"long":{"mean":34320.17647058824,"median":32621.0,"min":21820,"max":52408,"stdev":8781.839330653445}},"output_tokens":{"all":{"mean":50785.2,"median":49586.0,"min":29121,"max":76626,"stdev":10749.147809274977},"short":{"mean":49174.913043478264,"median":49929.0,"min":34630,"max":63696,"stdev":8447.235615131698},"long":{"mean":52963.82352941176,"median":49243.0,"min":29121,"max":76626,"stdev":13219.463005523778}},"total_tokens":{"all":{"mean":81536.3,"median":78641.0,"min":54924,"max":118949,"stdev":16512.38076639341},"short":{"mean":77288.0,"median":76277.0,"min":55050,"max":118868,"stdev":14905.159091584852},"long":{"mean":87284.0,"median":88656.0,"min":54924,"max":118949,"stdev":17265.15454245921}},"cost":{"all":{"mean":0.105908015,"median":0.10352662500000001,"min":0.0628001,"max":0.15757355,"stdev":0.021937269711363998},"short":{"mean":0.10241169782608696,"median":0.10310420000000001,"min":0.0729086,"max":0.1323704,"stdev":0.01747479162474593},"long":{"mean":0.11063832647058823,"median":0.10394905,"min":0.0628001,"max":0.15757355,"stdev":0.026679648133749102}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835435458731,"overall_relative_score":835435458731,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":798,"performance":958,"input_tokens":25517,"output_tokens":63139,"total_tokens":88656,"cost":0.13055485},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2510913,"overall_relative_score":2510913,"max_execution_time_ms":1890,"max_memory_usage_kib":11264,"rank":443,"performance":1231,"input_tokens":26803,"output_tokens":45114,"total_tokens":71917,"cost":0.09419275},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2634136345514,"overall_relative_score":2634136345514,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":447,"performance":1210,"input_tokens":42951,"output_tokens":49977,"total_tokens":92928,"cost":0.10642934999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4262639854,"overall_relative_score":4262639854,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":201,"performance":1545,"input_tokens":28148,"output_tokens":51809,"total_tokens":79957,"cost":0.10717020000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13312142,"overall_relative_score":13312142,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":177,"performance":1568,"input_tokens":28254,"output_tokens":63040,"total_tokens":91294,"cost":0.1319051},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4704013,"overall_relative_score":4704013,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":517,"performance":994,"input_tokens":29927,"output_tokens":47769,"total_tokens":77696,"cost":0.10163734999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069635,"overall_relative_score":1069635,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":343,"performance":1104,"input_tokens":23128,"output_tokens":40946,"total_tokens":64074,"cost":0.0853412},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12600106695,"overall_relative_score":12600106695,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":411,"performance":1035,"input_tokens":22127,"output_tokens":42667,"total_tokens":64794,"cost":0.08804335},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6618620286,"overall_relative_score":6618620286,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":426,"performance":1190,"input_tokens":29397,"output_tokens":45483,"total_tokens":74880,"cost":0.09549284999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7001819415,"overall_relative_score":7001819415,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":40,"performance":2321,"input_tokens":26209,"output_tokens":44195,"total_tokens":70404,"cost":0.09399185},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17304,"overall_relative_score":17304,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":303,"performance":1309,"input_tokens":65707,"output_tokens":53161,"total_tokens":118868,"cost":0.11606715},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":879270679,"overall_relative_score":879270679,"max_execution_time_ms":2640,"max_memory_usage_kib":3072,"rank":362,"performance":1318,"input_tokens":52408,"output_tokens":45548,"total_tokens":97956,"cost":0.0985532},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57836115,"overall_relative_score":57836115,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":603,"performance":789,"input_tokens":40880,"output_tokens":63696,"total_tokens":104576,"cost":0.1323704},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331071782,"overall_relative_score":1331071782,"max_execution_time_ms":60,"max_memory_usage_kib":29696,"rank":331,"performance":1287,"input_tokens":44402,"output_tokens":74547,"total_tokens":118949,"cost":0.15555770000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115620797,"overall_relative_score":115620797,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":25308,"output_tokens":34630,"total_tokens":59938,"cost":0.0729086},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12239274493,"overall_relative_score":80735021776,"max_execution_time_ms":350,"max_memory_usage_kib":8192,"rank":478,"performance":1271,"input_tokens":27499,"output_tokens":62815,"total_tokens":90314,"cost":0.12916395},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274625832482,"overall_relative_score":795818622502,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":461,"performance":1233,"input_tokens":47657,"output_tokens":49243,"total_tokens":96900,"cost":0.10394905},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114612183073880,"overall_relative_score":28348356451,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":379,"performance":1216,"input_tokens":40358,"output_tokens":58373,"total_tokens":98731,"cost":0.12277469999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462718155,"overall_relative_score":462718155,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":168,"performance":1810,"input_tokens":37128,"output_tokens":53224,"total_tokens":90352,"cost":0.1113812},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":23250,"output_tokens":50553,"total_tokens":73803,"cost":0.10412489999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238586444481,"overall_relative_score":238586444481,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":183,"performance":795,"input_tokens":25802,"output_tokens":51827,"total_tokens":77629,"cost":0.1090389},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19756,"overall_relative_score":19756,"max_execution_time_ms":1730,"max_memory_usage_kib":3072,"rank":494,"performance":1014,"input_tokens":24626,"output_tokens":62937,"total_tokens":87563,"cost":0.1296977},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":21820,"output_tokens":33104,"total_tokens":54924,"cost":0.0691574},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1340812,"overall_relative_score":1340812,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":536,"performance":1055,"input_tokens":20962,"output_tokens":43375,"total_tokens":64337,"cost":0.08968649999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77526476717,"overall_relative_score":707460524182,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":927,"performance":595,"input_tokens":32621,"output_tokens":46965,"total_tokens":79586,"cost":0.09808205},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067259,"overall_relative_score":1067259,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":145,"performance":1924,"input_tokens":26348,"output_tokens":49929,"total_tokens":76277,"cost":0.10310420000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":27567,"output_tokens":46446,"total_tokens":74013,"cost":0.09583815},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":26268,"output_tokens":46812,"total_tokens":73080,"cost":0.0966486},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10574202708793,"overall_relative_score":10574202708793,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":384,"performance":1447,"input_tokens":23925,"output_tokens":41171,"total_tokens":65096,"cost":0.08558725},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401090400,"overall_relative_score":639975362,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":719,"input_tokens":26618,"output_tokens":54157,"total_tokens":80775,"cost":0.1116565},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5264581657,"overall_relative_score":5264581657,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":311,"performance":1524,"input_tokens":23072,"output_tokens":53421,"total_tokens":76493,"cost":0.1095284},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216687227,"overall_relative_score":216687227,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":650,"performance":1086,"input_tokens":38480,"output_tokens":41606,"total_tokens":80086,"cost":0.0873312},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5904525,"overall_relative_score":50100376094,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":538,"performance":1159,"input_tokens":38700,"output_tokens":70260,"total_tokens":108960,"cost":0.1449822},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292298,"overall_relative_score":292298,"max_execution_time_ms":310,"max_memory_usage_kib":5120,"rank":198,"performance":1643,"input_tokens":27397,"output_tokens":63216,"total_tokens":90613,"cost":0.13034365},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9141978784,"overall_relative_score":1490295904727,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":1010,"performance":619,"input_tokens":35027,"output_tokens":76626,"total_tokens":111653,"cost":0.15757355},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67524621,"overall_relative_score":67524621,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":445,"performance":1410,"input_tokens":19501,"output_tokens":35549,"total_tokens":55050,"cost":0.07401485},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438306,"overall_relative_score":438306,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":30041,"output_tokens":50233,"total_tokens":80274,"cost":0.10403065},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128613322,"overall_relative_score":128613322,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":650,"performance":1082,"input_tokens":19186,"output_tokens":48402,"total_tokens":67588,"cost":0.09978609999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":34706,"output_tokens":29121,"total_tokens":63827,"cost":0.0628001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209727,"overall_relative_score":209727,"max_execution_time_ms":320,"max_memory_usage_kib":18672,"rank":349,"performance":1517,"input_tokens":20319,"output_tokens":46322,"total_tokens":66641,"cost":0.09582295}]},{"num_self_refine":8,"rank":{"all":{"mean":435.5,"median":391.5,"min":40,"max":1215,"stdev":278.612680330644},"short":{"mean":315.17391304347825,"median":303.0,"min":40,"max":883,"stdev":199.1003977380423},"long":{"mean":598.2941176470588,"median":477.0,"min":116,"max":1215,"stdev":292.803211369403}},"performance":{"all":{"mean":1311.2,"median":1288.0,"min":117,"max":2321,"stdev":448.09363719239275},"short":{"mean":1509.8695652173913,"median":1517.0,"min":798,"max":2321,"stdev":367.50340806679804},"long":{"mean":1042.4117647058824,"median":1190.0,"min":117,"max":1885,"stdev":412.57076041927786}},"input_tokens":{"all":{"mean":141250.725,"median":126180.5,"min":70622,"max":400184,"stdev":56750.6416351336},"short":{"mean":140935.1739130435,"median":123332.0,"min":86627,"max":400184,"stdev":66942.52171734697},"long":{"mean":141677.64705882352,"median":146092.0,"min":70622,"max":205341,"stdev":41087.378216949386}},"output_tokens":{"all":{"mean":98554.475,"median":97925.5,"min":51871,"max":142050,"stdev":19053.064943545138},"short":{"mean":96020.65217391304,"median":94080.0,"min":68594,"max":130677,"stdev":15129.33943943085},"long":{"mean":101982.58823529411,"median":98846.0,"min":51871,"max":142050,"stdev":23418.169684720302}},"total_tokens":{"all":{"mean":239805.2,"median":227581.5,"min":139059,"max":515836,"stdev":67258.12559401662},"short":{"mean":236955.8260869565,"median":216564.0,"min":175227,"max":515836,"stdev":75260.40251725531},"long":{"mean":243660.23529411765,"median":245120.0,"min":139059,"max":347391,"stdev":56663.681756405276}},"cost":{"all":{"mean":0.21196211125,"median":0.20633622499999998,"min":0.11128155,"max":0.30692759999999997,"stdev":0.04322371935836952},"short":{"mean":0.20818069782608695,"median":0.20144574999999998,"min":0.14630705,"max":0.30692759999999997,"stdev":0.03871724886208071},"long":{"mean":0.2170781411764706,"median":0.2106462,"min":0.11128155,"max":0.30156645000000004,"stdev":0.04944119980730025}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":892668003546,"overall_relative_score":892668003546,"max_execution_time_ms":4730,"max_memory_usage_kib":3072,"rank":643,"performance":1098,"input_tokens":176785,"output_tokens":129486,"total_tokens":306271,"cost":0.28119384999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2510913,"overall_relative_score":2510913,"max_execution_time_ms":1890,"max_memory_usage_kib":11264,"rank":443,"performance":1231,"input_tokens":127066,"output_tokens":82703,"total_tokens":209769,"cost":0.18320450000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2844597971615,"overall_relative_score":2844597971615,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":116,"performance":1885,"input_tokens":204055,"output_tokens":98439,"total_tokens":302494,"cost":0.21272694999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4839702423,"overall_relative_score":4839702423,"max_execution_time_ms":2320,"max_memory_usage_kib":39936,"rank":155,"performance":1691,"input_tokens":127521,"output_tokens":99455,"total_tokens":226976,"cost":0.21025585000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17771522,"overall_relative_score":17771522,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":91,"performance":1914,"input_tokens":146744,"output_tokens":109781,"total_tokens":256525,"cost":0.24179039999999996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5292696,"overall_relative_score":5292696,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":299,"performance":1368,"input_tokens":106396,"output_tokens":92390,"total_tokens":198786,"cost":0.1962014},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1763921,"overall_relative_score":1763921,"max_execution_time_ms":1610,"max_memory_usage_kib":3072,"rank":58,"performance":2089,"input_tokens":121302,"output_tokens":97837,"total_tokens":219139,"cost":0.2065883},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12600106695,"overall_relative_score":12600106695,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":411,"performance":1035,"input_tokens":86627,"output_tokens":97919,"total_tokens":184546,"cost":0.20272035000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6618620286,"overall_relative_score":6618620286,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":426,"performance":1190,"input_tokens":131118,"output_tokens":89930,"total_tokens":221048,"cost":0.19040589999999996},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7001819415,"overall_relative_score":7001819415,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":40,"performance":2321,"input_tokens":165053,"output_tokens":85055,"total_tokens":250108,"cost":0.18896685000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17304,"overall_relative_score":17304,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":303,"performance":1309,"input_tokens":250158,"output_tokens":98807,"total_tokens":348965,"cost":0.22527670000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":879270679,"overall_relative_score":879270679,"max_execution_time_ms":2640,"max_memory_usage_kib":3072,"rank":362,"performance":1318,"input_tokens":172565,"output_tokens":77331,"total_tokens":249896,"cost":0.17430245},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77930107,"overall_relative_score":77930107,"max_execution_time_ms":1270,"max_memory_usage_kib":14336,"rank":272,"performance":1438,"input_tokens":400184,"output_tokens":115652,"total_tokens":515836,"cost":0.30692759999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333903774,"overall_relative_score":1333903774,"max_execution_time_ms":70,"max_memory_usage_kib":29696,"rank":330,"performance":1289,"input_tokens":205341,"output_tokens":142050,"total_tokens":347391,"cost":0.30156645000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115620797,"overall_relative_score":115620797,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":106633,"output_tokens":68594,"total_tokens":175227,"cost":0.14630705},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13587007486,"overall_relative_score":91741106422,"max_execution_time_ms":200,"max_memory_usage_kib":8192,"rank":465,"performance":1287,"input_tokens":125295,"output_tokens":104787,"total_tokens":230082,"cost":0.21987375},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274625832482,"overall_relative_score":795818622502,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":461,"performance":1233,"input_tokens":159142,"output_tokens":93779,"total_tokens":252921,"cost":0.19926349999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109850996922502,"overall_relative_score":30091838210,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":372,"performance":1228,"input_tokens":199691,"output_tokens":112245,"total_tokens":311936,"cost":0.24279035},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462718155,"overall_relative_score":462718155,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":168,"performance":1810,"input_tokens":167070,"output_tokens":113887,"total_tokens":280957,"cost":0.24157669999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":103777,"output_tokens":93476,"total_tokens":197253,"cost":0.19581785},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283474263173,"overall_relative_score":283474263173,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":105709,"output_tokens":79462,"total_tokens":185171,"cost":0.16971285},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30393,"overall_relative_score":30393,"max_execution_time_ms":1730,"max_memory_usage_kib":3072,"rank":472,"performance":1058,"input_tokens":136576,"output_tokens":116176,"total_tokens":252752,"cost":0.2517792},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":70622,"output_tokens":68437,"total_tokens":139059,"cost":0.14283669999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1340812,"overall_relative_score":1340812,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":536,"performance":1055,"input_tokens":89003,"output_tokens":86761,"total_tokens":175764,"cost":0.18387835},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64724388550,"overall_relative_score":850131428530,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":877,"performance":701,"input_tokens":146092,"output_tokens":99028,"total_tokens":245120,"cost":0.2106462},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070282,"overall_relative_score":1070282,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":125,"performance":1986,"input_tokens":122484,"output_tokens":94080,"total_tokens":216564,"cost":0.1981602},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":102990,"output_tokens":97932,"total_tokens":200922,"cost":0.2064627},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130128338933,"overall_relative_score":21014196673,"max_execution_time_ms":50,"max_memory_usage_kib":15360,"rank":669,"performance":1032,"input_tokens":104343,"output_tokens":98846,"total_tokens":203189,"cost":0.20620975},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10652588210743,"overall_relative_score":10652588210743,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":358,"performance":1488,"input_tokens":117872,"output_tokens":90283,"total_tokens":208155,"cost":0.19102600000000003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":296431720,"overall_relative_score":864317851,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":842,"performance":838,"input_tokens":102795,"output_tokens":125392,"total_tokens":228187,"cost":0.25900115},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5830066032,"overall_relative_score":5830066032,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":262,"performance":1614,"input_tokens":123332,"output_tokens":106358,"total_tokens":229690,"cost":0.22333139999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223513508,"overall_relative_score":223513508,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":533,"performance":1247,"input_tokens":124398,"output_tokens":73361,"total_tokens":197759,"cost":0.1559335},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3171125,"overall_relative_score":79771647550,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":477,"performance":1237,"input_tokens":153748,"output_tokens":123327,"total_tokens":277075,"cost":0.266515},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292679,"overall_relative_score":292679,"max_execution_time_ms":420,"max_memory_usage_kib":338944,"rank":195,"performance":1651,"input_tokens":183875,"output_tokens":130677,"total_tokens":314552,"cost":0.28578035},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9141978784,"overall_relative_score":1490295904727,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":1010,"performance":619,"input_tokens":149531,"output_tokens":128434,"total_tokens":277965,"cost":0.26905075},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68219649,"overall_relative_score":68219649,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":412,"performance":1457,"input_tokens":99710,"output_tokens":82910,"total_tokens":182620,"cost":0.17499389999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441708,"overall_relative_score":441708,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":525,"performance":1255,"input_tokens":128802,"output_tokens":107171,"total_tokens":235973,"cost":0.2247121},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142901134,"overall_relative_score":142901134,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":317,"performance":1558,"input_tokens":107407,"output_tokens":93561,"total_tokens":200968,"cost":0.20144574999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":98011,"output_tokens":51871,"total_tokens":149882,"cost":0.11128155},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209727,"overall_relative_score":209727,"max_execution_time_ms":320,"max_memory_usage_kib":18672,"rank":349,"performance":1517,"input_tokens":100206,"output_tokens":84509,"total_tokens":184715,"cost":0.17797029999999997}]},{"num_self_refine":16,"rank":{"all":{"mean":377.0,"median":387.0,"min":11,"max":842,"stdev":200.971997028799},"short":{"mean":290.39130434782606,"median":303.0,"min":11,"max":610,"stdev":168.09243645588546},"long":{"mean":494.1764705882353,"median":465.0,"min":111,"max":842,"stdev":185.0081874181916}},"performance":{"all":{"mean":1420.925,"median":1310.0,"min":814,"max":2738,"stdev":379.04186816302075},"short":{"mean":1572.6521739130435,"median":1558.0,"min":1055,"max":2738,"stdev":393.3457429765658},"long":{"mean":1215.6470588235295,"median":1233.0,"min":814,"max":1903,"stdev":244.1218807216158}},"input_tokens":{"all":{"mean":658023.025,"median":599258.5,"min":329393,"max":1556664,"stdev":245480.49443264693},"short":{"mean":661744.6521739131,"median":596453.0,"min":346567,"max":1556664,"stdev":264692.59017131705},"long":{"mean":652987.8823529412,"median":668487.0,"min":329393,"max":1132359,"stdev":224728.86654891554}},"output_tokens":{"all":{"mean":185945.2,"median":181530.0,"min":118842,"max":285483,"stdev":32549.43140485694},"short":{"mean":179396.21739130435,"median":176155.0,"min":140130,"max":247360,"stdev":23406.7236279674},"long":{"mean":194805.58823529413,"median":183132.0,"min":118842,"max":285483,"stdev":41037.21567531541}},"total_tokens":{"all":{"mean":843968.225,"median":791095.0,"min":467365,"max":1774404,"stdev":267190.67825992615},"short":{"mean":841140.8695652174,"median":765891.0,"min":516193,"max":1774404,"stdev":279599.615387189},"long":{"mean":847793.4705882353,"median":825461.0,"min":467365,"max":1417842,"stdev":257868.67805050444}},"cost":{"all":{"mean":0.44275151625,"median":0.42786915,"min":0.25707715,"max":0.7015885500000001,"stdev":0.09988136808602917},"short":{"mean":0.4288555195652174,"median":0.41515345000000003,"min":0.32536655000000003,"max":0.6934060000000001,"stdev":0.08599181368432002},"long":{"mean":0.4615519823529412,"median":0.43683215,"min":0.25707715,"max":0.7015885500000001,"stdev":0.11617447732219675}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":905394490080,"overall_relative_score":905394490080,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":546,"performance":1188,"input_tokens":1132359,"output_tokens":285483,"total_tokens":1417842,"cost":0.7015885500000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2610645,"overall_relative_score":2610645,"max_execution_time_ms":1890,"max_memory_usage_kib":14336,"rank":421,"performance":1260,"input_tokens":572247,"output_tokens":155375,"total_tokens":727622,"cost":0.35543095},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2851593094061,"overall_relative_score":2851593094061,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":111,"performance":1903,"input_tokens":862575,"output_tokens":180939,"total_tokens":1043514,"cost":0.42828014999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5144754875,"overall_relative_score":5144754875,"max_execution_time_ms":2950,"max_memory_usage_kib":98304,"rank":133,"performance":1771,"input_tokens":655533,"output_tokens":189231,"total_tokens":844764,"cost":0.44693085},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17771522,"overall_relative_score":17771522,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":91,"performance":1914,"input_tokens":705127,"output_tokens":185089,"total_tokens":890216,"cost":0.42745815},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5283144,"overall_relative_score":5283144,"max_execution_time_ms":1310,"max_memory_usage_kib":3072,"rank":304,"performance":1359,"input_tokens":512482,"output_tokens":172639,"total_tokens":685121,"cost":0.3919809},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1812106,"overall_relative_score":1812106,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":42,"performance":2218,"input_tokens":625237,"output_tokens":193147,"total_tokens":818384,"cost":0.46588005},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12600933670,"overall_relative_score":12600933670,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":407,"performance":1055,"input_tokens":346567,"output_tokens":169626,"total_tokens":516193,"cost":0.3669113500000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6618620286,"overall_relative_score":6618620286,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":426,"performance":1190,"input_tokens":668487,"output_tokens":180604,"total_tokens":849091,"cost":0.43683215},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7357740605,"overall_relative_score":7357740605,"max_execution_time_ms":1790,"max_memory_usage_kib":6144,"rank":11,"performance":2738,"input_tokens":739937,"output_tokens":176155,"total_tokens":916092,"cost":0.41515345000000003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17008,"overall_relative_score":17008,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":303,"performance":1309,"input_tokens":1167581,"output_tokens":174298,"total_tokens":1341879,"cost":0.47229925},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":879270679,"overall_relative_score":879270679,"max_execution_time_ms":2640,"max_memory_usage_kib":3072,"rank":362,"performance":1318,"input_tokens":668973,"output_tokens":156488,"total_tokens":825461,"cost":0.37676964999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81566428,"overall_relative_score":81566428,"max_execution_time_ms":2310,"max_memory_usage_kib":14336,"rank":214,"performance":1572,"input_tokens":1556664,"output_tokens":217740,"total_tokens":1774404,"cost":0.635718},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333903774,"overall_relative_score":1333903774,"max_execution_time_ms":70,"max_memory_usage_kib":29696,"rank":330,"performance":1289,"input_tokens":895243,"output_tokens":250763,"total_tokens":1146006,"cost":0.6380151499999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118480664,"overall_relative_score":118480664,"max_execution_time_ms":110,"max_memory_usage_kib":7168,"rank":220,"performance":1580,"input_tokens":473495,"output_tokens":140130,"total_tokens":613625,"cost":0.32536655000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13559787429,"overall_relative_score":91565824569,"max_execution_time_ms":530,"max_memory_usage_kib":9216,"rank":465,"performance":1287,"input_tokens":550591,"output_tokens":182863,"total_tokens":733454,"cost":0.43088415},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274625832482,"overall_relative_score":795818622502,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":461,"performance":1233,"input_tokens":603399,"output_tokens":183132,"total_tokens":786531,"cost":0.40781775000000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109850996922502,"overall_relative_score":30091838210,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":372,"performance":1228,"input_tokens":1029378,"output_tokens":237758,"total_tokens":1267136,"cost":0.6327805000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463339707,"overall_relative_score":463339707,"max_execution_time_ms":1420,"max_memory_usage_kib":9216,"rank":163,"performance":1824,"input_tokens":729290,"output_tokens":184213,"total_tokens":913503,"cost":0.43767969999999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12723485,"overall_relative_score":12723485,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":610,"performance":1171,"input_tokens":481238,"output_tokens":169770,"total_tokens":651008,"cost":0.3897790999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283474263173,"overall_relative_score":283474263173,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":507821,"output_tokens":177176,"total_tokens":684997,"cost":0.41175524999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30393,"overall_relative_score":30393,"max_execution_time_ms":1730,"max_memory_usage_kib":3072,"rank":472,"performance":1058,"input_tokens":690916,"output_tokens":191280,"total_tokens":882196,"cost":0.4518394},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":329393,"output_tokens":151172,"total_tokens":480565,"cost":0.33221865},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355443,"overall_relative_score":1355443,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":477,"performance":1163,"input_tokens":436462,"output_tokens":163904,"total_tokens":600366,"cost":0.3686963},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46636302519,"overall_relative_score":1169833808995,"max_execution_time_ms":1880,"max_memory_usage_kib":23552,"rank":416,"performance":1340,"input_tokens":704676,"output_tokens":196417,"total_tokens":901093,"cost":0.46396940000000003},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070282,"overall_relative_score":1070282,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":125,"performance":1986,"input_tokens":596453,"output_tokens":169438,"total_tokens":765891,"cost":0.38960844999999994},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":452880,"output_tokens":155954,"total_tokens":608834,"cost":0.3469360000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107049746725,"overall_relative_score":28255022710,"max_execution_time_ms":870,"max_memory_usage_kib":102400,"rank":660,"performance":1044,"input_tokens":581814,"output_tokens":203902,"total_tokens":785716,"cost":0.5017054999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10652588210743,"overall_relative_score":10652588210743,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":358,"performance":1488,"input_tokens":554863,"output_tokens":164423,"total_tokens":719286,"cost":0.38683535},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":296431720,"overall_relative_score":864317851,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":842,"performance":838,"input_tokens":418546,"output_tokens":216977,"total_tokens":635523,"cost":0.4662449},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5830066032,"overall_relative_score":5830066032,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":262,"performance":1614,"input_tokens":599231,"output_tokens":203150,"total_tokens":802381,"cost":0.47420055},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":229108983,"overall_relative_score":229108983,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":487,"performance":1311,"input_tokens":502862,"output_tokens":144221,"total_tokens":647083,"cost":0.3384423},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3171125,"overall_relative_score":79771647550,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":477,"performance":1237,"input_tokens":671258,"output_tokens":209035,"total_tokens":880293,"cost":0.4953085},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294649,"overall_relative_score":294649,"max_execution_time_ms":250,"max_memory_usage_kib":338944,"rank":191,"performance":1661,"input_tokens":1027448,"output_tokens":247360,"total_tokens":1274808,"cost":0.6934060000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3663951731,"overall_relative_score":2635750634242,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":522,"performance":1262,"input_tokens":670217,"output_tokens":228727,"total_tokens":898944,"cost":0.53797465},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68473075,"overall_relative_score":68473075,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":402,"performance":1472,"input_tokens":532397,"output_tokens":158512,"total_tokens":690909,"cost":0.36346405},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441708,"overall_relative_score":441708,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":525,"performance":1255,"input_tokens":599286,"output_tokens":196373,"total_tokens":795659,"cost":0.42607149999999994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142901134,"overall_relative_score":142901134,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":317,"performance":1558,"input_tokens":558514,"output_tokens":173381,"total_tokens":731895,"cost":0.3817313},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":978142255,"overall_relative_score":1484444553666,"max_execution_time_ms":1870,"max_memory_usage_kib":4096,"rank":621,"performance":1214,"input_tokens":348523,"output_tokens":118842,"total_tokens":467365,"cost":0.25707715},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209727,"overall_relative_score":209727,"max_execution_time_ms":320,"max_memory_usage_kib":18672,"rank":349,"performance":1517,"input_tokens":560958,"output_tokens":182121,"total_tokens":743079,"cost":0.4390191}]}]},{"model_name":"gpt-5-nano-thinking","detail_path":"data/model_details/gpt-5-nano-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":716.9,"median":727.0,"min":186,"max":1232,"stdev":236.71185556305068},"short":{"mean":612.6521739130435,"median":684.0,"min":186,"max":847,"stdev":196.90805623106345},"long":{"mean":857.9411764705883,"median":874.0,"min":561,"max":1232,"stdev":215.65843091224005}},"performance":{"all":{"mean":718.675,"median":798.5,"min":-61,"max":1352,"stdev":336.739219460812},"short":{"mean":820.7391304347826,"median":918.0,"min":-61,"max":1352,"stdev":350.77656931589325},"long":{"mean":580.5882352941177,"median":528.0,"min":117,"max":957,"stdev":268.2836788791692}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":17654.225,"median":15670.0,"min":7658,"max":37615,"stdev":8032.065023256505},"short":{"mean":16255.434782608696,"median":13847.0,"min":7658,"max":33002,"stdev":7441.600236178964},"long":{"mean":19546.70588235294,"median":17515.0,"min":8153,"max":37615,"stdev":8630.824893692852}},"total_tokens":{"all":{"mean":20634.225,"median":17900.5,"min":9507,"max":40427,"stdev":8469.90780529093},"short":{"mean":18658.260869565216,"median":16086.0,"min":9507,"max":34760,"stdev":7953.055811889891},"long":{"mean":23307.58823529412,"median":23248.0,"min":12278,"max":40427,"stdev":8642.233753917615}},"cost":{"all":{"mean":0.007193698,"median":0.006360775,"min":0.00315565,"max":0.0151866,"stdev":0.003223073490513722},"short":{"mean":0.006592763913043478,"median":0.00565075,"min":0.00315565,"max":0.0132887,"stdev":0.002980982780313382},"long":{"mean":0.008006726470588236,"median":0.00707325,"min":0.00346745,"max":0.0151866,"stdev":0.0034469113168131066}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22914631,"overall_relative_score":22914631,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1232,"performance":383,"input_tokens":1345,"output_tokens":17515,"total_tokens":18860,"cost":0.00707325},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1227252,"overall_relative_score":1227252,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":619,"performance":1014,"input_tokens":1469,"output_tokens":15965,"total_tokens":17434,"cost":0.00645945},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":772,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2614,"output_tokens":13365,"total_tokens":15979,"cost":0.0054767},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3490422976,"overall_relative_score":3490422976,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":273,"performance":1352,"input_tokens":1629,"output_tokens":17366,"total_tokens":18995,"cost":0.00702785},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090299,"overall_relative_score":4090299,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":335,"performance":1119,"input_tokens":1811,"output_tokens":11548,"total_tokens":13359,"cost":0.00470975},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4517237,"overall_relative_score":4517237,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":565,"performance":912,"input_tokens":3802,"output_tokens":20583,"total_tokens":24385,"cost":0.0084233},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1106757,"overall_relative_score":1106757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":339,"performance":1114,"input_tokens":1529,"output_tokens":11681,"total_tokens":13210,"cost":0.00468549},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2239,"output_tokens":13847,"total_tokens":16086,"cost":0.00565075},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":2984,"output_tokens":13917,"total_tokens":16901,"cost":0.005716},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":2210,"output_tokens":15379,"total_tokens":17589,"cost":0.0062621},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9052,"overall_relative_score":9052,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":355,"performance":1199,"input_tokens":7584,"output_tokens":25174,"total_tokens":32758,"cost":0.01011472},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":149412592,"overall_relative_score":149412592,"max_execution_time_ms":3413,"max_memory_usage_kib":3072,"rank":874,"performance":454,"input_tokens":7538,"output_tokens":20829,"total_tokens":28367,"cost":0.0087085},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33261731,"overall_relative_score":33261731,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":649,"performance":664,"input_tokens":4695,"output_tokens":26612,"total_tokens":31307,"cost":0.01087955},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":609812776,"overall_relative_score":609812776,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":564,"performance":870,"input_tokens":2812,"output_tokens":37615,"total_tokens":40427,"cost":0.0151866},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":2563,"output_tokens":15961,"total_tokens":18524,"cost":0.00651255},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2062583076,"overall_relative_score":13430616611,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":734,"performance":957,"input_tokens":2774,"output_tokens":14540,"total_tokens":17314,"cost":0.0059547},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2353163102041,"overall_relative_score":391259112210,"max_execution_time_ms":110,"max_memory_usage_kib":7168,"rank":661,"performance":957,"input_tokens":6975,"output_tokens":16273,"total_tokens":23248,"cost":0.00685795},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4471,"output_tokens":19167,"total_tokens":23638,"cost":0.00789035},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":3614,"output_tokens":10260,"total_tokens":13874,"cost":0.0042847},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11554785,"overall_relative_score":11554785,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":863,"input_tokens":1703,"output_tokens":29572,"total_tokens":31275,"cost":0.01191395},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2202,"output_tokens":19534,"total_tokens":21736,"cost":0.0079237},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1849,"output_tokens":7658,"total_tokens":9507,"cost":0.00315565},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2861,"output_tokens":12183,"total_tokens":15044,"cost":0.00501625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":1758,"output_tokens":33002,"total_tokens":34760,"cost":0.0132887},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3354,"output_tokens":8988,"total_tokens":12342,"cost":0.0037629},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":916310,"overall_relative_score":916310,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":943,"input_tokens":1855,"output_tokens":11001,"total_tokens":12856,"cost":0.00449315},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4125,"output_tokens":8153,"total_tokens":12278,"cost":0.00346745},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4584447534093,"overall_relative_score":24696859,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":816,"input_tokens":3009,"output_tokens":29731,"total_tokens":32740,"cost":0.01204285},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1733,"output_tokens":8346,"total_tokens":10079,"cost":0.00342505},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50000002000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":2818,"output_tokens":35743,"total_tokens":38561,"cost":0.0144381},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1880104874,"overall_relative_score":1880104874,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":764,"performance":834,"input_tokens":1917,"output_tokens":21761,"total_tokens":23678,"cost":0.00880025},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210936472,"overall_relative_score":210936472,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":745,"performance":947,"input_tokens":4323,"output_tokens":10697,"total_tokens":15020,"cost":0.00430487},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":4012,"output_tokens":26133,"total_tokens":30145,"cost":0.0106538},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":183418,"overall_relative_score":183418,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":408,"performance":1210,"input_tokens":1844,"output_tokens":8569,"total_tokens":10413,"cost":0.0035198},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":4182,"output_tokens":23606,"total_tokens":27788,"cost":0.0096515},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55668940,"overall_relative_score":55668940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":765,"performance":957,"input_tokens":1651,"output_tokens":12467,"total_tokens":14118,"cost":0.00506935},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":410938,"overall_relative_score":410938,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":716,"performance":987,"input_tokens":2188,"output_tokens":26305,"total_tokens":28493,"cost":0.01053924},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722812,"overall_relative_score":112722812,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":818,"performance":821,"input_tokens":1480,"output_tokens":13029,"total_tokens":14509,"cost":0.0052856},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4259,"output_tokens":13953,"total_tokens":18212,"cost":0.00579415},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1419,"output_tokens":8141,"total_tokens":9560,"cost":0.00332735}]},{"num_self_refine":2,"rank":{"all":{"mean":662.825,"median":638.5,"min":185,"max":1215,"stdev":237.1276717135891},"short":{"mean":556.7826086956521,"median":619.0,"min":185,"max":818,"stdev":190.9957059302498},"long":{"mean":806.2941176470588,"median":823.0,"min":494,"max":1215,"stdev":221.05620459112947}},"performance":{"all":{"mean":839.375,"median":842.0,"min":-1,"max":1481,"stdev":333.0275023293006},"short":{"mean":948.1304347826087,"median":1031.0,"min":-1,"max":1481,"stdev":337.25338523104904},"long":{"mean":692.2352941176471,"median":781.0,"min":117,"max":1032,"stdev":271.9166989658241}},"input_tokens":{"all":{"mean":8181.6,"median":7167.0,"min":3998,"max":18460,"stdev":3525.903068900512},"short":{"mean":6928.478260869565,"median":5866.0,"min":4372,"max":17941,"stdev":3135.5203406012392},"long":{"mean":9877.0,"median":9512.0,"min":3998,"max":18460,"stdev":3387.2303398204263}},"output_tokens":{"all":{"mean":38143.55,"median":35993.5,"min":14742,"max":72702,"stdev":14656.839780676128},"short":{"mean":36447.086956521736,"median":36651.0,"min":21552,"max":65308,"stdev":11744.792207276161},"long":{"mean":40438.76470588235,"median":35336.0,"min":14742,"max":72702,"stdev":18006.356684964798}},"total_tokens":{"all":{"mean":46325.15,"median":43573.0,"min":24254,"max":81815,"stdev":15459.197689650402},"short":{"mean":43375.565217391304,"median":43266.0,"min":27478,"max":70707,"stdev":12487.930787277213},"long":{"mean":50315.76470588235,"median":44307.0,"min":24254,"max":81815,"stdev":18403.11376686501}},"cost":{"all":{"mean":0.01563842,"median":0.015024275,"min":0.0063724,"max":0.02953645,"stdev":0.005898517900218664},"short":{"mean":0.01488168304347826,"median":0.014991150000000002,"min":0.00878149,"max":0.02639315,"stdev":0.004736495447590909},"long":{"mean":0.016662240588235296,"median":0.015057399999999999,"min":0.0063724,"max":0.02953645,"stdev":0.007212666581954513}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48502074097,"overall_relative_score":48502074097,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":1119,"performance":643,"input_tokens":3998,"output_tokens":38698,"total_tokens":42696,"cost":0.0156791},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1227252,"overall_relative_score":1227252,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":619,"performance":1014,"input_tokens":5448,"output_tokens":32228,"total_tokens":37676,"cost":0.013100239999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1901231980636,"overall_relative_score":1901231980636,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":632,"performance":836,"input_tokens":6076,"output_tokens":20317,"total_tokens":26393,"cost":0.0084306},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3526809200,"overall_relative_score":3526809200,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":270,"performance":1359,"input_tokens":5877,"output_tokens":29397,"total_tokens":35274,"cost":0.012052650000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4138063,"overall_relative_score":4138063,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":5492,"output_tokens":45108,"total_tokens":50600,"cost":0.018317800000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4792892,"overall_relative_score":4792892,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":494,"performance":1032,"input_tokens":10443,"output_tokens":30343,"total_tokens":40786,"cost":0.01265935},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1106757,"overall_relative_score":1106757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":339,"performance":1114,"input_tokens":4868,"output_tokens":25631,"total_tokens":30499,"cost":0.01043244},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":5866,"output_tokens":22345,"total_tokens":28211,"cost":0.009231300000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":8141,"output_tokens":45663,"total_tokens":53804,"cost":0.01867225},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":6642,"output_tokens":50086,"total_tokens":56728,"cost":0.0203665},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21260,"overall_relative_score":21260,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":285,"performance":1349,"input_tokens":17941,"output_tokens":40080,"total_tokens":58021,"cost":0.01659497},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190624731,"overall_relative_score":190624731,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":18460,"output_tokens":35336,"total_tokens":53796,"cost":0.015057399999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33261731,"overall_relative_score":33261731,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":649,"performance":664,"input_tokens":12820,"output_tokens":47978,"total_tokens":60798,"cost":0.0198322},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":609812776,"overall_relative_score":609812776,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":564,"performance":870,"input_tokens":9113,"output_tokens":72702,"total_tokens":81815,"cost":0.02953645},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":7156,"output_tokens":31168,"total_tokens":38324,"cost":0.012825},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2062583076,"overall_relative_score":13430616611,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":734,"performance":957,"input_tokens":8477,"output_tokens":31198,"total_tokens":39675,"cost":0.01278209},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2317762261756,"overall_relative_score":405163185786,"max_execution_time_ms":20,"max_memory_usage_kib":7168,"rank":644,"performance":981,"input_tokens":16510,"output_tokens":27797,"total_tokens":44307,"cost":0.0119443},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":10984,"output_tokens":63487,"total_tokens":74471,"cost":0.025944000000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416820071,"overall_relative_score":416820071,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":9396,"output_tokens":39405,"total_tokens":48801,"cost":0.0162318},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13098215,"overall_relative_score":13098215,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":5380,"output_tokens":42940,"total_tokens":48320,"cost":0.017445},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238269698700,"overall_relative_score":238269698700,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":185,"performance":732,"input_tokens":6615,"output_tokens":36651,"total_tokens":43266,"cost":0.014991150000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":4634,"output_tokens":25809,"total_tokens":30443,"cost":0.0105553},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":7430,"output_tokens":21655,"total_tokens":29085,"cost":0.0090335},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":5399,"output_tokens":65308,"total_tokens":70707,"cost":0.02639315},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112661419442,"overall_relative_score":494038349205,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":943,"performance":555,"input_tokens":8757,"output_tokens":30846,"total_tokens":39603,"cost":0.01277625},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":950557,"overall_relative_score":950557,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":633,"performance":1031,"input_tokens":5928,"output_tokens":43762,"total_tokens":49690,"cost":0.0178012},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":9512,"output_tokens":14742,"total_tokens":24254,"cost":0.0063724},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4584447534093,"overall_relative_score":24696859,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":816,"input_tokens":8880,"output_tokens":57420,"total_tokens":66300,"cost":0.023412000000000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10138917202796,"overall_relative_score":10138917202796,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":556,"performance":1195,"input_tokens":5308,"output_tokens":22605,"total_tokens":27913,"cost":0.0093074},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4382780544,"overall_relative_score":9526201420,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":835,"performance":848,"input_tokens":10888,"output_tokens":68278,"total_tokens":79166,"cost":0.0278556},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2814987193,"overall_relative_score":2814987193,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":627,"performance":1052,"input_tokens":6047,"output_tokens":37833,"total_tokens":43880,"cost":0.015435550000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210936472,"overall_relative_score":210936472,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":745,"performance":947,"input_tokens":10817,"output_tokens":21552,"total_tokens":32369,"cost":0.00878149},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":9759,"output_tokens":57804,"total_tokens":67563,"cost":0.02360955},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248919,"overall_relative_score":248919,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":331,"performance":1356,"input_tokens":5497,"output_tokens":21981,"total_tokens":27478,"cost":0.009067249999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":9990,"output_tokens":47627,"total_tokens":57617,"cost":0.0195503},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57887795,"overall_relative_score":57887795,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":1062,"input_tokens":5259,"output_tokens":22924,"total_tokens":28183,"cost":0.009363429999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":7178,"output_tokens":49331,"total_tokens":56509,"cost":0.01999914},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722812,"overall_relative_score":112722812,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":818,"performance":821,"input_tokens":5415,"output_tokens":34059,"total_tokens":39474,"cost":0.01389435},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":10491,"output_tokens":23546,"total_tokens":34037,"cost":0.009942949999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198537,"overall_relative_score":198537,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":795,"input_tokens":4372,"output_tokens":50102,"total_tokens":54474,"cost":0.0202594}]},{"num_self_refine":4,"rank":{"all":{"mean":614.9,"median":578.5,"min":158,"max":1215,"stdev":239.4488115095444},"short":{"mean":515.8695652173913,"median":549.0,"min":158,"max":808,"stdev":208.00006650956675},"long":{"mean":748.8823529411765,"median":734.0,"min":488,"max":1215,"stdev":217.01839851523567}},"performance":{"all":{"mean":916.3,"median":987.5,"min":-1,"max":1724,"stdev":375.1668483522553},"short":{"mean":1013.5217391304348,"median":1062.0,"min":-1,"max":1724,"stdev":395.84844087389365},"long":{"mean":784.7647058823529,"median":905.0,"min":117,"max":1120,"stdev":309.2754697296095}},"input_tokens":{"all":{"mean":27343.575,"median":24330.5,"min":15755,"max":49996,"stdev":9031.100100202179},"short":{"mean":24585.521739130436,"median":22182.0,"min":15755,"max":48731,"stdev":8274.44056263056},"long":{"mean":31075.058823529413,"median":29994.0,"min":17478,"max":49996,"stdev":8884.483246583535}},"output_tokens":{"all":{"mean":75548.8,"median":71197.0,"min":30668,"max":131094,"stdev":25814.717023136538},"short":{"mean":75017.34782608696,"median":75884.0,"min":37050,"max":116516,"stdev":22059.906063033937},"long":{"mean":76267.82352941176,"median":66510.0,"min":30668,"max":131094,"stdev":30891.171775353745}},"total_tokens":{"all":{"mean":102892.375,"median":105560.5,"min":54607,"max":175203,"stdev":28929.53616465226},"short":{"mean":99602.86956521739,"median":105313.0,"min":54607,"max":143077,"stdev":24354.98495605132},"long":{"mean":107342.88235294117,"median":109380.0,"min":54933,"max":175203,"stdev":34464.26527194935}},"cost":{"all":{"mean":0.03105821875,"median":0.02942179,"min":0.012950530000000002,"max":0.053652330000000005,"stdev":0.010389920665136066},"short":{"mean":0.030775665652173913,"median":0.03111026,"min":0.015311930000000001,"max":0.047266289999999996,"stdev":0.008898393989479135},"long":{"mean":0.03144049647058823,"median":0.02773332,"min":0.012950530000000002,"max":0.053652330000000005,"stdev":0.012409058970399883}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":863504614956,"overall_relative_score":863504614956,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":751,"performance":1000,"input_tokens":17478,"output_tokens":91902,"total_tokens":109380,"cost":0.03718542},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2363570,"overall_relative_score":2363570,"max_execution_time_ms":1910,"max_memory_usage_kib":4096,"rank":478,"performance":1185,"input_tokens":21960,"output_tokens":86968,"total_tokens":108928,"cost":0.035522319999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2485939853088,"overall_relative_score":2485939853088,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":512,"performance":1120,"input_tokens":18386,"output_tokens":51455,"total_tokens":69841,"cost":0.021144180000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3501726658,"overall_relative_score":3501726658,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":272,"performance":1354,"input_tokens":22733,"output_tokens":64911,"total_tokens":87644,"cost":0.026478970000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4138025,"overall_relative_score":4138025,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":23073,"output_tokens":105810,"total_tokens":128883,"cost":0.04315509},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4812291,"overall_relative_score":4812291,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":488,"performance":1042,"input_tokens":29994,"output_tokens":50639,"total_tokens":80633,"cost":0.02107562},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1106757,"overall_relative_score":1106757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":339,"performance":1114,"input_tokens":18276,"output_tokens":54399,"total_tokens":72675,"cost":0.022362359999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":17557,"output_tokens":37050,"total_tokens":54607,"cost":0.015311930000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223957826,"overall_relative_score":223957826,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":571,"performance":994,"input_tokens":29773,"output_tokens":112260,"total_tokens":142033,"cost":0.045776330000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":24396,"output_tokens":81619,"total_tokens":106015,"cost":0.03332596},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21260,"overall_relative_score":21260,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":285,"performance":1349,"input_tokens":48731,"output_tokens":61729,"total_tokens":110460,"cost":0.02571695},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210317684,"overall_relative_score":210317684,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":584,"performance":1006,"input_tokens":49996,"output_tokens":62946,"total_tokens":112942,"cost":0.02656076},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86395458,"overall_relative_score":86395458,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":158,"performance":1724,"input_tokens":42758,"output_tokens":76229,"total_tokens":118987,"cost":0.03169062},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":683933055,"overall_relative_score":683933055,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":546,"performance":905,"input_tokens":38616,"output_tokens":103949,"total_tokens":142565,"cost":0.04265216},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":22478,"output_tokens":56982,"total_tokens":79460,"cost":0.023715100000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2062583076,"overall_relative_score":13430616611,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":734,"performance":957,"input_tokens":33612,"output_tokens":58789,"total_tokens":92401,"cost":0.02437252},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2317762261756,"overall_relative_score":405163185786,"max_execution_time_ms":20,"max_memory_usage_kib":7168,"rank":644,"performance":981,"input_tokens":42927,"output_tokens":53382,"total_tokens":96309,"cost":0.02254299},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":31164,"output_tokens":103816,"total_tokens":134980,"cost":0.04226668},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416820071,"overall_relative_score":416820071,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":39220,"output_tokens":91731,"total_tokens":130951,"cost":0.03839996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13098215,"overall_relative_score":13098215,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":19821,"output_tokens":85987,"total_tokens":105808,"cost":0.034965369999999996},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237603250321,"overall_relative_score":237603250321,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":22426,"output_tokens":61712,"total_tokens":84138,"cost":0.025610260000000003},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":15755,"output_tokens":51465,"total_tokens":67220,"cost":0.02105119},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":20193,"output_tokens":35301,"total_tokens":55494,"cost":0.01492845},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":18271,"output_tokens":100579,"total_tokens":118850,"cost":0.040903230000000006},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015467330,"overall_relative_score":649422932939,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":932,"performance":583,"input_tokens":30420,"output_tokens":66510,"total_tokens":96930,"cost":0.02773332},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040892,"overall_relative_score":1040892,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":330,"performance":1519,"input_tokens":27178,"output_tokens":103308,"total_tokens":130486,"cost":0.042140659999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":24265,"output_tokens":30668,"total_tokens":54933,"cost":0.012950530000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4584447534093,"overall_relative_score":24696859,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":816,"input_tokens":30779,"output_tokens":101375,"total_tokens":132154,"cost":0.04167999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10140656864934,"overall_relative_score":10140656864934,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":556,"performance":1195,"input_tokens":21449,"output_tokens":53718,"total_tokens":75167,"cost":0.02211037},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4382780544,"overall_relative_score":9526201420,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":835,"performance":848,"input_tokens":44109,"output_tokens":131094,"total_tokens":175203,"cost":0.053652330000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2814987193,"overall_relative_score":2814987193,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":627,"performance":1052,"input_tokens":20778,"output_tokens":75884,"total_tokens":96662,"cost":0.03111026},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210936472,"overall_relative_score":210936472,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":745,"performance":947,"input_tokens":29554,"output_tokens":55712,"total_tokens":85266,"cost":0.0227257},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6533028,"overall_relative_score":43970872566,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":573,"performance":1115,"input_tokens":29978,"output_tokens":106680,"total_tokens":136658,"cost":0.04379074},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248919,"overall_relative_score":248919,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":331,"performance":1356,"input_tokens":21069,"output_tokens":84244,"total_tokens":105313,"cost":0.03430753},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":28807,"output_tokens":94063,"total_tokens":122870,"cost":0.03844347},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57888250,"overall_relative_score":57888250,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":1062,"input_tokens":19969,"output_tokens":47009,"total_tokens":66978,"cost":0.01957741},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426389,"overall_relative_score":426389,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":692,"performance":1024,"input_tokens":26561,"output_tokens":116516,"total_tokens":143077,"cost":0.047266289999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113880826,"overall_relative_score":113880826,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":791,"performance":869,"input_tokens":22182,"output_tokens":65210,"total_tokens":87392,"cost":0.0269051},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":27779,"output_tokens":41724,"total_tokens":69503,"cost":0.017732949999999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":19272,"output_tokens":106627,"total_tokens":125899,"cost":0.04348768}]},{"num_self_refine":8,"rank":{"all":{"mean":577.675,"median":558.0,"min":158,"max":1215,"stdev":249.93921184036853},"short":{"mean":456.04347826086956,"median":446.0,"min":158,"max":775,"stdev":192.4482169455815},"long":{"mean":742.2352941176471,"median":734.0,"min":405,"max":1215,"stdev":226.50704443012492}},"performance":{"all":{"mean":991.95,"median":1019.0,"min":117,"max":1724,"stdev":364.1096587427249},"short":{"mean":1137.4782608695652,"median":1119.0,"min":483,"max":1724,"stdev":328.5191110485213},"long":{"mean":795.0588235294117,"median":911.0,"min":117,"max":1186,"stdev":321.1291544278243}},"input_tokens":{"all":{"mean":104769.8,"median":92372.5,"min":56861,"max":176416,"stdev":32051.15715435768},"short":{"mean":97641.60869565218,"median":90310.0,"min":57124,"max":167703,"stdev":28714.344139121844},"long":{"mean":114413.82352941176,"median":110703.0,"min":56861,"max":176416,"stdev":34618.19809586299}},"output_tokens":{"all":{"mean":132399.225,"median":123936.5,"min":72113,"max":232086,"stdev":42062.72390529045},"short":{"mean":129191.47826086957,"median":124748.0,"min":74671,"max":232086,"stdev":40668.742436320535},"long":{"mean":136739.11764705883,"median":123125.0,"min":72113,"max":200843,"stdev":44761.84231698126}},"total_tokens":{"all":{"mean":237169.025,"median":243088.0,"min":129886,"max":366643,"stdev":61825.0451472613},"short":{"mean":226833.08695652173,"median":219599.0,"min":135812,"max":329631,"stdev":55568.469450606644},"long":{"mean":251152.9411764706,"median":259347.0,"min":129886,"max":366643,"stdev":68627.99670457985}},"cost":{"all":{"mean":0.055186708,"median":0.051972529999999996,"min":0.03003577,"max":0.09563044,"stdev":0.017225000147315574},"short":{"mean":0.053777092608695655,"median":0.05150364999999999,"min":0.03091521,"max":0.09563044,"stdev":0.016657802704948325},"long":{"mean":0.057093834705882356,"median":0.05244141,"min":0.03003577,"max":0.08249123,"stdev":0.01830160403755813}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":863504614956,"overall_relative_score":863504614956,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":751,"performance":1000,"input_tokens":89516,"output_tokens":169831,"total_tokens":259347,"cost":0.06943028},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2581788,"overall_relative_score":2581788,"max_execution_time_ms":1920,"max_memory_usage_kib":4096,"rank":429,"performance":1249,"input_tokens":97177,"output_tokens":124748,"total_tokens":221925,"cost":0.05150364999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2486562337037,"overall_relative_score":2486562337037,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":511,"performance":1121,"input_tokens":84712,"output_tokens":80194,"total_tokens":164906,"cost":0.03354264},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3501726658,"overall_relative_score":3501726658,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":272,"performance":1354,"input_tokens":95148,"output_tokens":115712,"total_tokens":210860,"cost":0.047620760000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4138681,"overall_relative_score":4138681,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":108166,"output_tokens":170904,"total_tokens":279070,"cost":0.07258334},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4970711,"overall_relative_score":4970711,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":405,"performance":1178,"input_tokens":98940,"output_tokens":113453,"total_tokens":212393,"cost":0.04705652},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1106757,"overall_relative_score":1106757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":339,"performance":1114,"input_tokens":85494,"output_tokens":86691,"total_tokens":172185,"cost":0.037130939999999994},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":57124,"output_tokens":78748,"total_tokens":135872,"cost":0.03279444},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223957826,"overall_relative_score":223957826,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":571,"performance":994,"input_tokens":120424,"output_tokens":190371,"total_tokens":310795,"cost":0.07820672000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5265035208,"overall_relative_score":5265035208,"max_execution_time_ms":540,"max_memory_usage_kib":11192,"rank":210,"performance":1602,"input_tokens":88303,"output_tokens":131296,"total_tokens":219599,"cost":0.05399019000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23784,"overall_relative_score":23784,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":274,"performance":1374,"input_tokens":148884,"output_tokens":107953,"total_tokens":256837,"cost":0.046501240000000006},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":229828182,"overall_relative_score":229828182,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":578,"performance":1014,"input_tokens":158974,"output_tokens":110184,"total_tokens":269158,"cost":0.04768502},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86395458,"overall_relative_score":86395458,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":158,"performance":1724,"input_tokens":151749,"output_tokens":125953,"total_tokens":277702,"cost":0.052894090000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":692920985,"overall_relative_score":692920985,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":543,"performance":911,"input_tokens":136605,"output_tokens":149965,"total_tokens":286570,"cost":0.06287065},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66429128,"overall_relative_score":66429128,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":465,"performance":1115,"input_tokens":82066,"output_tokens":99537,"total_tokens":181603,"cost":0.04151042},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2062583076,"overall_relative_score":13430616611,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":734,"performance":957,"input_tokens":147440,"output_tokens":117018,"total_tokens":264458,"cost":0.04923136},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2424810059885,"overall_relative_score":382249948758,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":687,"performance":920,"input_tokens":131675,"output_tokens":119775,"total_tokens":251450,"cost":0.051060789999999995},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":92254,"output_tokens":157938,"total_tokens":250192,"cost":0.06455654},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416820071,"overall_relative_score":416820071,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":167703,"output_tokens":161928,"total_tokens":329631,"cost":0.06982707},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13098215,"overall_relative_score":13098215,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":88045,"output_tokens":147939,"total_tokens":235984,"cost":0.06072089},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237603250321,"overall_relative_score":237603250321,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":85628,"output_tokens":117666,"total_tokens":203294,"cost":0.04881340000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":61141,"output_tokens":74671,"total_tokens":135812,"cost":0.03091521},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":56861,"output_tokens":73025,"total_tokens":129886,"cost":0.03082041},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":63735,"output_tokens":140230,"total_tokens":203965,"cost":0.05729731000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78221896237,"overall_relative_score":700521388279,"max_execution_time_ms":50,"max_memory_usage_kib":6144,"rank":927,"performance":595,"input_tokens":132257,"output_tokens":123125,"total_tokens":255382,"cost":0.05244141},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1041105,"overall_relative_score":1041105,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":327,"performance":1524,"input_tokens":135004,"output_tokens":150467,"total_tokens":285471,"cost":0.06315267999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":70813,"output_tokens":72113,"total_tokens":142926,"cost":0.03003577},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4269953762770,"overall_relative_score":25664135,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":822,"performance":818,"input_tokens":176416,"output_tokens":190227,"total_tokens":366643,"cost":0.08106392},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10149436265567,"overall_relative_score":10149436265567,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":555,"performance":1197,"input_tokens":90310,"output_tokens":104153,"total_tokens":194463,"cost":0.04320454},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4382780544,"overall_relative_score":9526201420,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":835,"performance":848,"input_tokens":161490,"output_tokens":196438,"total_tokens":357928,"cost":0.08238154},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":78859,"output_tokens":127680,"total_tokens":206539,"cost":0.053183270000000005},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212708305,"overall_relative_score":212708305,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":725,"performance":977,"input_tokens":92491,"output_tokens":94228,"total_tokens":186719,"cost":0.03884823},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5925747,"overall_relative_score":50387235774,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":516,"performance":1186,"input_tokens":110703,"output_tokens":200843,"total_tokens":311546,"cost":0.08249123},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290015,"overall_relative_score":290015,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":237,"performance":1551,"input_tokens":84468,"output_tokens":216848,"total_tokens":301316,"cost":0.08820356},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":92194,"output_tokens":170623,"total_tokens":262817,"cost":0.06976578000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58175153,"overall_relative_score":58175153,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":1067,"input_tokens":76546,"output_tokens":84096,"total_tokens":160642,"cost":0.03561098},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426389,"overall_relative_score":426389,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":692,"performance":1024,"input_tokens":110174,"output_tokens":164432,"total_tokens":274606,"cost":0.06756053999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115771222,"overall_relative_score":115771222,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":775,"performance":896,"input_tokens":106370,"output_tokens":113438,"total_tokens":219808,"cost":0.047375940000000005},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":83761,"output_tokens":89442,"total_tokens":173203,"cost":0.03795461},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":91172,"output_tokens":232086,"total_tokens":323258,"cost":0.09563044}]},{"num_self_refine":16,"rank":{"all":{"mean":571.225,"median":557.0,"min":158,"max":1133,"stdev":245.3660256401883},"short":{"mean":451.39130434782606,"median":446.0,"min":158,"max":770,"stdev":191.7410040868185},"long":{"mean":733.3529411764706,"median":709.0,"min":395,"max":1133,"stdev":218.23408910401423}},"performance":{"all":{"mean":1016.25,"median":1046.0,"min":194,"max":1724,"stdev":342.1776229402292},"short":{"mean":1146.2173913043478,"median":1144.0,"min":483,"max":1724,"stdev":331.9079769127882},"long":{"mean":840.4117647058823,"median":913.0,"min":194,"max":1195,"stdev":277.1080698084074}},"input_tokens":{"all":{"mean":429186.175,"median":404639.0,"min":193845,"max":741342,"stdev":140280.69500732387},"short":{"mean":414929.82608695654,"median":401543.0,"min":206339,"max":741342,"stdev":130353.9040931725},"long":{"mean":448474.17647058825,"median":440924.0,"min":193845,"max":731241,"stdev":154645.18183863477}},"output_tokens":{"all":{"mean":226017.375,"median":209801.5,"min":133402,"max":347801,"stdev":59854.79833332024},"short":{"mean":221525.08695652173,"median":208920.0,"min":147742,"max":347801,"stdev":53182.52043662556},"long":{"mean":232095.17647058822,"median":214290.0,"min":133402,"max":343985,"stdev":69103.5357735363}},"total_tokens":{"all":{"mean":655203.55,"median":623412.0,"min":336056,"max":1035898,"stdev":177380.92054902058},"short":{"mean":636454.9130434783,"median":600535.0,"min":380305,"max":1035898,"stdev":165313.86884510794},"long":{"mean":680569.3529411765,"median":722313.0,"min":336056,"max":1025622,"stdev":194750.13217002613}},"cost":{"all":{"mean":0.09903614675,"median":0.09445486,"min":0.06075179000000001,"max":0.15452381999999998,"stdev":0.02651691297891857},"short":{"mean":0.09629635217391305,"median":0.09114419,"min":0.06258976,"max":0.15079977,"stdev":0.023516180743670352},"long":{"mean":0.10274292764705882,"median":0.10077932000000002,"min":0.06075179000000001,"max":0.15452381999999998,"stdev":0.030465401386811423}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":876478918497,"overall_relative_score":876478918497,"max_execution_time_ms":4520,"max_memory_usage_kib":3072,"rank":709,"performance":1038,"input_tokens":440924,"output_tokens":275831,"total_tokens":716755,"cost":0.11930916000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2581788,"overall_relative_score":2581788,"max_execution_time_ms":1920,"max_memory_usage_kib":4096,"rank":429,"performance":1249,"input_tokens":412169,"output_tokens":234866,"total_tokens":647035,"cost":0.10040828999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2486562337037,"overall_relative_score":2486562337037,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":511,"performance":1121,"input_tokens":346079,"output_tokens":133402,"total_tokens":479481,"cost":0.06075179000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3501726658,"overall_relative_score":3501726658,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":272,"performance":1354,"input_tokens":401543,"output_tokens":208920,"total_tokens":610463,"cost":0.09259747},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4138843,"overall_relative_score":4138843,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":479617,"output_tokens":279797,"total_tokens":759414,"cost":0.12320460999999998},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4999502,"overall_relative_score":4999502,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":395,"performance":1195,"input_tokens":353345,"output_tokens":192712,"total_tokens":546057,"cost":0.08352581},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1106757,"overall_relative_score":1106757,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":339,"performance":1114,"input_tokens":403404,"output_tokens":172414,"total_tokens":575818,"cost":0.07843372},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":206339,"output_tokens":173966,"total_tokens":380305,"cost":0.07222527000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223957826,"overall_relative_score":223957826,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":571,"performance":994,"input_tokens":498352,"output_tokens":334951,"total_tokens":833303,"cost":0.14721672},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495028031,"overall_relative_score":5495028031,"max_execution_time_ms":1750,"max_memory_usage_kib":19056,"rank":196,"performance":1638,"input_tokens":364357,"output_tokens":210683,"total_tokens":575040,"cost":0.09026833000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31152,"overall_relative_score":31152,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":246,"performance":1439,"input_tokens":510839,"output_tokens":205636,"total_tokens":716475,"cost":0.09114419},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":290590501,"overall_relative_score":290590501,"max_execution_time_ms":3322,"max_memory_usage_kib":3072,"rank":565,"performance":1032,"input_tokens":589102,"output_tokens":192911,"total_tokens":782013,"cost":0.08712766000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86395458,"overall_relative_score":86395458,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":158,"performance":1724,"input_tokens":620222,"output_tokens":217802,"total_tokens":838024,"cost":0.09988422},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":694091756,"overall_relative_score":694091756,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":542,"performance":913,"input_tokens":498687,"output_tokens":237151,"total_tokens":735838,"cost":0.10335571},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69911666,"overall_relative_score":69911666,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":448,"performance":1144,"input_tokens":342976,"output_tokens":163812,"total_tokens":506788,"cost":0.07149344000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2062583076,"overall_relative_score":13430616611,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":734,"performance":957,"input_tokens":635873,"output_tokens":195390,"total_tokens":831263,"cost":0.09501396999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2424810059885,"overall_relative_score":382249948758,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":687,"performance":920,"input_tokens":508023,"output_tokens":214290,"total_tokens":722313,"cost":0.10134819},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":682978003854453,"overall_relative_score":4989526874,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":559,"performance":889,"input_tokens":312593,"output_tokens":282310,"total_tokens":594903,"cost":0.11629637},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416820071,"overall_relative_score":416820071,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":741342,"output_tokens":294556,"total_tokens":1035898,"cost":0.13493686000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13098215,"overall_relative_score":13098215,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":397878,"output_tokens":238483,"total_tokens":636361,"cost":0.10204486},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237603250321,"overall_relative_score":237603250321,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":346550,"output_tokens":198703,"total_tokens":545253,"cost":0.08446502000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":250032,"output_tokens":147742,"total_tokens":397774,"cost":0.06258976},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":193845,"output_tokens":142211,"total_tokens":336056,"cost":0.06078209},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":231591,"output_tokens":205818,"total_tokens":437409,"cost":0.08740947000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78221896237,"overall_relative_score":700521388279,"max_execution_time_ms":50,"max_memory_usage_kib":6144,"rank":927,"performance":595,"input_tokens":633787,"output_tokens":207315,"total_tokens":841102,"cost":0.09793439},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1041168,"overall_relative_score":1041168,"max_execution_time_ms":110,"max_memory_usage_kib":7168,"rank":327,"performance":1524,"input_tokens":669737,"output_tokens":282003,"total_tokens":951740,"cost":0.12710725},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":250654,"output_tokens":167609,"total_tokens":418263,"cost":0.06981886000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4062733958719,"overall_relative_score":26275529,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":821,"performance":819,"input_tokens":731241,"output_tokens":294381,"total_tokens":1025622,"cost":0.13855509},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10149436265567,"overall_relative_score":10149436265567,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":555,"performance":1197,"input_tokens":405874,"output_tokens":193389,"total_tokens":599263,"cost":0.08388866000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4382780544,"overall_relative_score":9526201420,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":835,"performance":848,"input_tokens":588926,"output_tokens":343985,"total_tokens":932911,"cost":0.15452381999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":327387,"output_tokens":219448,"total_tokens":546835,"cost":0.09389575},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214672050,"overall_relative_score":214672050,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":709,"performance":1001,"input_tokens":359839,"output_tokens":204961,"total_tokens":564800,"cost":0.08752899},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5925747,"overall_relative_score":50387235774,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":516,"performance":1186,"input_tokens":434763,"output_tokens":336861,"total_tokens":771624,"cost":0.14469759},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290015,"overall_relative_score":290015,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":237,"performance":1551,"input_tokens":346246,"output_tokens":323244,"total_tokens":669490,"cost":0.13400702},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":328140,"output_tokens":243014,"total_tokens":571154,"cost":0.10077932000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58175153,"overall_relative_score":58175153,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":1067,"input_tokens":344028,"output_tokens":153571,"total_tokens":497599,"cost":0.0660154},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":427066,"overall_relative_score":427066,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":665,"performance":1063,"input_tokens":456191,"output_tokens":242683,"total_tokens":698874,"cost":0.10386994999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116500504,"overall_relative_score":116500504,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":770,"performance":904,"input_tokens":425756,"output_tokens":174779,"total_tokens":600535,"cost":0.07659780000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6688401527,"overall_relative_score":204435782851,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1133,"performance":591,"input_tokens":279727,"output_tokens":151294,"total_tokens":431021,"cost":0.06559323},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":499469,"output_tokens":347801,"total_tokens":847270,"cost":0.15079977}]}]},{"model_name":"gpt-5-thinking","detail_path":"data/model_details/gpt-5-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":515.925,"median":500.0,"min":37,"max":997,"stdev":239.31916115814025},"short":{"mean":420.60869565217394,"median":445.0,"min":37,"max":785,"stdev":207.2724906385169},"long":{"mean":644.8823529411765,"median":646.0,"min":247,"max":997,"stdev":223.16498447139426}},"performance":{"all":{"mean":1162.45,"median":1115.0,"min":410,"max":2349,"stdev":354.75552795606245},"short":{"mean":1283.0869565217392,"median":1238.0,"min":692,"max":2349,"stdev":365.15064301581293},"long":{"mean":999.2352941176471,"median":1075.0,"min":410,"max":1540,"stdev":272.40239752335253}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":24147.55,"median":22078.0,"min":12438,"max":43228,"stdev":7773.98689235865},"short":{"mean":23285.217391304348,"median":21809.0,"min":12438,"max":35177,"stdev":6281.558361632317},"long":{"mean":25314.235294117647,"median":27548.0,"min":13526,"max":43228,"stdev":9515.256581731071}},"total_tokens":{"all":{"mean":27127.55,"median":25731.0,"min":13857,"max":46002,"stdev":7988.793105312415},"short":{"mean":25688.043478260868,"median":23701.0,"min":13857,"max":39872,"stdev":6787.448084370422},"long":{"mean":29075.117647058825,"median":28893.0,"min":16510,"max":46002,"stdev":9230.86673126062}},"cost":{"all":{"mean":0.24494849999999999,"median":0.2231375,"min":0.12615375,"max":0.4357475,"stdev":0.07762014559231666},"short":{"mean":0.23561779347826087,"median":0.22040875,"min":0.12615375,"max":0.35763875,"stdev":0.06328029083549866},"long":{"mean":0.2575723970588235,"median":0.27716125,"min":0.13899,"max":0.4357475,"stdev":0.09426104157587699}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":849105264263,"overall_relative_score":849105264263,"max_execution_time_ms":4870,"max_memory_usage_kib":3072,"rank":782,"performance":973,"input_tokens":1345,"output_tokens":27548,"total_tokens":28893,"cost":0.27716125},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1138828,"overall_relative_score":1138828,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":635,"performance":995,"input_tokens":1469,"output_tokens":17135,"total_tokens":18604,"cost":0.17318625},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754644143351,"overall_relative_score":2754644143351,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":247,"performance":1540,"input_tokens":2614,"output_tokens":17661,"total_tokens":20275,"cost":0.1798775},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3188310719,"overall_relative_score":3188310719,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":1629,"output_tokens":20932,"total_tokens":22561,"cost":0.21135625},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9645595,"overall_relative_score":9645595,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":243,"performance":1368,"input_tokens":1811,"output_tokens":18473,"total_tokens":20284,"cost":0.18699375},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4942655,"overall_relative_score":4942655,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":422,"performance":1150,"input_tokens":3802,"output_tokens":16629,"total_tokens":20431,"cost":0.1710425},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1565433,"overall_relative_score":1565433,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":136,"performance":1699,"input_tokens":1529,"output_tokens":16299,"total_tokens":17828,"cost":0.16490125},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9940058793,"overall_relative_score":9940058793,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":498,"performance":826,"input_tokens":2239,"output_tokens":19343,"total_tokens":21582,"cost":0.19622875},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224044559,"overall_relative_score":224044559,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":2984,"output_tokens":13526,"total_tokens":16510,"cost":0.13899},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7033251211,"overall_relative_score":7033251211,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":37,"performance":2349,"input_tokens":2210,"output_tokens":28755,"total_tokens":30965,"cost":0.2903125},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17628,"overall_relative_score":17628,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":301,"performance":1314,"input_tokens":7584,"output_tokens":24378,"total_tokens":31962,"cost":0.25326},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":510098270,"overall_relative_score":510098270,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":7538,"output_tokens":17705,"total_tokens":25243,"cost":0.1864725},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68989267,"overall_relative_score":68989267,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":445,"performance":1106,"input_tokens":4695,"output_tokens":35177,"total_tokens":39872,"cost":0.35763875},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947124574,"overall_relative_score":947124574,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":502,"performance":986,"input_tokens":2812,"output_tokens":30963,"total_tokens":33775,"cost":0.313145},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72564210,"overall_relative_score":72564210,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":394,"performance":1235,"input_tokens":2563,"output_tokens":14791,"total_tokens":17354,"cost":0.15111375},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1241250164,"overall_relative_score":7919534553,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":939,"performance":644,"input_tokens":2774,"output_tokens":43228,"total_tokens":46002,"cost":0.4357475},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":272608168050,"overall_relative_score":806517980577,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":452,"performance":1245,"input_tokens":6975,"output_tokens":19827,"total_tokens":26802,"cost":0.20698875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121073000000000,"overall_relative_score":16429777051,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":439,"performance":1108,"input_tokens":4471,"output_tokens":29449,"total_tokens":33920,"cost":0.30007875},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401542387,"overall_relative_score":401542387,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":671,"performance":988,"input_tokens":3614,"output_tokens":32673,"total_tokens":36287,"cost":0.3312475},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12802775,"overall_relative_score":12802775,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":582,"performance":1206,"input_tokens":1703,"output_tokens":18840,"total_tokens":20543,"cost":0.18865675},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282550121496,"overall_relative_score":282550121496,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":2202,"output_tokens":24017,"total_tokens":26219,"cost":0.2429225},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42426,"overall_relative_score":42426,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":458,"performance":1085,"input_tokens":1849,"output_tokens":31430,"total_tokens":33279,"cost":0.31661125},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73367042518,"overall_relative_score":200307274420,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":647,"performance":1075,"input_tokens":2861,"output_tokens":13718,"total_tokens":16579,"cost":0.14075625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1758,"output_tokens":19737,"total_tokens":21495,"cost":0.1976955},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2549480475855,"overall_relative_score":18752717390,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":989,"performance":410,"input_tokens":3354,"output_tokens":31430,"total_tokens":34784,"cost":0.3184925},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064317,"overall_relative_score":1064317,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":179,"performance":1831,"input_tokens":1855,"output_tokens":21809,"total_tokens":23664,"cost":0.22040875},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":491550000000,"overall_relative_score":115889598331,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":646,"performance":1084,"input_tokens":4125,"output_tokens":29929,"total_tokens":34054,"cost":0.30444625},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":33155,"total_tokens":36164,"cost":0.33531125},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9609356754366,"overall_relative_score":9609356754366,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":711,"performance":966,"input_tokens":1733,"output_tokens":21213,"total_tokens":22946,"cost":0.21429625},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41633000200,"overall_relative_score":6171123,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":953,"performance":659,"input_tokens":2818,"output_tokens":35107,"total_tokens":37925,"cost":0.3545925},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3474220189,"overall_relative_score":3474220189,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":495,"performance":1240,"input_tokens":1917,"output_tokens":22347,"total_tokens":24264,"cost":0.22586625},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234634252,"overall_relative_score":234634252,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":4323,"output_tokens":19378,"total_tokens":23701,"cost":0.19918375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5881407,"overall_relative_score":51137948282,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":514,"performance":1189,"input_tokens":4012,"output_tokens":17136,"total_tokens":21148,"cost":0.176375},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293233,"overall_relative_score":293233,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":191,"performance":1661,"input_tokens":1844,"output_tokens":26234,"total_tokens":28078,"cost":0.264645},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5629965932,"overall_relative_score":1734840328730,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":997,"performance":645,"input_tokens":4182,"output_tokens":38742,"total_tokens":42924,"cost":0.3880395},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53953167,"overall_relative_score":53953167,"max_execution_time_ms":60,"max_memory_usage_kib":7168,"rank":785,"performance":929,"input_tokens":1651,"output_tokens":33567,"total_tokens":35218,"cost":0.33600575},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441284,"overall_relative_score":441284,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":2188,"output_tokens":27946,"total_tokens":30134,"cost":0.282195},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139804778,"overall_relative_score":139804778,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":389,"performance":1445,"input_tokens":1480,"output_tokens":28648,"total_tokens":30128,"cost":0.28833},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":975733563,"overall_relative_score":1404271476195,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":682,"performance":1150,"input_tokens":4259,"output_tokens":14589,"total_tokens":18848,"cost":0.15121375},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":12438,"total_tokens":13857,"cost":0.12615375}]},{"num_self_refine":2,"rank":{"all":{"mean":459.675,"median":446.0,"min":37,"max":997,"stdev":235.69737088271825},"short":{"mean":362.9130434782609,"median":385.0,"min":37,"max":684,"stdev":196.07162722829779},"long":{"mean":590.5882352941177,"median":513.0,"min":247,"max":997,"stdev":225.5701273505452}},"performance":{"all":{"mean":1262.0,"median":1235.0,"min":463,"max":2349,"stdev":379.28130416922437},"short":{"mean":1400.1739130434783,"median":1331.0,"min":712,"max":2349,"stdev":389.21104956915},"long":{"mean":1075.0588235294117,"median":1150.0,"min":463,"max":1540,"stdev":278.8847142163396}},"input_tokens":{"all":{"mean":10606.525,"median":9557.5,"min":5213,"max":20729,"stdev":3717.477853209426},"short":{"mean":9251.434782608696,"median":8419.0,"min":5213,"max":20729,"stdev":3485.2851823590477},"long":{"mean":12439.882352941177,"median":12186.0,"min":9112,"max":19612,"stdev":3282.0797119043464}},"output_tokens":{"all":{"mean":42754.275,"median":41947.0,"min":27055,"max":67390,"stdev":10708.853849436444},"short":{"mean":42973.47826086957,"median":42516.0,"min":27426,"max":61207,"stdev":9296.564154517055},"long":{"mean":42457.705882352944,"median":41378.0,"min":27055,"max":67390,"stdev":12670.161333644817}},"total_tokens":{"all":{"mean":53360.8,"median":52985.5,"min":36419,"max":78550,"stdev":11325.0330507244},"short":{"mean":52224.913043478264,"median":52235.0,"min":36577,"max":70998,"stdev":10457.26617287122},"long":{"mean":54897.58823529412,"median":57761.0,"min":36419,"max":78550,"stdev":12565.768764080967}},"cost":{"all":{"mean":0.43936090625,"median":0.434973125,"min":0.28225500000000003,"max":0.6878500000000001,"stdev":0.1073241017754598},"short":{"mean":0.44015333695652176,"median":0.43537250000000005,"min":0.28569875,"max":0.6193065,"stdev":0.09341171559892335},"long":{"mean":0.43828879411764704,"median":0.43457375,"min":0.28225500000000003,"max":0.6878500000000001,"stdev":0.12679205358246268}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":884536722729,"overall_relative_score":884536722729,"max_execution_time_ms":2200,"max_memory_usage_kib":3072,"rank":677,"performance":1067,"input_tokens":9603,"output_tokens":46483,"total_tokens":56086,"cost":0.47683375000000006},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1138828,"overall_relative_score":1138828,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":635,"performance":995,"input_tokens":7639,"output_tokens":32739,"total_tokens":40378,"cost":0.33693875},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754644143351,"overall_relative_score":2754644143351,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":247,"performance":1540,"input_tokens":10254,"output_tokens":32944,"total_tokens":43198,"cost":0.3393775},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5634080340,"overall_relative_score":5634080340,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":90,"performance":1960,"input_tokens":8419,"output_tokens":39903,"total_tokens":48322,"cost":0.40782575},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9645595,"overall_relative_score":9645595,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":243,"performance":1368,"input_tokens":8833,"output_tokens":43662,"total_tokens":52495,"cost":0.44766125},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5220440,"overall_relative_score":5220440,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":332,"performance":1306,"input_tokens":12186,"output_tokens":29724,"total_tokens":41910,"cost":0.3082965},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1746594,"overall_relative_score":1746594,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":62,"performance":2061,"input_tokens":7246,"output_tokens":36659,"total_tokens":43905,"cost":0.3756475},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9940058793,"overall_relative_score":9940058793,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":498,"performance":826,"input_tokens":7858,"output_tokens":30370,"total_tokens":38228,"cost":0.31352250000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224044559,"overall_relative_score":224044559,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":9112,"output_tokens":27829,"total_tokens":36941,"cost":0.286368},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7033251211,"overall_relative_score":7033251211,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":37,"performance":2349,"input_tokens":8700,"output_tokens":43535,"total_tokens":52235,"cost":0.446225},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19416,"overall_relative_score":19416,"max_execution_time_ms":1220,"max_memory_usage_kib":3072,"rank":293,"performance":1331,"input_tokens":20729,"output_tokens":38444,"total_tokens":59173,"cost":0.40185525},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":620698866,"overall_relative_score":620698866,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":446,"performance":1194,"input_tokens":19455,"output_tokens":30777,"total_tokens":50232,"cost":0.33208875000000004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78696256,"overall_relative_score":78696256,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":257,"performance":1471,"input_tokens":14089,"output_tokens":56909,"total_tokens":70998,"cost":0.58151725},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947124574,"overall_relative_score":947124574,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":502,"performance":986,"input_tokens":12189,"output_tokens":54574,"total_tokens":66763,"cost":0.56097625},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74716459,"overall_relative_score":74716459,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":385,"performance":1251,"input_tokens":9151,"output_tokens":27426,"total_tokens":36577,"cost":0.28569875},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1241250164,"overall_relative_score":7919534553,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":939,"performance":644,"input_tokens":11160,"output_tokens":67390,"total_tokens":78550,"cost":0.6878500000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45320724422,"overall_relative_score":845550959978,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":388,"performance":1341,"input_tokens":19612,"output_tokens":38149,"total_tokens":57761,"cost":0.398229},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62486500000000,"overall_relative_score":25307415685,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":387,"performance":1201,"input_tokens":13519,"output_tokens":55226,"total_tokens":68745,"cost":0.5691587499999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401542387,"overall_relative_score":401542387,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":671,"performance":988,"input_tokens":13185,"output_tokens":54363,"total_tokens":67548,"cost":0.56011125},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12802775,"overall_relative_score":12802775,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":582,"performance":1206,"input_tokens":5720,"output_tokens":39017,"total_tokens":44737,"cost":0.395448},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281851267193,"overall_relative_score":281851267193,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":123,"performance":1500,"input_tokens":8170,"output_tokens":42516,"total_tokens":50686,"cost":0.43537250000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93685,"overall_relative_score":93685,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":350,"performance":1293,"input_tokens":8887,"output_tokens":50131,"total_tokens":59018,"cost":0.51241875},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23131136997,"overall_relative_score":292528407011,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":479,"performance":1276,"input_tokens":9364,"output_tokens":27055,"total_tokens":36419,"cost":0.28225500000000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1289640,"overall_relative_score":1289640,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":5766,"output_tokens":38401,"total_tokens":44167,"cost":0.3874735},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":618834666307,"overall_relative_score":99683118760,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":974,"performance":463,"input_tokens":11503,"output_tokens":46487,"total_tokens":57990,"cost":0.47550475000000003},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064317,"overall_relative_score":1064317,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":179,"performance":1831,"input_tokens":8672,"output_tokens":44804,"total_tokens":53476,"cost":0.45887999999999995},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":491550000000,"overall_relative_score":115889598331,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":646,"performance":1084,"input_tokens":16635,"output_tokens":41378,"total_tokens":58013,"cost":0.43457375},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3669322500,"overall_relative_score":68243449911,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":513,"performance":1232,"input_tokens":9512,"output_tokens":56688,"total_tokens":66200,"cost":0.57877},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10186598382915,"overall_relative_score":10186598382915,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":538,"performance":1221,"input_tokens":7167,"output_tokens":31705,"total_tokens":38872,"cost":0.32600875},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":9612,"output_tokens":50583,"total_tokens":60195,"cost":0.517845},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3825131248,"overall_relative_score":3825131248,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":444,"performance":1314,"input_tokens":7402,"output_tokens":61207,"total_tokens":68609,"cost":0.6193065},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245575215,"overall_relative_score":245575215,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":327,"performance":1550,"input_tokens":13546,"output_tokens":34485,"total_tokens":48031,"cost":0.3617825},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5206760,"overall_relative_score":63202334771,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":489,"performance":1221,"input_tokens":13031,"output_tokens":29230,"total_tokens":42261,"cost":0.30858874999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":309077,"overall_relative_score":309077,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":174,"performance":1705,"input_tokens":11731,"output_tokens":53377,"total_tokens":65108,"cost":0.54843375},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5629965932,"overall_relative_score":1734840328730,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":997,"performance":645,"input_tokens":12326,"output_tokens":55845,"total_tokens":68171,"cost":0.5692495},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68450797,"overall_relative_score":68450797,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":403,"performance":1470,"input_tokens":7991,"output_tokens":54058,"total_tokens":62049,"cost":0.54884075},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441284,"overall_relative_score":441284,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":10419,"output_tokens":49125,"total_tokens":59544,"cost":0.50427375},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139804778,"overall_relative_score":139804778,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":389,"performance":1445,"input_tokens":6250,"output_tokens":50182,"total_tokens":56432,"cost":0.5080485},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":975733563,"overall_relative_score":1404271476195,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":682,"performance":1150,"input_tokens":12405,"output_tokens":31419,"total_tokens":43824,"cost":0.32494425000000005},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5213,"output_tokens":35372,"total_tokens":40585,"cost":0.36023625000000004}]},{"num_self_refine":4,"rank":{"all":{"mean":383.125,"median":371.5,"min":6,"max":997,"stdev":244.89246069998217},"short":{"mean":265.6521739130435,"median":249.0,"min":6,"max":635,"stdev":175.36497232282895},"long":{"mean":542.0588235294117,"median":477.0,"min":247,"max":997,"stdev":239.20975904742977}},"performance":{"all":{"mean":1431.175,"median":1383.5,"min":470,"max":2911,"stdev":484.76062755306464},"short":{"mean":1647.8260869565217,"median":1501.0,"min":862,"max":2911,"stdev":480.64517740352375},"long":{"mean":1138.0588235294117,"median":1222.0,"min":470,"max":1540,"stdev":310.45621079876855}},"input_tokens":{"all":{"mean":42834.6,"median":42782.0,"min":21109,"max":66038,"stdev":11150.432367838639},"short":{"mean":39532.65217391304,"median":37908.0,"min":21109,"max":62700,"stdev":11291.112428521727},"long":{"mean":47301.94117647059,"median":47501.0,"min":30775,"max":66038,"stdev":9533.341494923148}},"output_tokens":{"all":{"mean":72011.7,"median":70481.0,"min":45468,"max":119840,"stdev":17667.92318734282},"short":{"mean":71978.78260869565,"median":70540.0,"min":45468,"max":100008,"stdev":15193.83398845646},"long":{"mean":72056.23529411765,"median":68426.0,"min":45775,"max":119840,"stdev":21058.325599775886}},"total_tokens":{"all":{"mean":114846.3,"median":112796.5,"min":78299,"max":153860,"stdev":20958.412180756},"short":{"mean":111511.43478260869,"median":110353.0,"min":78299,"max":153860,"stdev":21229.6687398172},"long":{"mean":119358.17647058824,"median":118357.0,"min":82587,"max":150615,"stdev":20331.18331908922}},"cost":{"all":{"mean":0.7514374500000001,"median":0.7320452500000001,"min":0.48129574999999997,"max":1.21944475,"stdev":0.17635363640307272},"short":{"mean":0.7484551195652174,"median":0.7334250000000001,"min":0.48129574999999997,"max":1.02659625,"stdev":0.1551776737423778},"long":{"mean":0.7554723676470588,"median":0.7233195,"min":0.483893,"max":1.21944475,"stdev":0.20656110326377472}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":895589035274,"overall_relative_score":895589035274,"max_execution_time_ms":1490,"max_memory_usage_kib":3072,"rank":631,"performance":1108,"input_tokens":48318,"output_tokens":84420,"total_tokens":132738,"cost":0.8611095000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1138828,"overall_relative_score":1138828,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":635,"performance":995,"input_tokens":37908,"output_tokens":49477,"total_tokens":87385,"cost":0.521563},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754644143351,"overall_relative_score":2754644143351,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":247,"performance":1540,"input_tokens":42898,"output_tokens":52214,"total_tokens":95112,"cost":0.5485465},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6362139702,"overall_relative_score":6362139702,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":36,"performance":2344,"input_tokens":43599,"output_tokens":72465,"total_tokens":116064,"cost":0.75466875},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16449082,"overall_relative_score":16449082,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":134,"performance":1722,"input_tokens":42666,"output_tokens":70540,"total_tokens":113206,"cost":0.7354045},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5268556,"overall_relative_score":5268556,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":310,"performance":1347,"input_tokens":43357,"output_tokens":53692,"total_tokens":97049,"cost":0.56289225},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1746594,"overall_relative_score":1746594,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":62,"performance":2061,"input_tokens":41682,"output_tokens":61334,"total_tokens":103016,"cost":0.6435545},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11889789298,"overall_relative_score":11889789298,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":485,"performance":862,"input_tokens":28633,"output_tokens":59833,"total_tokens":88466,"cost":0.61842525},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":429659188,"overall_relative_score":429659188,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":553,"performance":1018,"input_tokens":54278,"output_tokens":46069,"total_tokens":100347,"cost":0.5184575},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7464416667,"overall_relative_score":7464416667,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":6,"performance":2911,"input_tokens":37089,"output_tokens":66978,"total_tokens":104067,"cost":0.69583725},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29024,"overall_relative_score":29024,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":249,"performance":1432,"input_tokens":62700,"output_tokens":59058,"total_tokens":121758,"cost":0.645771},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":615348750,"overall_relative_score":615348750,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":447,"performance":1192,"input_tokens":59234,"output_tokens":53153,"total_tokens":112387,"cost":0.6055725000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84856019,"overall_relative_score":84856019,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":170,"performance":1689,"input_tokens":49165,"output_tokens":98602,"total_tokens":147767,"cost":1.02659625},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1259918852,"overall_relative_score":1259918852,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":403,"performance":1159,"input_tokens":50174,"output_tokens":78531,"total_tokens":128705,"cost":0.8199474999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74716459,"overall_relative_score":74716459,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":385,"performance":1251,"input_tokens":37075,"output_tokens":45468,"total_tokens":82543,"cost":0.48129574999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":854107205,"overall_relative_score":4869431509,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":962,"performance":596,"input_tokens":47246,"output_tokens":97059,"total_tokens":144305,"cost":1.0027195},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44589185401,"overall_relative_score":855728605754,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":371,"performance":1367,"input_tokens":66038,"output_tokens":68426,"total_tokens":134464,"cost":0.7233195},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35033762895448,"overall_relative_score":36934640419,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":345,"performance":1279,"input_tokens":50833,"output_tokens":98453,"total_tokens":149286,"cost":1.03079125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465772201,"overall_relative_score":465772201,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":139,"performance":1893,"input_tokens":58484,"output_tokens":84931,"total_tokens":143415,"cost":0.8915989999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13066470,"overall_relative_score":13066470,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":398,"performance":1451,"input_tokens":21109,"output_tokens":57190,"total_tokens":78299,"cost":0.5848942500000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282461724858,"overall_relative_score":282461724858,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":35902,"output_tokens":70422,"total_tokens":106324,"cost":0.7306655000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93680,"overall_relative_score":93680,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":350,"performance":1293,"input_tokens":40051,"output_tokens":92028,"total_tokens":132079,"cost":0.94917575},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23064234565,"overall_relative_score":292733517503,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":479,"performance":1276,"input_tokens":36812,"output_tokens":45775,"total_tokens":82587,"cost":0.483893},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357847,"overall_relative_score":1357847,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":414,"performance":1275,"input_tokens":22066,"output_tokens":57576,"total_tokens":79642,"cost":0.5876465000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284101658615,"overall_relative_score":238838696088,"max_execution_time_ms":410,"max_memory_usage_kib":7168,"rank":972,"performance":470,"input_tokens":44873,"output_tokens":88371,"total_tokens":133244,"cost":0.91215325},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1092384,"overall_relative_score":1092384,"max_execution_time_ms":1910,"max_memory_usage_kib":4096,"rank":25,"performance":2548,"input_tokens":41313,"output_tokens":78444,"total_tokens":119757,"cost":0.81361725},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":449648000000,"overall_relative_score":210158857140,"max_execution_time_ms":2360,"max_memory_usage_kib":4096,"rank":335,"performance":1482,"input_tokens":60992,"output_tokens":67821,"total_tokens":128813,"cost":0.719314},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2891422500,"overall_relative_score":81791060346,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":477,"performance":1280,"input_tokens":30775,"output_tokens":119840,"total_tokens":150615,"cost":1.21944475},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10659521600035,"overall_relative_score":10659521600035,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":356,"performance":1492,"input_tokens":32779,"output_tokens":65901,"total_tokens":98680,"cost":0.68342375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3671520,"overall_relative_score":74632825617,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":743,"performance":966,"input_tokens":31596,"output_tokens":80380,"total_tokens":111976,"cost":0.840271},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4602092953,"overall_relative_score":4602092953,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":372,"performance":1423,"input_tokens":31674,"output_tokens":100008,"total_tokens":131682,"cost":1.0208085},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254746507,"overall_relative_score":254746507,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":186,"performance":1821,"input_tokens":48936,"output_tokens":60520,"total_tokens":109456,"cost":0.6394420000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5097186,"overall_relative_score":65548404537,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":488,"performance":1222,"input_tokens":47570,"output_tokens":57345,"total_tokens":104915,"cost":0.6068484999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318634,"overall_relative_score":318634,"max_execution_time_ms":1650,"max_memory_usage_kib":6144,"rank":161,"performance":1741,"input_tokens":59149,"output_tokens":94711,"total_tokens":153860,"cost":1.00088625},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5625436321,"overall_relative_score":1735212834473,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":997,"performance":645,"input_tokens":41638,"output_tokens":76719,"total_tokens":118357,"cost":0.7915895},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68450797,"overall_relative_score":68450797,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":403,"performance":1470,"input_tokens":33826,"output_tokens":81126,"total_tokens":114952,"cost":0.8273345},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441688,"overall_relative_score":441688,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":48586,"output_tokens":75734,"total_tokens":124320,"cost":0.7912885},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147711416,"overall_relative_score":147711416,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":144,"performance":1917,"input_tokens":28535,"output_tokens":81818,"total_tokens":110353,"cost":0.83714475},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":795428092,"overall_relative_score":1742591204979,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":455,"performance":1400,"input_tokens":47501,"output_tokens":56688,"total_tokens":104189,"cost":0.5961602500000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":208947,"overall_relative_score":208947,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":359,"performance":1501,"input_tokens":26324,"output_tokens":71348,"total_tokens":97672,"cost":0.7334250000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":357.6,"median":334.5,"min":9,"max":994,"stdev":250.25769282983654},"short":{"mean":234.3913043478261,"median":185.0,"min":9,"max":634,"stdev":169.860568255912},"long":{"mean":524.2941176470588,"median":472.0,"min":247,"max":994,"stdev":248.27448638197865}},"performance":{"all":{"mean":1490.625,"median":1395.0,"min":470,"max":2796,"stdev":500.35585733991263},"short":{"mean":1730.7391304347825,"median":1599.0,"min":996,"max":2796,"stdev":477.7893428347709},"long":{"mean":1165.764705882353,"median":1279.0,"min":470,"max":1540,"stdev":318.34759489663276}},"input_tokens":{"all":{"mean":188151.075,"median":193575.5,"min":82883,"max":317756,"stdev":47964.307229646},"short":{"mean":184208.30434782608,"median":177996.0,"min":82883,"max":317756,"stdev":53222.182122285325},"long":{"mean":193485.41176470587,"median":193681.0,"min":121886,"max":250491,"stdev":40746.10300240199}},"output_tokens":{"all":{"mean":121683.375,"median":118917.5,"min":78131,"max":173653,"stdev":25983.468481766417},"short":{"mean":122398.34782608696,"median":118547.0,"min":86960,"max":173653,"stdev":24129.765367522734},"long":{"mean":120716.05882352941,"median":120055.0,"min":78131,"max":171499,"stdev":29040.292979045917}},"total_tokens":{"all":{"mean":309834.45,"median":311927.5,"min":180780,"max":489440,"stdev":61818.30940871225},"short":{"mean":306606.652173913,"median":311343.0,"min":180780,"max":489440,"stdev":70729.99027133122},"long":{"mean":314201.4705882353,"median":323508.0,"min":226290,"max":391054,"stdev":48999.173361799745}},"cost":{"all":{"mean":1.3022481937500001,"median":1.2697647499999998,"min":0.84295675,"max":1.866499,"stdev":0.27105901812393635},"short":{"mean":1.3100810760869566,"median":1.2693492499999999,"min":0.91530375,"max":1.866499,"stdev":0.2610103699018885},"long":{"mean":1.2916507647058824,"median":1.3029065,"min":0.84295675,"max":1.8354355,"stdev":0.29190593883518995}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":901477350874,"overall_relative_score":901477350874,"max_execution_time_ms":4570,"max_memory_usage_kib":3072,"rank":607,"performance":1131,"input_tokens":239892,"output_tokens":151162,"total_tokens":391054,"cost":1.585117},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1140789,"overall_relative_score":1140789,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":634,"performance":996,"input_tokens":161515,"output_tokens":89043,"total_tokens":250558,"cost":0.9575397500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754644143351,"overall_relative_score":2754644143351,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":247,"performance":1540,"input_tokens":165843,"output_tokens":84804,"total_tokens":250647,"cost":0.91235175},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6406753360,"overall_relative_score":6406753360,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":30,"performance":2412,"input_tokens":222081,"output_tokens":130125,"total_tokens":352206,"cost":1.39669125},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16449082,"overall_relative_score":16449082,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":134,"performance":1722,"input_tokens":197611,"output_tokens":117224,"total_tokens":314835,"cost":1.2553817500000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5268556,"overall_relative_score":5268556,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":310,"performance":1347,"input_tokens":171946,"output_tokens":94170,"total_tokens":266116,"cost":1.0097525},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1950183,"overall_relative_score":1950183,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":20,"performance":2488,"input_tokens":201974,"output_tokens":109369,"total_tokens":311343,"cost":1.1807015},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12701327879,"overall_relative_score":12701327879,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":316,"performance":1262,"input_tokens":128733,"output_tokens":100741,"total_tokens":229474,"cost":1.0827902500000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1776971913,"overall_relative_score":1776971913,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":521,"performance":1061,"input_tokens":245878,"output_tokens":94478,"total_tokens":340356,"cost":1.0525435},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7417628820,"overall_relative_score":7417628820,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":9,"performance":2796,"input_tokens":173265,"output_tokens":119288,"total_tokens":292553,"cost":1.2693492499999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31564,"overall_relative_score":31564,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":245,"performance":1441,"input_tokens":236119,"output_tokens":106513,"total_tokens":342632,"cost":1.17797475},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951263394,"overall_relative_score":951263394,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":332,"performance":1366,"input_tokens":224046,"output_tokens":99462,"total_tokens":323508,"cost":1.1485335},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84856019,"overall_relative_score":84856019,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":170,"performance":1689,"input_tokens":230468,"output_tokens":173653,"total_tokens":404121,"cost":1.8349670000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1366516302,"overall_relative_score":1366516302,"max_execution_time_ms":60,"max_memory_usage_kib":19456,"rank":296,"performance":1353,"input_tokens":217269,"output_tokens":142917,"total_tokens":360186,"cost":1.52162025},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84972907,"overall_relative_score":84972907,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":338,"performance":1335,"input_tokens":157324,"output_tokens":86960,"total_tokens":244284,"cost":0.9365110000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":854107205,"overall_relative_score":4869431509,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":962,"performance":596,"input_tokens":197163,"output_tokens":148463,"total_tokens":345626,"cost":1.56793175},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44249939639,"overall_relative_score":861565818746,"max_execution_time_ms":120,"max_memory_usage_kib":5120,"rank":357,"performance":1390,"input_tokens":250491,"output_tokens":115326,"total_tokens":365817,"cost":1.25037375},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35033762895448,"overall_relative_score":36934640419,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":345,"performance":1279,"input_tokens":193470,"output_tokens":171499,"total_tokens":364969,"cost":1.8354355},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":468689930,"overall_relative_score":468689930,"max_execution_time_ms":370,"max_memory_usage_kib":7168,"rank":127,"performance":1931,"input_tokens":264494,"output_tokens":131938,"total_tokens":396432,"cost":1.4314054999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094370,"overall_relative_score":13094370,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":82883,"output_tokens":97897,"total_tokens":180780,"cost":1.01215775},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282461724858,"overall_relative_score":282461724858,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":159273,"output_tokens":111755,"total_tokens":271028,"cost":1.18473725},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93810,"overall_relative_score":93810,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":177996,"output_tokens":139772,"total_tokens":317768,"cost":1.473047},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23370839619,"overall_relative_score":291658839797,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":481,"performance":1273,"input_tokens":148159,"output_tokens":78131,"total_tokens":226290,"cost":0.84295675},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357847,"overall_relative_score":1357847,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":414,"performance":1275,"input_tokens":95379,"output_tokens":87744,"total_tokens":183123,"cost":0.91530375},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284975009269,"overall_relative_score":238967256615,"max_execution_time_ms":560,"max_memory_usage_kib":7168,"rank":972,"performance":470,"input_tokens":191413,"output_tokens":135077,"total_tokens":326490,"cost":1.4283242500000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1092384,"overall_relative_score":1092384,"max_execution_time_ms":1910,"max_memory_usage_kib":4096,"rank":25,"performance":2548,"input_tokens":206079,"output_tokens":139447,"total_tokens":345526,"cost":1.53557275},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":449648000000,"overall_relative_score":210158857140,"max_execution_time_ms":2360,"max_memory_usage_kib":4096,"rank":335,"performance":1482,"input_tokens":245354,"output_tokens":120055,"total_tokens":365409,"cost":1.3029065},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2745134500,"overall_relative_score":86270761566,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":472,"performance":1286,"input_tokens":122873,"output_tokens":170476,"total_tokens":293349,"cost":1.7558232499999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10659521600035,"overall_relative_score":10659521600035,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":356,"performance":1492,"input_tokens":196869,"output_tokens":118091,"total_tokens":314960,"cost":1.27018025},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3671736,"overall_relative_score":74626104431,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":743,"performance":966,"input_tokens":121886,"output_tokens":124955,"total_tokens":246841,"cost":1.3157955},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5776077849,"overall_relative_score":5776077849,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":270,"performance":1599,"input_tokens":165262,"output_tokens":147250,"total_tokens":312512,"cost":1.5444375},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":264448218,"overall_relative_score":264448218,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":61,"performance":2242,"input_tokens":201902,"output_tokens":107671,"total_tokens":309573,"cost":1.1626235},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4970830,"overall_relative_score":70357359601,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":484,"performance":1227,"input_tokens":193681,"output_tokens":102723,"total_tokens":296404,"cost":1.1077632499999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318634,"overall_relative_score":318634,"max_execution_time_ms":1650,"max_memory_usage_kib":6144,"rank":161,"performance":1741,"input_tokens":317756,"output_tokens":171684,"total_tokens":489440,"cost":1.866499},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5368787988,"overall_relative_score":1809822592633,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":994,"performance":651,"input_tokens":165010,"output_tokens":124399,"total_tokens":289409,"cost":1.3107164999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68490409,"overall_relative_score":68490409,"max_execution_time_ms":50,"max_memory_usage_kib":7168,"rank":401,"performance":1473,"input_tokens":141182,"output_tokens":122756,"total_tokens":263938,"cost":1.2958934999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":220,"max_memory_usage_kib":6144,"rank":521,"performance":1258,"input_tokens":225958,"output_tokens":141459,"total_tokens":367417,"cost":1.5681575},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147711416,"overall_relative_score":147711416,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":144,"performance":1917,"input_tokens":157412,"output_tokens":146235,"total_tokens":303647,"cost":1.5341230000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":795428092,"overall_relative_score":1742591204979,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":455,"performance":1400,"input_tokens":194878,"output_tokens":94076,"total_tokens":288954,"cost":1.0101175},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215264,"overall_relative_score":215264,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":185,"performance":1835,"input_tokens":135256,"output_tokens":118547,"total_tokens":253803,"cost":1.2458200000000001}]},{"num_self_refine":16,"rank":{"all":{"mean":346.225,"median":332.5,"min":1,"max":987,"stdev":254.49965870714107},"short":{"mean":224.7391304347826,"median":185.0,"min":1,"max":634,"stdev":177.3692136326483},"long":{"mean":510.5882352941176,"median":455.0,"min":247,"max":987,"stdev":254.3624527184411}},"performance":{"all":{"mean":1544.9,"median":1410.5,"min":486,"max":3482,"stdev":580.9938787797056},"short":{"mean":1809.1304347826087,"median":1676.0,"min":996,"max":3482,"stdev":589.8171753986628},"long":{"mean":1187.4117647058824,"median":1290.0,"min":486,"max":1609,"stdev":329.08738558769033}},"input_tokens":{"all":{"mean":866438.8,"median":874095.0,"min":372123,"max":1605917,"stdev":234676.56824629172},"short":{"mean":875135.8695652174,"median":888309.0,"min":372123,"max":1605917,"stdev":267597.40557281266},"long":{"mean":854672.1764705882,"median":859881.0,"min":512424,"max":1236066,"stdev":188476.29121630767}},"output_tokens":{"all":{"mean":214703.475,"median":208782.0,"min":137463,"max":328895,"stdev":45056.567341673326},"short":{"mean":214516.86956521738,"median":210936.0,"min":157218,"max":328895,"stdev":42215.24549399869},"long":{"mean":214955.9411764706,"median":207585.0,"min":137463,"max":306662,"stdev":49978.119434246655}},"total_tokens":{"all":{"mean":1081142.275,"median":1093208.5,"min":535682,"max":1934812,"stdev":267808.9831707923},"short":{"mean":1089652.7391304348,"median":1094206.0,"min":535682,"max":1934812,"stdev":304320.59122340905},"long":{"mean":1069628.1176470588,"median":1091029.0,"min":718392,"max":1541268,"stdev":217339.34942702}},"cost":{"all":{"mean":2.41175645,"median":2.38133775,"min":1.54590425,"max":3.7348102499999998,"stdev":0.4990447993682891},"short":{"mean":2.4140123586956523,"median":2.38229575,"min":1.7084912499999998,"max":3.7348102499999998,"stdev":0.48748367170766266},"long":{"mean":2.408704338235294,"median":2.38037975,"min":1.54590425,"max":3.37282125,"stdev":0.5294112345256311}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":901675918709,"overall_relative_score":901675918709,"max_execution_time_ms":4860,"max_memory_usage_kib":3072,"rank":606,"performance":1131,"input_tokens":1236066,"output_tokens":305202,"total_tokens":1541268,"cost":3.362014500000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1140789,"overall_relative_score":1140789,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":634,"performance":996,"input_tokens":737108,"output_tokens":167118,"total_tokens":904226,"cost":1.868101},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754644143351,"overall_relative_score":2754644143351,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":247,"performance":1540,"input_tokens":652309,"output_tokens":137463,"total_tokens":789772,"cost":1.54590425},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6420389723,"overall_relative_score":6420389723,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":29,"performance":2424,"input_tokens":1096073,"output_tokens":237677,"total_tokens":1333750,"cost":2.68255725},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16449082,"overall_relative_score":16449082,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":134,"performance":1722,"input_tokens":905975,"output_tokens":203534,"total_tokens":1109509,"cost":2.3513287500000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5271203,"overall_relative_score":5271203,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":309,"performance":1349,"input_tokens":719406,"output_tokens":168676,"total_tokens":888082,"cost":1.8804174999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1950183,"overall_relative_score":1950183,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":20,"performance":2488,"input_tokens":999666,"output_tokens":215700,"total_tokens":1215366,"cost":2.4401985000000006},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12944214917,"overall_relative_score":12944214917,"max_execution_time_ms":650,"max_memory_usage_kib":4096,"rank":302,"performance":1294,"input_tokens":582099,"output_tokens":165733,"total_tokens":747832,"cost":1.90917775},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3057606012,"overall_relative_score":3057606012,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":493,"performance":1099,"input_tokens":1034491,"output_tokens":201440,"total_tokens":1235931,"cost":2.4049217499999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7576281263,"overall_relative_score":7576281263,"max_execution_time_ms":1230,"max_memory_usage_kib":4096,"rank":1,"performance":3482,"input_tokens":856011,"output_tokens":215641,"total_tokens":1071652,"cost":2.38229575},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31716,"overall_relative_score":31716,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":245,"performance":1441,"input_tokens":1117139,"output_tokens":210936,"total_tokens":1328075,"cost":2.440615749999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":957804894,"overall_relative_score":957804894,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":331,"performance":1367,"input_tokens":915461,"output_tokens":176770,"total_tokens":1092231,"cost":2.07682625},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84856019,"overall_relative_score":84856019,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":170,"performance":1689,"input_tokens":1009427,"output_tokens":262969,"total_tokens":1272396,"cost":2.89168175},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386823571,"overall_relative_score":1386823571,"max_execution_time_ms":130,"max_memory_usage_kib":53248,"rank":285,"performance":1375,"input_tokens":1020427,"output_tokens":241710,"total_tokens":1262137,"cost":2.70349775},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84856531,"overall_relative_score":84856531,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":338,"performance":1335,"input_tokens":699170,"output_tokens":159590,"total_tokens":858760,"cost":1.8486465},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":871189356,"overall_relative_score":4775095680,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":962,"performance":596,"input_tokens":935039,"output_tokens":261608,"total_tokens":1196647,"cost":2.86457475},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44111289388,"overall_relative_score":862600912771,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":355,"performance":1393,"input_tokens":1033033,"output_tokens":216975,"total_tokens":1250008,"cost":2.57169725},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34150033566468,"overall_relative_score":38542274733,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":339,"performance":1290,"input_tokens":906785,"output_tokens":306662,"total_tokens":1213447,"cost":3.37282125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":481026434,"overall_relative_score":481026434,"max_execution_time_ms":730,"max_memory_usage_kib":7168,"rank":68,"performance":2173,"input_tokens":1190111,"output_tokens":239207,"total_tokens":1429318,"cost":2.72166075},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094370,"overall_relative_score":13094370,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":372123,"output_tokens":163559,"total_tokens":535682,"cost":1.73685575},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283796653133,"overall_relative_score":283796653133,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":687470,"output_tokens":185139,"total_tokens":872609,"cost":2.0381034999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93810,"overall_relative_score":93810,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":846614,"output_tokens":241667,"total_tokens":1088281,"cost":2.6611935},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23370839619,"overall_relative_score":291658839797,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":481,"performance":1273,"input_tokens":616993,"output_tokens":148366,"total_tokens":765359,"cost":1.6535572499999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357847,"overall_relative_score":1357847,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":414,"performance":1275,"input_tokens":470201,"output_tokens":157218,"total_tokens":627419,"cost":1.7084912499999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243642316029,"overall_relative_score":275251267138,"max_execution_time_ms":600,"max_memory_usage_kib":7168,"rank":967,"performance":486,"input_tokens":859881,"output_tokens":231148,"total_tokens":1091029,"cost":2.54796325},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1092123,"overall_relative_score":1092123,"max_execution_time_ms":1780,"max_memory_usage_kib":5120,"rank":25,"performance":2548,"input_tokens":955301,"output_tokens":227429,"total_tokens":1182730,"cost":2.58713625},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":435866000000,"overall_relative_score":253880713403,"max_execution_time_ms":2960,"max_memory_usage_kib":4096,"rank":259,"performance":1609,"input_tokens":1030411,"output_tokens":209979,"total_tokens":1240390,"cost":2.38037975},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2053500500,"overall_relative_score":139307742873,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":377,"performance":1421,"input_tokens":639098,"output_tokens":272235,"total_tokens":911333,"cost":2.9109504999999993},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10624291299638,"overall_relative_score":10624291299638,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":369,"performance":1471,"input_tokens":895287,"output_tokens":198899,"total_tokens":1094186,"cost":2.23257875},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3671965,"overall_relative_score":74613783020,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":743,"performance":966,"input_tokens":512424,"output_tokens":205968,"total_tokens":718392,"cost":2.24157},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5902805521,"overall_relative_score":5902805521,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":256,"performance":1626,"input_tokens":846190,"output_tokens":251025,"total_tokens":1097215,"cost":2.7526594999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269139073,"overall_relative_score":269139073,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":14,"performance":2686,"input_tokens":901408,"output_tokens":192798,"total_tokens":1094206,"cost":2.253236},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4957482,"overall_relative_score":71480509633,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":484,"performance":1227,"input_tokens":821068,"output_tokens":193777,"total_tokens":1014845,"cost":2.1666329999999996},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":387692,"overall_relative_score":387692,"max_execution_time_ms":1800,"max_memory_usage_kib":6144,"rank":87,"performance":1998,"input_tokens":1605917,"output_tokens":328895,"total_tokens":1934812,"cost":3.7348102499999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5087410059,"overall_relative_score":1907144882640,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":779949,"output_tokens":207585,"total_tokens":987534,"cost":2.3654902499999997},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68496947,"overall_relative_score":68496947,"max_execution_time_ms":80,"max_memory_usage_kib":7168,"rank":400,"performance":1474,"input_tokens":605512,"output_tokens":185977,"total_tokens":791489,"cost":2.03346},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":220,"max_memory_usage_kib":6144,"rank":521,"performance":1258,"input_tokens":1179124,"output_tokens":267213,"total_tokens":1446337,"cost":3.160067},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147711416,"overall_relative_score":147711416,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":144,"performance":1917,"input_tokens":888309,"output_tokens":252497,"total_tokens":1140806,"cost":2.78100425},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":795428092,"overall_relative_score":1742591204979,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":455,"performance":1400,"input_tokens":816586,"output_tokens":168687,"total_tokens":985273,"cost":1.8987545000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215264,"overall_relative_score":215264,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":185,"performance":1835,"input_tokens":681890,"output_tokens":203467,"total_tokens":885357,"cost":2.3064245000000003}]}]},{"model_name":"gpt-5.1-codex-high","detail_path":"data/model_details/gpt-5.1-codex-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":459.325,"median":438.5,"min":42,"max":1005,"stdev":214.45020789606772},"short":{"mean":370.69565217391306,"median":381.0,"min":42,"max":847,"stdev":189.1496364792625},"long":{"mean":579.2352941176471,"median":587.0,"min":222,"max":1005,"stdev":190.61693570213163}},"performance":{"all":{"mean":1244.925,"median":1224.0,"min":486,"max":2304,"stdev":343.37050240676894},"short":{"mean":1362.0869565217392,"median":1340.0,"min":638,"max":2304,"stdev":365.6923586647262},"long":{"mean":1086.4117647058824,"median":1124.0,"min":486,"max":1593,"stdev":238.91422593253247}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":51030.525,"median":55101.5,"min":3516,"max":92076,"stdev":22465.23412307308},"short":{"mean":53278.86956521739,"median":56058.0,"min":3516,"max":92076,"stdev":24114.722450110217},"long":{"mean":47988.64705882353,"median":47965.0,"min":6618,"max":78901,"stdev":20334.359745087797}},"total_tokens":{"all":{"mean":54010.525,"median":57210.5,"min":4935,"max":94264,"stdev":22509.97900417923},"short":{"mean":55681.69565217391,"median":57709.0,"min":4935,"max":94264,"stdev":24403.536709842214},"long":{"mean":51749.529411764706,"median":54940.0,"min":10743,"max":81713,"stdev":20168.678331504667}},"cost":{"all":{"mean":0.51209345,"median":0.55236575,"min":0.03693375,"max":0.921191,"stdev":0.2246574826552649},"short":{"mean":0.5342019673913043,"median":0.56149175,"min":0.03693375,"max":0.921191,"stdev":0.24110278633744128},"long":{"mean":0.4821819264705882,"median":0.48836875,"min":0.06687225,"max":0.790221,"stdev":0.2035688212448212}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":872108275914,"overall_relative_score":872108275914,"max_execution_time_ms":4880,"max_memory_usage_kib":3072,"rank":724,"performance":1025,"input_tokens":1345,"output_tokens":61357,"total_tokens":62702,"cost":0.61409925},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2609139,"overall_relative_score":2609139,"max_execution_time_ms":1950,"max_memory_usage_kib":89316,"rank":422,"performance":1259,"input_tokens":1469,"output_tokens":58647,"total_tokens":60116,"cost":0.58715425},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767163855312,"overall_relative_score":2767163855312,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":222,"performance":1593,"input_tokens":2614,"output_tokens":47655,"total_tokens":50269,"cost":0.4798175},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4088778258,"overall_relative_score":4088778258,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":215,"performance":1505,"input_tokens":1629,"output_tokens":57594,"total_tokens":59223,"cost":0.57682425},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10585651,"overall_relative_score":10585651,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":227,"performance":1414,"input_tokens":1811,"output_tokens":49808,"total_tokens":51619,"cost":0.50034375},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5248971,"overall_relative_score":5248971,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":318,"performance":1332,"input_tokens":3802,"output_tokens":19498,"total_tokens":23300,"cost":0.1962765},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":793437,"overall_relative_score":793437,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":395,"performance":963,"input_tokens":1529,"output_tokens":34258,"total_tokens":35787,"cost":0.34333925},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9481155646,"overall_relative_score":9481155646,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":502,"performance":814,"input_tokens":2239,"output_tokens":73272,"total_tokens":75511,"cost":0.73321475},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212583773,"overall_relative_score":212583773,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":587,"performance":972,"input_tokens":2984,"output_tokens":74486,"total_tokens":77470,"cost":0.746286},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6978581827,"overall_relative_score":6978581827,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":42,"performance":2304,"input_tokens":2210,"output_tokens":76111,"total_tokens":78321,"cost":0.7638725},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28132,"overall_relative_score":28132,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":250,"performance":1429,"input_tokens":7584,"output_tokens":48832,"total_tokens":56416,"cost":0.48988},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":823885284,"overall_relative_score":823885284,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":386,"performance":1281,"input_tokens":7538,"output_tokens":61715,"total_tokens":69253,"cost":0.6186525},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72703117,"overall_relative_score":72703117,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":381,"performance":1223,"input_tokens":4695,"output_tokens":82829,"total_tokens":87524,"cost":0.82969475},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":766429947,"overall_relative_score":766429947,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":2812,"output_tokens":78901,"total_tokens":81713,"cost":0.790221},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76823603,"overall_relative_score":76823603,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":371,"performance":1275,"input_tokens":2563,"output_tokens":68005,"total_tokens":70568,"cost":0.68094975},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55006053,"overall_relative_score":421748809,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":1005,"performance":486,"input_tokens":2774,"output_tokens":65475,"total_tokens":68249,"cost":0.6559135},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":420762690897,"overall_relative_score":792552290440,"max_execution_time_ms":5800,"max_memory_usage_kib":3072,"rank":466,"performance":1225,"input_tokens":6975,"output_tokens":47965,"total_tokens":54940,"cost":0.48836875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":4471,"output_tokens":25138,"total_tokens":29609,"cost":0.25250475},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":3614,"output_tokens":25771,"total_tokens":29385,"cost":0.2587715},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1703,"output_tokens":13527,"total_tokens":15230,"cost":0.13739875},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283426904971,"overall_relative_score":283426904971,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":2202,"output_tokens":57593,"total_tokens":59795,"cost":0.5763785},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93525,"overall_relative_score":93525,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":356,"performance":1281,"input_tokens":1849,"output_tokens":31773,"total_tokens":33622,"cost":0.31888925},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49166204628,"overall_relative_score":228795441948,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":605,"performance":1124,"input_tokens":2861,"output_tokens":43458,"total_tokens":46319,"cost":0.43585225},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1328142,"overall_relative_score":1328142,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":581,"performance":966,"input_tokens":1758,"output_tokens":17034,"total_tokens":18792,"cost":0.1725375},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50724078152,"overall_relative_score":1080265630899,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":500,"performance":1226,"input_tokens":3354,"output_tokens":67448,"total_tokens":70802,"cost":0.6786725},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1063350,"overall_relative_score":1063350,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":193,"performance":1797,"input_tokens":1855,"output_tokens":53586,"total_tokens":55441,"cost":0.53702675},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4125,"output_tokens":6618,"total_tokens":10743,"cost":0.06687225},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237308952300,"overall_relative_score":18440275999,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":674,"performance":1025,"input_tokens":3009,"output_tokens":55408,"total_tokens":58417,"cost":0.55553725},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10413677441971,"overall_relative_score":10413677441971,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":455,"performance":1340,"input_tokens":1733,"output_tokens":37926,"total_tokens":39659,"cost":0.38027425},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5649795,"overall_relative_score":46217271246,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":793,"performance":900,"input_tokens":2818,"output_tokens":27796,"total_tokens":30614,"cost":0.2814825},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":1917,"output_tokens":54795,"total_tokens":56712,"cost":0.54919425},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251381886,"overall_relative_score":251381886,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":248,"performance":1690,"input_tokens":4323,"output_tokens":76875,"total_tokens":81198,"cost":0.77415375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6471594,"overall_relative_score":44960158612,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":567,"performance":1122,"input_tokens":4012,"output_tokens":32293,"total_tokens":36305,"cost":0.324489},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292738,"overall_relative_score":292738,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":194,"performance":1653,"input_tokens":1844,"output_tokens":67125,"total_tokens":68969,"cost":0.672403},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4123325920,"overall_relative_score":2391088229314,"max_execution_time_ms":440,"max_memory_usage_kib":9216,"rank":640,"performance":1125,"input_tokens":4182,"output_tokens":58066,"total_tokens":62248,"cost":0.5858875},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68468271,"overall_relative_score":68468271,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":403,"performance":1470,"input_tokens":1651,"output_tokens":56058,"total_tokens":57709,"cost":0.56149175},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439476,"overall_relative_score":439476,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":570,"performance":1194,"input_tokens":2188,"output_tokens":92076,"total_tokens":94264,"cost":0.921191},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146756858,"overall_relative_score":146756858,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":197,"performance":1785,"input_tokens":1480,"output_tokens":88403,"total_tokens":89883,"cost":0.884728},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1041851223,"overall_relative_score":1371628854529,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":697,"performance":1134,"input_tokens":4259,"output_tokens":42530,"total_tokens":46789,"cost":0.42615975},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1419,"output_tokens":3516,"total_tokens":4935,"cost":0.03693375}]},{"num_self_refine":2,"rank":{"all":{"mean":400.575,"median":384.5,"min":7,"max":1005,"stdev":228.08510416857507},"short":{"mean":298.17391304347825,"median":242.0,"min":7,"max":626,"stdev":177.08874307787377},"long":{"mean":539.1176470588235,"median":583.0,"min":150,"max":1005,"stdev":219.58537131174666}},"performance":{"all":{"mean":1373.225,"median":1298.0,"min":486,"max":2868,"stdev":431.0199880843174},"short":{"mean":1535.2608695652175,"median":1448.0,"min":826,"max":2868,"stdev":453.09222595117575},"long":{"mean":1154.0,"median":1194.0,"min":486,"max":1775,"stdev":285.92197362217547}},"input_tokens":{"all":{"mean":9433.275,"median":8822.5,"min":4163,"max":18409,"stdev":3275.164117927371},"short":{"mean":8358.304347826086,"median":7186.0,"min":4163,"max":18112,"stdev":3089.713467662166},"long":{"mean":10887.64705882353,"median":10048.0,"min":7316,"max":18409,"stdev":3018.5443913659874}},"output_tokens":{"all":{"mean":93317.875,"median":95268.5,"min":12552,"max":157793,"stdev":30619.386856970126},"short":{"mean":92987.30434782608,"median":95931.0,"min":12552,"max":144648,"stdev":31063.50762614431},"long":{"mean":93765.11764705883,"median":94606.0,"min":49276,"max":157793,"stdev":30953.29169063113}},"total_tokens":{"all":{"mean":102751.15,"median":104408.0,"min":16715,"max":166656,"stdev":31425.31173135472},"short":{"mean":101345.60869565218,"median":103117.0,"min":16715,"max":153725,"stdev":32300.733661438615},"long":{"mean":104652.76470588235,"median":105699.0,"min":59659,"max":166656,"stdev":31078.65411646998}},"cost":{"all":{"mean":0.94111114375,"median":0.96403925,"min":0.12841975,"max":1.58108875,"stdev":0.3068693917954508},"short":{"mean":0.9376976195652174,"median":0.9659885,"min":0.12841975,"max":1.45552225,"stdev":0.31193595516315586},"long":{"mean":0.9457294411764706,"median":0.96209,"min":0.50228275,"max":1.58108875,"stdev":0.3093606968106835}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":872108275914,"overall_relative_score":872108275914,"max_execution_time_ms":4880,"max_memory_usage_kib":3072,"rank":724,"performance":1025,"input_tokens":7316,"output_tokens":78702,"total_tokens":86018,"cost":0.795013},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2609139,"overall_relative_score":2609139,"max_execution_time_ms":1950,"max_memory_usage_kib":89316,"rank":422,"performance":1259,"input_tokens":6787,"output_tokens":93597,"total_tokens":100384,"cost":0.94330175},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2815610954031,"overall_relative_score":2815610954031,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":150,"performance":1775,"input_tokens":8696,"output_tokens":60982,"total_tokens":69678,"cost":0.618386},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4352777500,"overall_relative_score":4352777500,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":191,"performance":1575,"input_tokens":7129,"output_tokens":84450,"total_tokens":91579,"cost":0.85225925},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13169153,"overall_relative_score":13169153,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":180,"performance":1558,"input_tokens":7656,"output_tokens":102598,"total_tokens":110254,"cost":1.03555},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5248971,"overall_relative_score":5248971,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":318,"performance":1332,"input_tokens":10383,"output_tokens":49276,"total_tokens":59659,"cost":0.50228275},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1545011,"overall_relative_score":1545011,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":144,"performance":1670,"input_tokens":6581,"output_tokens":79779,"total_tokens":86360,"cost":0.8048642500000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9999763745,"overall_relative_score":9999763745,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":498,"performance":826,"input_tokens":8155,"output_tokens":105116,"total_tokens":113271,"cost":1.05904975},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218876373,"overall_relative_score":218876373,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":583,"performance":978,"input_tokens":9208,"output_tokens":119203,"total_tokens":128411,"cost":1.201236},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7447293605,"overall_relative_score":7447293605,"max_execution_time_ms":1930,"max_memory_usage_kib":5120,"rank":7,"performance":2868,"input_tokens":8056,"output_tokens":122466,"total_tokens":130522,"cost":1.2347299999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34088,"overall_relative_score":34088,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":242,"performance":1448,"input_tokens":18112,"output_tokens":78014,"total_tokens":96126,"cost":0.78694},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1094082526,"overall_relative_score":1094082526,"max_execution_time_ms":2850,"max_memory_usage_kib":19692,"rank":253,"performance":1508,"input_tokens":18409,"output_tokens":101764,"total_tokens":120173,"cost":1.03273125},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75301710,"overall_relative_score":75301710,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":319,"performance":1342,"input_tokens":14125,"output_tokens":110043,"total_tokens":124168,"cost":1.1136222500000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1325198819,"overall_relative_score":1325198819,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":339,"performance":1272,"input_tokens":8863,"output_tokens":157793,"total_tokens":166656,"cost":1.58108875},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75082425,"overall_relative_score":75082425,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":380,"performance":1260,"input_tokens":9373,"output_tokens":122719,"total_tokens":132092,"cost":1.23660225},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55006053,"overall_relative_score":421748809,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":1005,"performance":486,"input_tokens":9971,"output_tokens":125433,"total_tokens":135404,"cost":1.2565697500000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45421825558,"overall_relative_score":843214492499,"max_execution_time_ms":5460,"max_memory_usage_kib":3072,"rank":389,"performance":1339,"input_tokens":17093,"output_tokens":108027,"total_tokens":125120,"cost":1.09486825},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45776619613723,"overall_relative_score":30836938443,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":367,"performance":1238,"input_tokens":11832,"output_tokens":70383,"total_tokens":82215,"cost":0.706236},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486966991,"overall_relative_score":486966991,"max_execution_time_ms":180,"max_memory_usage_kib":11264,"rank":41,"performance":2348,"input_tokens":10123,"output_tokens":117711,"total_tokens":127834,"cost":1.17953975},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4887,"output_tokens":52335,"total_tokens":57222,"cost":0.5283067499999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284269101674,"overall_relative_score":284269101674,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":92,"performance":1727,"input_tokens":7186,"output_tokens":95931,"total_tokens":103117,"cost":0.9659885},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93808,"overall_relative_score":93808,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":7182,"output_tokens":74495,"total_tokens":81677,"cost":0.7527755},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49166204628,"overall_relative_score":228795441948,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":605,"performance":1124,"input_tokens":10048,"output_tokens":91537,"total_tokens":101585,"cost":0.923322},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1328142,"overall_relative_score":1328142,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":581,"performance":966,"input_tokens":5879,"output_tokens":27599,"total_tokens":33478,"cost":0.28333875000000003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48387183754,"overall_relative_score":1114587269552,"max_execution_time_ms":80,"max_memory_usage_kib":13312,"rank":472,"performance":1263,"input_tokens":10895,"output_tokens":131490,"total_tokens":142385,"cost":1.32059875},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1063350,"overall_relative_score":1063350,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":193,"performance":1797,"input_tokens":8257,"output_tokens":111348,"total_tokens":119605,"cost":1.12264925},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9913,"output_tokens":72603,"total_tokens":82516,"cost":0.72949325},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237308952300,"overall_relative_score":18440275999,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":674,"performance":1025,"input_tokens":9173,"output_tokens":121395,"total_tokens":130568,"cost":1.22311225},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10413677441971,"overall_relative_score":10413677441971,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":455,"performance":1340,"input_tokens":6920,"output_tokens":90822,"total_tokens":97742,"cost":0.915718},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5649795,"overall_relative_score":46217271246,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":793,"performance":900,"input_tokens":7369,"output_tokens":98330,"total_tokens":105699,"cost":0.99251125},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":6825,"output_tokens":81004,"total_tokens":87829,"cost":0.81295525},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258316935,"overall_relative_score":258316935,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":126,"performance":1981,"input_tokens":13059,"output_tokens":100661,"total_tokens":113720,"cost":1.02293375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5934988,"overall_relative_score":51758095450,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":510,"performance":1194,"input_tokens":10399,"output_tokens":54216,"total_tokens":64615,"cost":0.54824675},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293159,"overall_relative_score":293159,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":192,"performance":1658,"input_tokens":8782,"output_tokens":109285,"total_tokens":118067,"cost":1.1015234999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4123325920,"overall_relative_score":2391088229314,"max_execution_time_ms":440,"max_memory_usage_kib":9216,"rank":640,"performance":1125,"input_tokens":12824,"output_tokens":94606,"total_tokens":107430,"cost":0.96209},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71158046,"overall_relative_score":71158046,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":229,"performance":1758,"input_tokens":6802,"output_tokens":88379,"total_tokens":95181,"cost":0.8911404999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439810,"overall_relative_score":439810,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":560,"performance":1207,"input_tokens":9077,"output_tokens":144648,"total_tokens":153725,"cost":1.45552225},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146756858,"overall_relative_score":146756858,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":197,"performance":1785,"input_tokens":7125,"output_tokens":133156,"total_tokens":140281,"cost":1.33931425},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973756366,"overall_relative_score":1492576129943,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":615,"performance":1220,"input_tokens":12698,"output_tokens":58267,"total_tokens":70965,"cost":0.5896145},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":4163,"output_tokens":12552,"total_tokens":16715,"cost":0.12841975}]},{"num_self_refine":4,"rank":{"all":{"mean":347.5,"median":325.0,"min":4,"max":997,"stdev":221.68538575289588},"short":{"mean":269.5652173913044,"median":242.0,"min":4,"max":626,"stdev":182.16421814270086},"long":{"mean":452.94117647058823,"median":414.0,"min":135,"max":997,"stdev":231.55546597636044}},"performance":{"all":{"mean":1496.5,"median":1446.5,"min":509,"max":3025,"stdev":467.93134495323517},"short":{"mean":1646.2608695652175,"median":1548.0,"min":831,"max":3025,"stdev":506.58313662053575},"long":{"mean":1293.8823529411766,"median":1246.0,"min":509,"max":1895,"stdev":324.0254392700018}},"input_tokens":{"all":{"mean":36629.2,"median":36018.5,"min":16187,"max":52150,"stdev":8925.234181227044},"short":{"mean":34973.13043478261,"median":33567.0,"min":16187,"max":51677,"stdev":9821.410213056093},"long":{"mean":38869.76470588235,"median":36897.0,"min":27550,"max":52150,"stdev":7229.2331589302385}},"output_tokens":{"all":{"mean":137596.75,"median":137298.5,"min":41267,"max":260046,"stdev":44922.321105151714},"short":{"mean":139300.78260869565,"median":139405.0,"min":41267,"max":208631,"stdev":40266.4109175112},"long":{"mean":135291.29411764705,"median":125587.0,"min":70183,"max":260046,"stdev":51765.69500253607}},"total_tokens":{"all":{"mean":174225.95,"median":177576.0,"min":62204,"max":296943,"stdev":48802.640935764204},"short":{"mean":174273.91304347827,"median":178552.0,"min":62204,"max":251023,"stdev":46586.66431297992},"long":{"mean":174161.0588235294,"median":177106.0,"min":103286,"max":296943,"stdev":53114.91540456243}},"cost":{"all":{"mean":1.4052084,"median":1.405243875,"min":0.42760925000000005,"max":2.62152525,"stdev":0.45293845216647005},"short":{"mean":1.4230567608695652,"median":1.42788125,"min":0.42760925000000005,"max":2.127924,"stdev":0.41049045390489675},"long":{"mean":1.3810606176470588,"median":1.2848447500000002,"min":0.72261675,"max":2.62152525,"stdev":0.5170035905827257}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":872108275914,"overall_relative_score":872108275914,"max_execution_time_ms":4880,"max_memory_usage_kib":3072,"rank":724,"performance":1025,"input_tokens":34117,"output_tokens":110139,"total_tokens":144256,"cost":1.14173225},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2609139,"overall_relative_score":2609139,"max_execution_time_ms":1950,"max_memory_usage_kib":89316,"rank":422,"performance":1259,"input_tokens":31239,"output_tokens":141738,"total_tokens":172977,"cost":1.44966075},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2818292163996,"overall_relative_score":2818292163996,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":147,"performance":1783,"input_tokens":33487,"output_tokens":79880,"total_tokens":113367,"cost":0.82798675},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4583686944,"overall_relative_score":4583686944,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":175,"performance":1625,"input_tokens":32966,"output_tokens":126178,"total_tokens":159144,"cost":1.2962195},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18069953,"overall_relative_score":18069953,"max_execution_time_ms":290,"max_memory_usage_kib":10240,"rank":88,"performance":1930,"input_tokens":37707,"output_tokens":178064,"total_tokens":215771,"cost":1.8221577500000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5378469,"overall_relative_score":5378469,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":249,"performance":1472,"input_tokens":33103,"output_tokens":70183,"total_tokens":103286,"cost":0.72261675},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1796573,"overall_relative_score":1796573,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":49,"performance":2157,"input_tokens":33567,"output_tokens":146949,"total_tokens":180516,"cost":1.49992875},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10658296364,"overall_relative_score":10658296364,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":496,"performance":831,"input_tokens":33401,"output_tokens":139405,"total_tokens":172806,"cost":1.42788125},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219788195,"overall_relative_score":219788195,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":36823,"output_tokens":182574,"total_tokens":219397,"cost":1.85016875},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7492756892,"overall_relative_score":7492756892,"max_execution_time_ms":1930,"max_memory_usage_kib":5120,"rank":4,"performance":3025,"input_tokens":38030,"output_tokens":163237,"total_tokens":201267,"cost":1.6673795},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34088,"overall_relative_score":34088,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":242,"performance":1448,"input_tokens":51677,"output_tokens":96073,"total_tokens":147750,"cost":0.98198225},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1129112019,"overall_relative_score":1129112019,"max_execution_time_ms":2840,"max_memory_usage_kib":18232,"rank":236,"performance":1543,"input_tokens":51519,"output_tokens":125587,"total_tokens":177106,"cost":1.2848447500000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77996929,"overall_relative_score":77996929,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":269,"performance":1445,"input_tokens":48917,"output_tokens":129635,"total_tokens":178552,"cost":1.3266802500000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1413897206,"overall_relative_score":1413897206,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":269,"performance":1407,"input_tokens":36897,"output_tokens":260046,"total_tokens":296943,"cost":2.62152525},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77675716,"overall_relative_score":77675716,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":366,"performance":1284,"input_tokens":45719,"output_tokens":192835,"total_tokens":238554,"cost":1.98089075},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210149664,"overall_relative_score":1226224181,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":997,"performance":509,"input_tokens":41443,"output_tokens":169107,"total_tokens":210550,"cost":1.7189697500000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41392403597,"overall_relative_score":896128464850,"max_execution_time_ms":5570,"max_memory_usage_kib":5120,"rank":311,"performance":1468,"input_tokens":52150,"output_tokens":143233,"total_tokens":195383,"cost":1.4803815},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45776619613723,"overall_relative_score":30836938443,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":367,"performance":1238,"input_tokens":41648,"output_tokens":104143,"total_tokens":145791,"cost":1.0595059999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486966991,"overall_relative_score":486966991,"max_execution_time_ms":180,"max_memory_usage_kib":11264,"rank":41,"performance":2348,"input_tokens":40916,"output_tokens":169783,"total_tokens":210699,"cost":1.738751},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13164485,"overall_relative_score":13164485,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":335,"performance":1548,"input_tokens":17251,"output_tokens":82147,"total_tokens":99398,"cost":0.83741775},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284901918893,"overall_relative_score":284901918893,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":81,"performance":1808,"input_tokens":29232,"output_tokens":125310,"total_tokens":154542,"cost":1.2736560000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93809,"overall_relative_score":93809,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":29273,"output_tokens":166512,"total_tokens":195785,"cost":1.6949432500000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49166204628,"overall_relative_score":228795441948,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":605,"performance":1124,"input_tokens":41444,"output_tokens":107327,"total_tokens":148771,"cost":1.0988669999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354371,"overall_relative_score":1354371,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":481,"performance":1156,"input_tokens":20937,"output_tokens":41267,"total_tokens":62204,"cost":0.42760925000000005},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46288510524,"overall_relative_score":1171332613028,"max_execution_time_ms":400,"max_memory_usage_kib":13312,"rank":414,"performance":1343,"input_tokens":43525,"output_tokens":206162,"total_tokens":249687,"cost":2.0865062500000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064650,"overall_relative_score":1064650,"max_execution_time_ms":1530,"max_memory_usage_kib":3072,"rank":175,"performance":1842,"input_tokens":42778,"output_tokens":159154,"total_tokens":201932,"cost":1.6222604999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185172000000,"overall_relative_score":361353027436,"max_execution_time_ms":390,"max_memory_usage_kib":4096,"rank":135,"performance":1895,"input_tokens":30374,"output_tokens":147672,"total_tokens":178046,"cost":1.4920795},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":916361654,"overall_relative_score":178154049721,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":316,"performance":1517,"input_tokens":35214,"output_tokens":184869,"total_tokens":220083,"cost":1.8813315},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10413677441971,"overall_relative_score":10413677441971,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":455,"performance":1340,"input_tokens":29347,"output_tokens":136601,"total_tokens":165948,"cost":1.39592575},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":692392,"overall_relative_score":367183932402,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":619,"performance":1113,"input_tokens":27550,"output_tokens":115135,"total_tokens":142685,"cost":1.1857874999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2831376591,"overall_relative_score":2831376591,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":24756,"output_tokens":115256,"total_tokens":140012,"cost":1.173425},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267827365,"overall_relative_score":267827365,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":26,"performance":2510,"input_tokens":46920,"output_tokens":137996,"total_tokens":184916,"cost":1.4145619999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5790722,"overall_relative_score":54686625803,"max_execution_time_ms":220,"max_memory_usage_kib":4096,"rank":498,"performance":1209,"input_tokens":30786,"output_tokens":82832,"total_tokens":113618,"cost":0.8439065},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293197,"overall_relative_score":293197,"max_execution_time_ms":70,"max_memory_usage_kib":6144,"rank":192,"performance":1658,"input_tokens":45937,"output_tokens":166979,"total_tokens":212916,"cost":1.7100752499999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4154764617,"overall_relative_score":2386438434430,"max_execution_time_ms":830,"max_memory_usage_kib":10240,"rank":640,"performance":1125,"input_tokens":46125,"output_tokens":133073,"total_tokens":179198,"cost":1.36433825},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71158046,"overall_relative_score":71158046,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":229,"performance":1758,"input_tokens":31363,"output_tokens":133247,"total_tokens":164610,"cost":1.3601537499999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439810,"overall_relative_score":439810,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":560,"performance":1207,"input_tokens":42392,"output_tokens":208631,"total_tokens":251023,"cost":2.127924},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147155258,"overall_relative_score":147155258,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":173,"performance":1841,"input_tokens":33870,"output_tokens":181319,"total_tokens":215189,"cost":1.8313355},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":959204841,"overall_relative_score":1524157603062,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":591,"performance":1246,"input_tokens":44581,"output_tokens":77990,"total_tokens":122571,"cost":0.8174822500000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207754,"overall_relative_score":207754,"max_execution_time_ms":400,"max_memory_usage_kib":11264,"rank":381,"performance":1466,"input_tokens":16187,"output_tokens":65602,"total_tokens":81789,"cost":0.66948575}]},{"num_self_refine":8,"rank":{"all":{"mean":335.275,"median":316.5,"min":4,"max":986,"stdev":214.7194935198849},"short":{"mean":261.5217391304348,"median":245.0,"min":4,"max":626,"stdev":182.8923850408454},"long":{"mean":435.05882352941177,"median":406.0,"min":135,"max":986,"stdev":219.0614841169698}},"performance":{"all":{"mean":1522.4,"median":1437.5,"min":538,"max":3025,"stdev":483.926345317454},"short":{"mean":1676.7826086956522,"median":1583.0,"min":831,"max":3025,"stdev":533.9072064866141},"long":{"mean":1313.5294117647059,"median":1255.0,"min":538,"max":1895,"stdev":313.45974973811605}},"input_tokens":{"all":{"mean":161317.75,"median":165352.0,"min":72814,"max":291591,"stdev":42906.93485682346},"short":{"mean":161392.78260869565,"median":163489.0,"min":72814,"max":291591,"stdev":52058.92971078459},"long":{"mean":161216.23529411765,"median":167215.0,"min":114860,"max":204272,"stdev":27586.211500334302}},"output_tokens":{"all":{"mean":188559.675,"median":180707.0,"min":63307,"max":331074,"stdev":54096.140745038836},"short":{"mean":189498.47826086957,"median":198009.0,"min":63307,"max":297477,"stdev":49576.068752858395},"long":{"mean":187289.5294117647,"median":178375.0,"min":87079,"max":331074,"stdev":61242.501366613906}},"total_tokens":{"all":{"mean":349877.425,"median":352208.0,"min":144485,"max":523793,"stdev":84679.32226388656},"short":{"mean":350891.26086956525,"median":359365.0,"min":144485,"max":506703,"stdev":89393.0283015899},"long":{"mean":348505.76470588235,"median":344221.0,"min":201939,"max":523793,"stdev":80542.22278216052}},"cost":{"all":{"mean":1.9795751375,"median":1.9160828749999999,"min":0.6922065000000001,"max":3.39309475,"stdev":0.5554213589379283},"short":{"mean":1.9945233260869564,"median":2.092586,"min":0.6922065000000001,"max":3.1618545,"stdev":0.5178074021598209},"long":{"mean":1.9593511176470588,"median":1.84643925,"min":0.918173,"max":3.39309475,"stdev":0.6184855964375183}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":920870979563,"overall_relative_score":920870979563,"max_execution_time_ms":4870,"max_memory_usage_kib":3072,"rank":488,"performance":1245,"input_tokens":160476,"output_tokens":180379,"total_tokens":340855,"cost":1.9171209999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2609139,"overall_relative_score":2609139,"max_execution_time_ms":1950,"max_memory_usage_kib":89316,"rank":422,"performance":1259,"input_tokens":136960,"output_tokens":219185,"total_tokens":356145,"cost":2.277226},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2818292163996,"overall_relative_score":2818292163996,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":147,"performance":1783,"input_tokens":147548,"output_tokens":119765,"total_tokens":267313,"cost":1.319157},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4583686944,"overall_relative_score":4583686944,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":175,"performance":1625,"input_tokens":158135,"output_tokens":180472,"total_tokens":338607,"cost":1.88546075},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18460570,"overall_relative_score":18460570,"max_execution_time_ms":310,"max_memory_usage_kib":10240,"rank":77,"performance":1991,"input_tokens":196824,"output_tokens":238474,"total_tokens":435298,"cost":2.4967060000000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5383409,"overall_relative_score":5383409,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":114860,"output_tokens":87079,"total_tokens":201939,"cost":0.918173},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1796573,"overall_relative_score":1796573,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":49,"performance":2157,"input_tokens":179281,"output_tokens":198009,"total_tokens":377290,"cost":2.14774325},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10931447089,"overall_relative_score":10931447089,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":496,"performance":831,"input_tokens":144088,"output_tokens":173493,"total_tokens":317581,"cost":1.808336},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221023192,"overall_relative_score":221023192,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":170199,"output_tokens":273117,"total_tokens":443316,"cost":2.82468675},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7498286947,"overall_relative_score":7498286947,"max_execution_time_ms":1940,"max_memory_usage_kib":5120,"rank":4,"performance":3025,"input_tokens":188694,"output_tokens":205269,"total_tokens":393963,"cost":2.1910695},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32552,"overall_relative_score":32552,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":245,"performance":1441,"input_tokens":173720,"output_tokens":133605,"total_tokens":307325,"cost":1.39624},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1175035519,"overall_relative_score":1175035519,"max_execution_time_ms":2820,"max_memory_usage_kib":12424,"rank":217,"performance":1584,"input_tokens":173597,"output_tokens":197050,"total_tokens":370647,"cost":2.0602002500000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77664677,"overall_relative_score":77664677,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":274,"performance":1434,"input_tokens":186158,"output_tokens":174035,"total_tokens":360193,"cost":1.8582795},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1415609004,"overall_relative_score":1415609004,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":268,"performance":1409,"input_tokens":192719,"output_tokens":331074,"total_tokens":523793,"cost":3.39309475},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75939834,"overall_relative_score":75939834,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":375,"performance":1268,"input_tokens":200475,"output_tokens":228615,"total_tokens":429090,"cost":2.4150637499999994},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305110682,"overall_relative_score":1776276629,"max_execution_time_ms":3820,"max_memory_usage_kib":3072,"rank":986,"performance":538,"input_tokens":172544,"output_tokens":205687,"total_tokens":378231,"cost":2.1694460000000007},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41418500241,"overall_relative_score":892144827328,"max_execution_time_ms":5620,"max_memory_usage_kib":5120,"rank":317,"performance":1457,"input_tokens":199049,"output_tokens":180942,"total_tokens":379991,"cost":1.95167125},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45655451695530,"overall_relative_score":31192589441,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":364,"performance":1243,"input_tokens":163414,"output_tokens":151339,"total_tokens":314753,"cost":1.5964095},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494038691,"overall_relative_score":494038691,"max_execution_time_ms":1740,"max_memory_usage_kib":12288,"rank":14,"performance":2679,"input_tokens":176142,"output_tokens":211254,"total_tokens":387396,"cost":2.2019655},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13220720,"overall_relative_score":13220720,"max_execution_time_ms":1360,"max_memory_usage_kib":3072,"rank":314,"performance":1583,"input_tokens":88150,"output_tokens":150044,"total_tokens":238194,"cost":1.5753475},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284901918893,"overall_relative_score":284901918893,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":81,"performance":1808,"input_tokens":125438,"output_tokens":171550,"total_tokens":296988,"cost":1.7990015},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93809,"overall_relative_score":93809,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":135001,"output_tokens":224364,"total_tokens":359365,"cost":2.31274325},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50475640014,"overall_relative_score":226335543260,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":608,"performance":1120,"input_tokens":168272,"output_tokens":145860,"total_tokens":314132,"cost":1.5256599999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354371,"overall_relative_score":1354371,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":481,"performance":1156,"input_tokens":81178,"output_tokens":63307,"total_tokens":144485,"cost":0.6922065000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45822038791,"overall_relative_score":1182897908055,"max_execution_time_ms":1300,"max_memory_usage_kib":14336,"rank":406,"performance":1354,"input_tokens":204272,"output_tokens":250357,"total_tokens":454629,"cost":2.60627},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068979,"overall_relative_score":1068979,"max_execution_time_ms":1670,"max_memory_usage_kib":4096,"rank":131,"performance":1966,"input_tokens":214313,"output_tokens":211029,"total_tokens":425342,"cost":2.2589492499999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185137000000,"overall_relative_score":361475159643,"max_execution_time_ms":360,"max_memory_usage_kib":4096,"rank":135,"performance":1895,"input_tokens":133441,"output_tokens":178375,"total_tokens":311816,"cost":1.84643925},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":916696845,"overall_relative_score":178197342093,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":316,"performance":1517,"input_tokens":149136,"output_tokens":258074,"total_tokens":407210,"cost":2.6535439999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10413677441971,"overall_relative_score":10413677441971,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":455,"performance":1340,"input_tokens":123608,"output_tokens":201022,"total_tokens":324630,"cost":2.092586},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":691125,"overall_relative_score":367856949126,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":617,"performance":1115,"input_tokens":120906,"output_tokens":148907,"total_tokens":269813,"cost":1.5588424999999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2831376591,"overall_relative_score":2831376591,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":89328,"output_tokens":157664,"total_tokens":246992,"cost":1.642652},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267827365,"overall_relative_score":267827365,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":26,"performance":2510,"input_tokens":291591,"output_tokens":176526,"total_tokens":468117,"cost":1.91504475},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5777423,"overall_relative_score":55392479669,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":498,"performance":1209,"input_tokens":117027,"output_tokens":136641,"total_tokens":253668,"cost":1.4141977499999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321706,"overall_relative_score":321706,"max_execution_time_ms":460,"max_memory_usage_kib":6144,"rank":159,"performance":1747,"input_tokens":221056,"output_tokens":208493,"total_tokens":429549,"cost":2.180674},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4014284717,"overall_relative_score":2453789917572,"max_execution_time_ms":2130,"max_memory_usage_kib":147156,"rank":618,"performance":1150,"input_tokens":167215,"output_tokens":177006,"total_tokens":344221,"cost":1.8435747500000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71158046,"overall_relative_score":71158046,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":229,"performance":1758,"input_tokens":156365,"output_tokens":180998,"total_tokens":337363,"cost":1.9079482499999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":209226,"output_tokens":297477,"total_tokens":506703,"cost":3.1618545},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147186320,"overall_relative_score":147186320,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":171,"performance":1846,"input_tokens":163489,"output_tokens":252796,"total_tokens":416285,"cost":2.59681725},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951687047,"overall_relative_score":1539835823502,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":582,"performance":1255,"input_tokens":186001,"output_tokens":162270,"total_tokens":348271,"cost":1.71048125},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209194,"overall_relative_score":209194,"max_execution_time_ms":1060,"max_memory_usage_kib":19456,"rank":356,"performance":1506,"input_tokens":72814,"output_tokens":100784,"total_tokens":173598,"cost":1.0601215}]},{"num_self_refine":16,"rank":{"all":{"mean":332.525,"median":316.5,"min":4,"max":972,"stdev":212.92769779241846},"short":{"mean":260.82608695652175,"median":245.0,"min":4,"max":626,"stdev":183.22853394647328},"long":{"mean":429.52941176470586,"median":406.0,"min":128,"max":972,"stdev":216.70634440616257}},"performance":{"all":{"mean":1527.55,"median":1437.5,"min":572,"max":3025,"stdev":481.2120887498301},"short":{"mean":1678.9130434782608,"median":1584.0,"min":831,"max":3025,"stdev":534.6319815828691},"long":{"mean":1322.764705882353,"median":1333.0,"min":572,"max":1916,"stdev":306.4791039801418}},"input_tokens":{"all":{"mean":717344.85,"median":714539.5,"min":322020,"max":1286193,"stdev":196210.6974566842},"short":{"mean":716160.304347826,"median":716081.0,"min":322020,"max":1286193,"stdev":231651.66084435617},"long":{"mean":718947.4705882353,"median":712998.0,"min":423703,"max":922194,"stdev":141597.16531154394}},"output_tokens":{"all":{"mean":248266.925,"median":250082.0,"min":87243,"max":396841,"stdev":60681.547974942565},"short":{"mean":247729.78260869565,"median":250219.0,"min":87243,"max":338907,"stdev":55651.14807600887},"long":{"mean":248993.64705882352,"median":249945.0,"min":117151,"max":396841,"stdev":68673.61210095655}},"total_tokens":{"all":{"mean":965611.775,"median":976157.0,"min":409263,"max":1518510,"stdev":237239.57926356472},"short":{"mean":963890.0869565217,"median":997375.0,"min":409263,"max":1518510,"stdev":268109.60374510224},"long":{"mean":967941.1176470588,"median":971389.0,"min":540854,"max":1319035,"stdev":195806.18176748225}},"cost":{"all":{"mean":2.7473811125,"median":2.7886398750000003,"min":1.0027949999999999,"max":4.213376500000001,"stdev":0.6610873131812531},"short":{"mean":2.753617510869565,"median":2.8274470000000003,"min":1.0027949999999999,"max":3.8361844999999994,"stdev":0.6278662285036793},"long":{"mean":2.738943632352941,"median":2.713153,"min":1.2875707499999998,"max":4.213376500000001,"stdev":0.7232549771312616}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":924098112831,"overall_relative_score":924098112831,"max_execution_time_ms":4880,"max_memory_usage_kib":3072,"rank":473,"performance":1260,"input_tokens":860798,"output_tokens":259190,"total_tokens":1119988,"cost":2.9686335},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2609139,"overall_relative_score":2609139,"max_execution_time_ms":1950,"max_memory_usage_kib":89316,"rank":422,"performance":1259,"input_tokens":579086,"output_tokens":307543,"total_tokens":886629,"cost":3.329271500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2808230411752,"overall_relative_score":2808230411752,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":158,"performance":1752,"input_tokens":695887,"output_tokens":187588,"total_tokens":883475,"cost":2.17996275},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4532744369,"overall_relative_score":4532744369,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":178,"performance":1615,"input_tokens":761264,"output_tokens":262375,"total_tokens":1023639,"cost":2.8534580000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18513137,"overall_relative_score":18513137,"max_execution_time_ms":310,"max_memory_usage_kib":8192,"rank":74,"performance":2009,"input_tokens":1007669,"output_tokens":324096,"total_tokens":1331765,"cost":3.7426742499999994},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5389367,"overall_relative_score":5389367,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":245,"performance":1481,"input_tokens":423703,"output_tokens":117151,"total_tokens":540854,"cost":1.2875707499999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1796573,"overall_relative_score":1796573,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":49,"performance":2157,"input_tokens":827148,"output_tokens":249114,"total_tokens":1076262,"cost":2.8613789999999995},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10931447089,"overall_relative_score":10931447089,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":496,"performance":831,"input_tokens":641068,"output_tokens":229321,"total_tokens":870389,"cost":2.483985},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221023192,"overall_relative_score":221023192,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":794776,"output_tokens":371689,"total_tokens":1166465,"cost":3.95292},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7498286947,"overall_relative_score":7498286947,"max_execution_time_ms":1940,"max_memory_usage_kib":5120,"rank":4,"performance":3025,"input_tokens":747156,"output_tokens":250219,"total_tokens":997375,"cost":2.8274470000000003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32552,"overall_relative_score":32552,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":245,"performance":1441,"input_tokens":676077,"output_tokens":184658,"total_tokens":860735,"cost":2.02510025},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1175035519,"overall_relative_score":1175035519,"max_execution_time_ms":2820,"max_memory_usage_kib":12424,"rank":217,"performance":1584,"input_tokens":726018,"output_tokens":254907,"total_tokens":980925,"cost":2.7763365},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77664677,"overall_relative_score":77664677,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":274,"performance":1434,"input_tokens":776053,"output_tokens":237257,"total_tokens":1013310,"cost":2.74143625},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1415609004,"overall_relative_score":1415609004,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":268,"performance":1409,"input_tokens":922194,"output_tokens":396841,"total_tokens":1319035,"cost":4.213376500000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76558395,"overall_relative_score":76558395,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":373,"performance":1272,"input_tokens":828329,"output_tokens":282648,"total_tokens":1110977,"cost":3.0985472499999993},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474076159,"overall_relative_score":2739736658,"max_execution_time_ms":2640,"max_memory_usage_kib":3072,"rank":972,"performance":572,"input_tokens":712998,"output_tokens":258391,"total_tokens":971389,"cost":2.8245655000000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41418500241,"overall_relative_score":892144827328,"max_execution_time_ms":5620,"max_memory_usage_kib":5120,"rank":317,"performance":1457,"input_tokens":860676,"output_tokens":258551,"total_tokens":1119227,"cost":3.0116269999999994},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35108617192817,"overall_relative_score":46342051554,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":317,"performance":1333,"input_tokens":700098,"output_tokens":238542,"total_tokens":938640,"cost":2.5988625},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493931207,"overall_relative_score":493931207,"max_execution_time_ms":1790,"max_memory_usage_kib":12288,"rank":14,"performance":2679,"input_tokens":813188,"output_tokens":286673,"total_tokens":1099861,"cost":3.107055},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13222040,"overall_relative_score":13222040,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":313,"performance":1584,"input_tokens":574159,"output_tokens":219007,"total_tokens":793166,"cost":2.50471275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284901918893,"overall_relative_score":284901918893,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":81,"performance":1808,"input_tokens":518357,"output_tokens":211640,"total_tokens":729997,"cost":2.28957825},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93809,"overall_relative_score":93809,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":586116,"output_tokens":277713,"total_tokens":863829,"cost":2.9546550000000003},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50475640014,"overall_relative_score":226335543260,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":608,"performance":1120,"input_tokens":686984,"output_tokens":194235,"total_tokens":881219,"cost":2.1296079999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354371,"overall_relative_score":1354371,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":481,"performance":1156,"input_tokens":322020,"output_tokens":87243,"total_tokens":409263,"cost":1.0027949999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45822038791,"overall_relative_score":1182897908055,"max_execution_time_ms":1300,"max_memory_usage_kib":14336,"rank":406,"performance":1354,"input_tokens":888150,"output_tokens":305766,"total_tokens":1193916,"cost":3.4969515000000007},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068979,"overall_relative_score":1068979,"max_execution_time_ms":1670,"max_memory_usage_kib":4096,"rank":131,"performance":1966,"input_tokens":1055802,"output_tokens":299802,"total_tokens":1355604,"cost":3.5241885},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":178262000000,"overall_relative_score":367290561299,"max_execution_time_ms":390,"max_memory_usage_kib":4096,"rank":128,"performance":1916,"input_tokens":637485,"output_tokens":248742,"total_tokens":886227,"cost":2.67976425},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":916696845,"overall_relative_score":178197342093,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":316,"performance":1517,"input_tokens":608146,"output_tokens":293099,"total_tokens":901245,"cost":3.1061004999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10413677441971,"overall_relative_score":10413677441971,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":455,"performance":1340,"input_tokens":552708,"output_tokens":269214,"total_tokens":821922,"cost":2.8762889999999994},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":687356,"overall_relative_score":369857339652,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":607,"performance":1127,"input_tokens":566319,"output_tokens":201349,"total_tokens":767668,"cost":2.25468475},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2831376591,"overall_relative_score":2831376591,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":338624,"output_tokens":198855,"total_tokens":537479,"cost":2.1354940000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267827365,"overall_relative_score":267827365,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":26,"performance":2510,"input_tokens":1286193,"output_tokens":232317,"total_tokens":1518510,"cost":2.80094325},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5773370,"overall_relative_score":55468483199,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":498,"performance":1209,"input_tokens":508899,"output_tokens":171840,"total_tokens":680739,"cost":1.8582997499999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":328461,"overall_relative_score":328461,"max_execution_time_ms":110,"max_memory_usage_kib":6144,"rank":150,"performance":1773,"input_tokens":872232,"output_tokens":251937,"total_tokens":1124169,"cost":2.7614999999999994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3927307146,"overall_relative_score":2494425326529,"max_execution_time_ms":2470,"max_memory_usage_kib":132752,"rank":610,"performance":1159,"input_tokens":739820,"output_tokens":249945,"total_tokens":989765,"cost":2.713153},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71158046,"overall_relative_score":71158046,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":229,"performance":1758,"input_tokens":696969,"output_tokens":228038,"total_tokens":925007,"cost":2.5040232499999995},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":924706,"output_tokens":338907,"total_tokens":1263613,"cost":3.8361844999999994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147247012,"overall_relative_score":147247012,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":167,"performance":1856,"input_tokens":716081,"output_tokens":296634,"total_tokens":1012715,"cost":3.16217725},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":950943207,"overall_relative_score":1541330448993,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":580,"performance":1258,"input_tokens":889156,"output_tokens":225066,"total_tokens":1114222,"cost":2.5096249999999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209194,"overall_relative_score":209194,"max_execution_time_ms":1060,"max_memory_usage_kib":19456,"rank":356,"performance":1506,"input_tokens":370682,"output_tokens":172574,"total_tokens":543256,"cost":1.9103085000000002}]}]},{"model_name":"gpt-5.1-codex-max-high","detail_path":"data/model_details/gpt-5.1-codex-max-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":472.6,"median":456.0,"min":37,"max":1037,"stdev":210.61896571284532},"short":{"mean":384.7391304347826,"median":395.0,"min":37,"max":723,"stdev":180.12526383585606},"long":{"mean":591.4705882352941,"median":569.0,"min":299,"max":1037,"stdev":193.40666923837543}},"performance":{"all":{"mean":1208.825,"median":1176.5,"min":194,"max":2349,"stdev":350.52311731072854},"short":{"mean":1322.7391304347825,"median":1244.0,"min":717,"max":2349,"stdev":358.88998281206716},"long":{"mean":1054.7058823529412,"median":1129.0,"min":194,"max":1442,"stdev":280.16663896373404}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":25138.35,"median":23077.5,"min":4447,"max":52637,"stdev":12020.863908435542},"short":{"mean":26996.260869565216,"median":23656.0,"min":7329,"max":51594,"stdev":11603.403392646922},"long":{"mean":22624.70588235294,"median":22462.0,"min":4447,"max":52637,"stdev":12466.663495923367}},"total_tokens":{"all":{"mean":28118.35,"median":26517.0,"min":8572,"max":55411,"stdev":11736.061892566597},"short":{"mean":29399.08695652174,"median":26101.0,"min":9140,"max":53074,"stdev":11368.072983392181},"long":{"mean":26385.58823529412,"median":26933.0,"min":8572,"max":55411,"stdev":12348.51834765422}},"cost":{"all":{"mean":0.2531861,"median":0.235349875,"min":0.04962625,"max":0.5298375,"stdev":0.12018130120179699},"short":{"mean":0.2713195326086957,"median":0.23782075,"min":0.07555375,"max":0.51779,"stdev":0.11632521821930433},"long":{"mean":0.22865263235294117,"median":0.22560075,"min":0.04962625,"max":0.5298375,"stdev":0.12445103987898959}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":898754189646,"overall_relative_score":898754189646,"max_execution_time_ms":4810,"max_memory_usage_kib":3072,"rank":617,"performance":1121,"input_tokens":1345,"output_tokens":36200,"total_tokens":37545,"cost":0.36252925},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1254825,"overall_relative_score":1254825,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":613,"performance":1021,"input_tokens":1469,"output_tokens":15550,"total_tokens":17019,"cost":0.15618425},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2736199858159,"overall_relative_score":2736199858159,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":299,"performance":1442,"input_tokens":2614,"output_tokens":17970,"total_tokens":20584,"cost":0.1806635},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861378388,"overall_relative_score":4861378388,"max_execution_time_ms":2750,"max_memory_usage_kib":19456,"rank":153,"performance":1698,"input_tokens":1629,"output_tokens":43516,"total_tokens":45145,"cost":0.43604425},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":1811,"output_tokens":7329,"total_tokens":9140,"cost":0.07555375},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5117258,"overall_relative_score":5117258,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":367,"performance":1243,"input_tokens":3802,"output_tokens":14425,"total_tokens":18227,"cost":0.1455465},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796284,"overall_relative_score":796284,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":395,"performance":963,"input_tokens":1529,"output_tokens":14909,"total_tokens":16438,"cost":0.14984925},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10314273746,"overall_relative_score":10314273746,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":2239,"output_tokens":23862,"total_tokens":26101,"cost":0.23911475},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223968466,"overall_relative_score":223968466,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":569,"performance":996,"input_tokens":2984,"output_tokens":10075,"total_tokens":13059,"cost":0.10448},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7021446537,"overall_relative_score":7021446537,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":37,"performance":2349,"input_tokens":2210,"output_tokens":33994,"total_tokens":36204,"cost":0.3403985},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22352,"overall_relative_score":22352,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":281,"performance":1358,"input_tokens":7584,"output_tokens":16906,"total_tokens":24490,"cost":0.17062},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":802324199,"overall_relative_score":802324199,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":394,"performance":1269,"input_tokens":7538,"output_tokens":29878,"total_tokens":37416,"cost":0.3002825},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77340084,"overall_relative_score":77340084,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":280,"performance":1421,"input_tokens":4695,"output_tokens":23656,"total_tokens":28351,"cost":0.23782075},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":766442262,"overall_relative_score":766442262,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":525,"performance":944,"input_tokens":2812,"output_tokens":27070,"total_tokens":29882,"cost":0.271911},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73901143,"overall_relative_score":73901143,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":389,"performance":1244,"input_tokens":2563,"output_tokens":18229,"total_tokens":20792,"cost":0.18318975},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1277725597,"overall_relative_score":8216840933,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":939,"performance":644,"input_tokens":2774,"output_tokens":52637,"total_tokens":55411,"cost":0.5298375},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":338625824748,"overall_relative_score":792399421036,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":466,"performance":1225,"input_tokens":6975,"output_tokens":22565,"total_tokens":29540,"cost":0.23436875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":4471,"output_tokens":22462,"total_tokens":26933,"cost":0.22560075},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445182373,"overall_relative_score":445182373,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":305,"performance":1521,"input_tokens":3614,"output_tokens":31962,"total_tokens":35576,"cost":0.3241375},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1703,"output_tokens":32665,"total_tokens":34368,"cost":0.32877875},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282550121496,"overall_relative_score":282550121496,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":2202,"output_tokens":41535,"total_tokens":43737,"cost":0.4181025},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1849,"output_tokens":42197,"total_tokens":44046,"cost":0.42428125},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49608027722,"overall_relative_score":231912200712,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":601,"performance":1129,"input_tokens":2861,"output_tokens":15912,"total_tokens":18773,"cost":0.16039225},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356657,"overall_relative_score":1356657,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":426,"performance":1213,"input_tokens":1758,"output_tokens":18111,"total_tokens":19869,"cost":0.1821555},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52468228461,"overall_relative_score":1028137226652,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":520,"performance":1201,"input_tokens":3354,"output_tokens":18274,"total_tokens":21628,"cost":0.1869325},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061556,"overall_relative_score":1061556,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":202,"performance":1775,"input_tokens":1855,"output_tokens":21443,"total_tokens":23298,"cost":0.21559675},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4125,"output_tokens":4447,"total_tokens":8572,"cost":0.04962625},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":34555,"total_tokens":37564,"cost":0.34700725},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9577803466867,"overall_relative_score":9577803466867,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":1733,"output_tokens":20905,"total_tokens":22638,"cost":0.21006425},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":2818,"output_tokens":26368,"total_tokens":29186,"cost":0.2672025},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3480606072,"overall_relative_score":3480606072,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":494,"performance":1241,"input_tokens":1917,"output_tokens":38184,"total_tokens":40101,"cost":0.38308425},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":244969842,"overall_relative_score":244969842,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":334,"performance":1538,"input_tokens":4323,"output_tokens":17087,"total_tokens":21410,"cost":0.17166575},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6412638,"overall_relative_score":45592244532,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":557,"performance":1135,"input_tokens":4012,"output_tokens":11869,"total_tokens":15881,"cost":0.120249},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292416,"overall_relative_score":292416,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":198,"performance":1643,"input_tokens":1844,"output_tokens":38773,"total_tokens":40617,"cost":0.388883},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4128458076,"overall_relative_score":2364183572128,"max_execution_time_ms":390,"max_memory_usage_kib":4096,"rank":641,"performance":1123,"input_tokens":4182,"output_tokens":34137,"total_tokens":38319,"cost":0.3419895},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56212695,"overall_relative_score":56212695,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":723,"performance":1026,"input_tokens":1651,"output_tokens":29895,"total_tokens":31546,"cost":0.29986175},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441214,"overall_relative_score":441214,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":2188,"output_tokens":23590,"total_tokens":25778,"cost":0.236331},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139348992,"overall_relative_score":139348992,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":408,"performance":1416,"input_tokens":1480,"output_tokens":51594,"total_tokens":53074,"cost":0.51779},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018455626,"overall_relative_score":1405534417962,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":680,"performance":1152,"input_tokens":4259,"output_tokens":5776,"total_tokens":10035,"cost":0.05847575},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":15022,"total_tokens":16441,"cost":0.15084175}]},{"num_self_refine":2,"rank":{"all":{"mean":413.275,"median":414.5,"min":30,"max":749,"stdev":180.67891729210177},"short":{"mean":343.7391304347826,"median":369.0,"min":30,"max":723,"stdev":179.25862915486724},"long":{"mean":507.3529411764706,"median":495.0,"min":299,"max":749,"stdev":137.96237765078862}},"performance":{"all":{"mean":1315.575,"median":1266.0,"min":717,"max":2422,"stdev":330.1242103069226},"short":{"mean":1414.1304347826087,"median":1441.0,"min":717,"max":2422,"stdev":388.92968566986104},"long":{"mean":1182.235294117647,"median":1209.0,"min":814,"max":1442,"stdev":157.47719255965478}},"input_tokens":{"all":{"mean":8434.15,"median":7572.5,"min":4085,"max":17868,"stdev":3255.5750096702955},"short":{"mean":7430.739130434783,"median":6681.0,"min":4085,"max":17737,"stdev":2967.755981413801},"long":{"mean":9791.70588235294,"median":9063.0,"min":5007,"max":17868,"stdev":3212.2603172202957}},"output_tokens":{"all":{"mean":39631.025,"median":36265.0,"min":5836,"max":71388,"stdev":15253.580945667336},"short":{"mean":41348.565217391304,"median":36393.0,"min":21904,"max":71388,"stdev":14232.76032394051},"long":{"mean":37307.294117647056,"median":36137.0,"min":5836,"max":68494,"stdev":16692.0288302707}},"total_tokens":{"all":{"mean":48065.175,"median":47312.5,"min":15546,"max":77288,"stdev":14811.590956440075},"short":{"mean":48779.30434782609,"median":45897.0,"min":27081,"max":77288,"stdev":14007.56438965871},"long":{"mean":47099.0,"median":48728.0,"min":15546,"max":77166,"stdev":16224.37587397432}},"cost":{"all":{"mean":0.4027237375,"median":0.3688925,"min":0.06588949999999999,"max":0.7201029999999999,"stdev":0.15308985256448118},"short":{"mean":0.4193806847826087,"median":0.36907975000000004,"min":0.22435925,"max":0.7201029999999999,"stdev":0.14317710467815126},"long":{"mean":0.3801878676470588,"median":0.36870525,"min":0.06588949999999999,"max":0.6923587499999999,"stdev":0.16733488705990895}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":903457444137,"overall_relative_score":903457444137,"max_execution_time_ms":4960,"max_memory_usage_kib":3072,"rank":591,"performance":1145,"input_tokens":5007,"output_tokens":68494,"total_tokens":73501,"cost":0.69004675},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1411431,"overall_relative_score":1411431,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":598,"performance":1039,"input_tokens":5225,"output_tokens":27050,"total_tokens":32275,"cost":0.27587925},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2736199858159,"overall_relative_score":2736199858159,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":299,"performance":1442,"input_tokens":7619,"output_tokens":29934,"total_tokens":37553,"cost":0.30425575},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861378388,"overall_relative_score":4861378388,"max_execution_time_ms":2750,"max_memory_usage_kib":19456,"rank":153,"performance":1698,"input_tokens":6747,"output_tokens":62119,"total_tokens":68866,"cost":0.6273197500000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11767601,"overall_relative_score":11767601,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":206,"performance":1476,"input_tokens":5177,"output_tokens":21904,"total_tokens":27081,"cost":0.22435925},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5117258,"overall_relative_score":5117258,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":367,"performance":1243,"input_tokens":9982,"output_tokens":19762,"total_tokens":29744,"cost":0.2031855},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":818810,"overall_relative_score":818810,"max_execution_time_ms":110,"max_memory_usage_kib":7168,"rank":390,"performance":978,"input_tokens":5344,"output_tokens":31754,"total_tokens":37098,"cost":0.323068},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10314273746,"overall_relative_score":10314273746,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":6681,"output_tokens":30460,"total_tokens":37141,"cost":0.30834324999999996},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1800131748,"overall_relative_score":1800131748,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":518,"performance":1065,"input_tokens":7965,"output_tokens":30857,"total_tokens":38822,"cost":0.31852625},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7152355607,"overall_relative_score":7152355607,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":30,"performance":2422,"input_tokens":8435,"output_tokens":50218,"total_tokens":58653,"cost":0.50811575},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35020,"overall_relative_score":35020,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":241,"performance":1451,"input_tokens":17737,"output_tokens":24568,"total_tokens":42305,"cost":0.25201125},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962574959,"overall_relative_score":962574959,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":328,"performance":1372,"input_tokens":17868,"output_tokens":41143,"total_tokens":59011,"cost":0.417925},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93216367,"overall_relative_score":93216367,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":66,"performance":2100,"input_tokens":11208,"output_tokens":34689,"total_tokens":45897,"cost":0.351684},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327228032,"overall_relative_score":1327228032,"max_execution_time_ms":80,"max_memory_usage_kib":9204,"rank":338,"performance":1274,"input_tokens":8232,"output_tokens":47460,"total_tokens":55692,"cost":0.482586},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90229183,"overall_relative_score":90229183,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":323,"performance":1363,"input_tokens":7213,"output_tokens":26919,"total_tokens":34132,"cost":0.27359825000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3475358766,"overall_relative_score":23336489934,"max_execution_time_ms":1820,"max_memory_usage_kib":4096,"rank":665,"performance":1042,"input_tokens":9063,"output_tokens":68103,"total_tokens":77166,"cost":0.6923587499999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":348195893896,"overall_relative_score":790618074898,"max_execution_time_ms":5840,"max_memory_usage_kib":3072,"rank":468,"performance":1223,"input_tokens":16014,"output_tokens":33900,"total_tokens":49914,"cost":0.3522495},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":11012,"output_tokens":37716,"total_tokens":48728,"cost":0.38170899999999996},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":447953748,"overall_relative_score":447953748,"max_execution_time_ms":60,"max_memory_usage_kib":6144,"rank":278,"performance":1570,"input_tokens":10810,"output_tokens":50794,"total_tokens":61604,"cost":0.5214525},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4825,"output_tokens":45406,"total_tokens":50231,"cost":0.45893925},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282550121496,"overall_relative_score":282550121496,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":7448,"output_tokens":53314,"total_tokens":60762,"cost":0.540146},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":7109,"output_tokens":54389,"total_tokens":61498,"cost":0.55162425},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30037421046,"overall_relative_score":271313397818,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":533,"performance":1209,"input_tokens":7526,"output_tokens":33293,"total_tokens":40819,"cost":0.3400335},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360554,"overall_relative_score":1360554,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":398,"performance":1304,"input_tokens":6380,"output_tokens":28375,"total_tokens":34755,"cost":0.29057299999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46733433640,"overall_relative_score":1153022311850,"max_execution_time_ms":160,"max_memory_usage_kib":13312,"rank":424,"performance":1329,"input_tokens":8633,"output_tokens":36137,"total_tokens":44770,"cost":0.36870525},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061556,"overall_relative_score":1061556,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":202,"performance":1775,"input_tokens":5810,"output_tokens":55054,"total_tokens":60864,"cost":0.5554985},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9710,"output_tokens":5836,"total_tokens":15546,"cost":0.06588949999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4563897968,"overall_relative_score":52747461782,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":589,"performance":1134,"input_tokens":7200,"output_tokens":53716,"total_tokens":60916,"cost":0.541552},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10499056221171,"overall_relative_score":10499056221171,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":419,"performance":1394,"input_tokens":5963,"output_tokens":36393,"total_tokens":42356,"cost":0.36907975000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":7412,"output_tokens":43954,"total_tokens":51366,"cost":0.448805},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3480606072,"overall_relative_score":3480606072,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":494,"performance":1241,"input_tokens":5703,"output_tokens":45224,"total_tokens":50927,"cost":0.45706475},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249411396,"overall_relative_score":249411396,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":267,"performance":1654,"input_tokens":11255,"output_tokens":24757,"total_tokens":36012,"cost":0.25242275000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5085609,"overall_relative_score":61156563525,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":490,"performance":1220,"input_tokens":10903,"output_tokens":23107,"total_tokens":34010,"cost":0.23778675},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292416,"overall_relative_score":292416,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":198,"performance":1643,"input_tokens":7630,"output_tokens":59322,"total_tokens":66952,"cost":0.6016055},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4037865453,"overall_relative_score":2415653473032,"max_execution_time_ms":390,"max_memory_usage_kib":6144,"rank":633,"performance":1133,"input_tokens":12129,"output_tokens":44287,"total_tokens":56416,"cost":0.44881525},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56212695,"overall_relative_score":56212695,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":723,"performance":1026,"input_tokens":6303,"output_tokens":52247,"total_tokens":58550,"cost":0.52804475},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":7919,"output_tokens":35702,"total_tokens":43621,"cost":0.36231075},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":141000230,"overall_relative_score":141000230,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":369,"performance":1475,"input_tokens":5900,"output_tokens":71388,"total_tokens":77288,"cost":0.7201029999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":814363465,"overall_relative_score":1687581312258,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":495,"performance":1353,"input_tokens":10184,"output_tokens":16525,"total_tokens":26709,"cost":0.168764},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":4085,"output_tokens":28971,"total_tokens":33056,"cost":0.29251225000000003}]},{"num_self_refine":4,"rank":{"all":{"mean":384.4,"median":400.0,"min":33,"max":749,"stdev":180.9308977029345},"short":{"mean":302.95652173913044,"median":316.0,"min":33,"max":568,"stdev":158.2056998918208},"long":{"mean":494.5882352941176,"median":490.0,"min":255,"max":749,"stdev":151.47196886863648}},"performance":{"all":{"mean":1364.125,"median":1326.5,"min":717,"max":2389,"stdev":341.3109859095721},"short":{"mean":1481.9565217391305,"median":1444.0,"min":717,"max":2389,"stdev":386.6422445833392},"long":{"mean":1204.7058823529412,"median":1216.0,"min":814,"max":1504,"stdev":177.31002675606163}},"input_tokens":{"all":{"mean":29225.325,"median":28078.0,"min":14611,"max":47445,"stdev":7878.772540048387},"short":{"mean":27415.130434782608,"median":26801.0,"min":14611,"max":47260,"stdev":7569.360482800187},"long":{"mean":31674.41176470588,"median":29960.0,"min":21658,"max":47445,"stdev":7838.604276741679}},"output_tokens":{"all":{"mean":57644.75,"median":58593.0,"min":23510,"max":91452,"stdev":17754.454039580876},"short":{"mean":60333.13043478261,"median":59355.0,"min":33875,"max":91452,"stdev":17961.221861414127},"long":{"mean":54007.529411764706,"median":54122.0,"min":23510,"max":84675,"stdev":17329.805950001457}},"total_tokens":{"all":{"mean":86870.075,"median":85221.5,"min":50374,"max":119384,"stdev":19268.31832959589},"short":{"mean":87748.26086956522,"median":85594.0,"min":60179,"max":119384,"stdev":19897.05178987213},"long":{"mean":85681.94117647059,"median":81784.0,"min":50374,"max":114115,"stdev":18921.021257686476}},"cost":{"all":{"mean":0.59930635625,"median":0.60380475,"min":0.258456,"max":0.942667,"stdev":0.17936944206328062},"short":{"mean":0.624515,"median":0.60745725,"min":0.35611175,"max":0.942667,"stdev":0.18205193607969028},"long":{"mean":0.5652005441176471,"median":0.5542965,"min":0.258456,"max":0.8724995,"stdev":0.17521915900445476}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":904387107550,"overall_relative_score":904387107550,"max_execution_time_ms":4980,"max_memory_usage_kib":3072,"rank":582,"performance":1154,"input_tokens":24286,"output_tokens":84675,"total_tokens":108961,"cost":0.8724995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2627252,"overall_relative_score":2627252,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":417,"performance":1265,"input_tokens":21853,"output_tokens":41392,"total_tokens":63245,"cost":0.43216425},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2736199858159,"overall_relative_score":2736199858159,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":299,"performance":1442,"input_tokens":28224,"output_tokens":42893,"total_tokens":71117,"cost":0.445778},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5061690944,"overall_relative_score":5061690944,"max_execution_time_ms":2940,"max_memory_usage_kib":62464,"rank":137,"performance":1756,"input_tokens":26801,"output_tokens":88631,"total_tokens":115432,"cost":0.90368325},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14347808,"overall_relative_score":14347808,"max_execution_time_ms":260,"max_memory_usage_kib":4096,"rank":167,"performance":1602,"input_tokens":20463,"output_tokens":46154,"total_tokens":66617,"cost":0.47919875},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5269845,"overall_relative_score":5269845,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":309,"performance":1349,"input_tokens":30910,"output_tokens":34866,"total_tokens":65776,"cost":0.3769295},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":824214,"overall_relative_score":824214,"max_execution_time_ms":1990,"max_memory_usage_kib":7168,"rank":385,"performance":992,"input_tokens":24261,"output_tokens":48899,"total_tokens":73160,"cost":0.50678825},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10314273746,"overall_relative_score":10314273746,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":22551,"output_tokens":37628,"total_tokens":60179,"cost":0.39525274999999993},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1800131748,"overall_relative_score":1800131748,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":518,"performance":1065,"input_tokens":29296,"output_tokens":48353,"total_tokens":77649,"cost":0.510934},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7111733372,"overall_relative_score":7111733372,"max_execution_time_ms":160,"max_memory_usage_kib":25600,"rank":33,"performance":2389,"input_tokens":34369,"output_tokens":65167,"total_tokens":99536,"cost":0.68771925},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29624,"overall_relative_score":29624,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":248,"performance":1434,"input_tokens":47260,"output_tokens":38334,"total_tokens":85594,"cost":0.402527},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1087946233,"overall_relative_score":1087946233,"max_execution_time_ms":2940,"max_memory_usage_kib":5120,"rank":255,"performance":1504,"input_tokens":47445,"output_tokens":59183,"total_tokens":106628,"cost":0.62737625},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93253829,"overall_relative_score":93253829,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":65,"performance":2106,"input_tokens":37161,"output_tokens":59355,"total_tokens":96516,"cost":0.60745725},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327228032,"overall_relative_score":1327228032,"max_execution_time_ms":80,"max_memory_usage_kib":9204,"rank":338,"performance":1274,"input_tokens":35031,"output_tokens":64910,"total_tokens":99941,"cost":0.6734487499999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90229183,"overall_relative_score":90229183,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":323,"performance":1363,"input_tokens":25123,"output_tokens":39217,"total_tokens":64340,"cost":0.41896575},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3341359459,"overall_relative_score":21985229759,"max_execution_time_ms":2440,"max_memory_usage_kib":4096,"rank":673,"performance":1032,"input_tokens":32729,"output_tokens":81386,"total_tokens":114115,"cost":0.8501632499999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":354536720285,"overall_relative_score":797371818737,"max_execution_time_ms":5840,"max_memory_usage_kib":3072,"rank":460,"performance":1234,"input_tokens":46309,"output_tokens":50464,"total_tokens":96773,"cost":0.53286225},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62054333333261,"overall_relative_score":28368933773,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":379,"performance":1216,"input_tokens":32604,"output_tokens":64027,"total_tokens":96631,"cost":0.671809},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464055496,"overall_relative_score":464055496,"max_execution_time_ms":160,"max_memory_usage_kib":6144,"rank":151,"performance":1857,"input_tokens":38144,"output_tokens":72878,"total_tokens":111022,"cost":0.7637879999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13059530,"overall_relative_score":13059530,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":403,"performance":1444,"input_tokens":17389,"output_tokens":58864,"total_tokens":76253,"cost":0.60015225},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282049657598,"overall_relative_score":282049657598,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":122,"performance":1508,"input_tokens":27282,"output_tokens":76754,"total_tokens":104036,"cost":0.7970345},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":27932,"output_tokens":91452,"total_tokens":119384,"cost":0.942667},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30037421046,"overall_relative_score":271313397818,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":533,"performance":1209,"input_tokens":25529,"output_tokens":52059,"total_tokens":77588,"cost":0.5455892499999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360554,"overall_relative_score":1360554,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":398,"performance":1304,"input_tokens":21528,"output_tokens":41081,"total_tokens":62609,"cost":0.422312},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45515084888,"overall_relative_score":1190752426084,"max_execution_time_ms":1930,"max_memory_usage_kib":13312,"rank":402,"performance":1360,"input_tokens":25898,"output_tokens":54122,"total_tokens":80020,"cost":0.5542965},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061556,"overall_relative_score":1061556,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":202,"performance":1775,"input_tokens":28754,"output_tokens":71883,"total_tokens":100637,"cost":0.7490125000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":26864,"output_tokens":23510,"total_tokens":50374,"cost":0.258456},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4563897968,"overall_relative_score":52747461782,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":589,"performance":1134,"input_tokens":21658,"output_tokens":73297,"total_tokens":94955,"cost":0.7485225},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10505353169170,"overall_relative_score":10505353169170,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":418,"performance":1395,"input_tokens":23693,"output_tokens":48868,"total_tokens":72561,"cost":0.50692025},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":23462,"output_tokens":58322,"total_tokens":81784,"cost":0.6125475},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5216039799,"overall_relative_score":5216039799,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":316,"performance":1516,"input_tokens":17785,"output_tokens":71552,"total_tokens":89337,"cost":0.7298312499999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250405111,"overall_relative_score":250405111,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":256,"performance":1674,"input_tokens":33243,"output_tokens":33875,"total_tokens":67118,"cost":0.35611175},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5085609,"overall_relative_score":61156563525,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":490,"performance":1220,"input_tokens":33741,"output_tokens":34080,"total_tokens":67821,"cost":0.35892825},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292416,"overall_relative_score":292416,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":198,"performance":1643,"input_tokens":31317,"output_tokens":78293,"total_tokens":109610,"cost":0.81055625},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4043268999,"overall_relative_score":2412197833433,"max_execution_time_ms":560,"max_memory_usage_kib":7168,"rank":633,"performance":1133,"input_tokens":44519,"output_tokens":61552,"total_tokens":106071,"cost":0.6403527499999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65276516,"overall_relative_score":65276516,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":522,"performance":1304,"input_tokens":26315,"output_tokens":77362,"total_tokens":103677,"cost":0.7949937499999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":30880,"output_tokens":53969,"total_tokens":84849,"cost":0.568066},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147089298,"overall_relative_score":147089298,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":175,"performance":1836,"input_tokens":31833,"output_tokens":85316,"total_tokens":117149,"cost":0.86875925},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":801937667,"overall_relative_score":1714688681857,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":471,"performance":1381,"input_tokens":29960,"output_tokens":30429,"total_tokens":60389,"cost":0.327916},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":14611,"output_tokens":60738,"total_tokens":75349,"cost":0.6198837500000001}]},{"num_self_refine":8,"rank":{"all":{"mean":347.475,"median":340.0,"min":14,"max":698,"stdev":170.46933516257178},"short":{"mean":277.60869565217394,"median":259.0,"min":14,"max":568,"stdev":155.97428084330116},"long":{"mean":442.0,"median":388.0,"min":254,"max":698,"stdev":144.4714504668656}},"performance":{"all":{"mean":1435.625,"median":1399.5,"min":717,"max":2666,"stdev":356.70864987750986},"short":{"mean":1545.9565217391305,"median":1508.0,"min":717,"max":2666,"stdev":419.50202927896544},"long":{"mean":1286.3529411764705,"median":1274.0,"min":1002,"max":1506,"stdev":164.32092881632218}},"input_tokens":{"all":{"mean":115196.95,"median":113423.0,"min":60708,"max":175394,"stdev":27618.21431030152},"short":{"mean":112645.78260869565,"median":112236.0,"min":60708,"max":159543,"stdev":28397.32813288878},"long":{"mean":118648.5294117647,"median":114610.0,"min":78650,"max":175394,"stdev":26989.18885433028}},"output_tokens":{"all":{"mean":84979.3,"median":86521.0,"min":47907,"max":135268,"stdev":22453.208544860005},"short":{"mean":87040.43478260869,"median":87789.0,"min":52620,"max":135268,"stdev":23411.002985826377},"long":{"mean":82190.70588235294,"median":81334.0,"min":47907,"max":115451,"stdev":21468.229889666924}},"total_tokens":{"all":{"mean":200176.25,"median":200100.0,"min":132569,"max":274576,"stdev":38904.99429527506},"short":{"mean":199686.21739130435,"median":207771.0,"min":132569,"max":274576,"stdev":41948.58886667272},"long":{"mean":200839.23529411765,"median":191360.0,"min":143052,"max":273106,"stdev":35623.288479114}},"cost":{"all":{"mean":0.9208927875,"median":0.9331925000000001,"min":0.5429932500000001,"max":1.40807925,"stdev":0.22802843942309592},"short":{"mean":0.9418974891304348,"median":0.9399810000000002,"min":0.5642424999999999,"max":1.40807925,"stdev":0.24148812425868893},"long":{"mean":0.8924746617647059,"median":0.92303725,"min":0.5429932500000001,"max":1.1999745,"stdev":0.21228546769170392}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":911776253198,"overall_relative_score":911776253198,"max_execution_time_ms":4990,"max_memory_usage_kib":3072,"rank":522,"performance":1211,"input_tokens":114610,"output_tokens":110235,"total_tokens":224845,"cost":1.1664125},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2706745,"overall_relative_score":2706745,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":396,"performance":1294,"input_tokens":99009,"output_tokens":61583,"total_tokens":160592,"cost":0.6824232499999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2745060875798,"overall_relative_score":2745060875798,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":273,"performance":1489,"input_tokens":108495,"output_tokens":65012,"total_tokens":173507,"cost":0.71330675},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5126342500,"overall_relative_score":5126342500,"max_execution_time_ms":2960,"max_memory_usage_kib":62464,"rank":133,"performance":1771,"input_tokens":126685,"output_tokens":117555,"total_tokens":244240,"cost":1.27544225},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14433621,"overall_relative_score":14433621,"max_execution_time_ms":290,"max_memory_usage_kib":4096,"rank":167,"performance":1602,"input_tokens":104270,"output_tokens":79983,"total_tokens":184253,"cost":0.8833675},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5356703,"overall_relative_score":5356703,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":256,"performance":1457,"input_tokens":116293,"output_tokens":56994,"total_tokens":173287,"cost":0.6450342499999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1280531,"overall_relative_score":1280531,"max_execution_time_ms":1900,"max_memory_usage_kib":7168,"rank":273,"performance":1285,"input_tokens":124947,"output_tokens":87789,"total_tokens":212736,"cost":0.98828175},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11024190342,"overall_relative_score":11024190342,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":79970,"output_tokens":52620,"total_tokens":132590,"cost":0.5642424999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2414815805,"overall_relative_score":2414815805,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":503,"performance":1085,"input_tokens":110350,"output_tokens":68390,"total_tokens":178740,"cost":0.7656775000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7297013337,"overall_relative_score":7297013337,"max_execution_time_ms":390,"max_memory_usage_kib":4096,"rank":14,"performance":2666,"input_tokens":143079,"output_tokens":91210,"total_tokens":234289,"cost":1.01419675},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33252,"overall_relative_score":33252,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":243,"performance":1446,"input_tokens":147100,"output_tokens":58999,"total_tokens":206099,"cost":0.663993},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1091672738,"overall_relative_score":1091672738,"max_execution_time_ms":2940,"max_memory_usage_kib":5120,"rank":254,"performance":1506,"input_tokens":143818,"output_tokens":80802,"total_tokens":224620,"cost":0.8828164999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93375302,"overall_relative_score":93375302,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":62,"performance":2124,"input_tokens":140200,"output_tokens":85253,"total_tokens":225453,"cost":0.9264039999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327228032,"overall_relative_score":1327228032,"max_execution_time_ms":80,"max_memory_usage_kib":9204,"rank":338,"performance":1274,"input_tokens":152522,"output_tokens":93540,"total_tokens":246062,"cost":1.0238125},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90229183,"overall_relative_score":90229183,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":323,"performance":1363,"input_tokens":96766,"output_tokens":56520,"total_tokens":153286,"cost":0.6367655},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2936946568,"overall_relative_score":17292486278,"max_execution_time_ms":3410,"max_memory_usage_kib":4096,"rank":698,"performance":1002,"input_tokens":127453,"output_tokens":108312,"total_tokens":235765,"cost":1.15056425},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45294035258,"overall_relative_score":844212829608,"max_execution_time_ms":5040,"max_memory_usage_kib":3072,"rank":388,"performance":1341,"input_tokens":163905,"output_tokens":81334,"total_tokens":245239,"cost":0.92303725},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53773541666646,"overall_relative_score":32481514215,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":357,"performance":1256,"input_tokens":116782,"output_tokens":95305,"total_tokens":212087,"cost":1.0206915},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":467281048,"overall_relative_score":467281048,"max_execution_time_ms":290,"max_memory_usage_kib":6144,"rank":136,"performance":1902,"input_tokens":159543,"output_tokens":103999,"total_tokens":263542,"cost":1.1393387499999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13059955,"overall_relative_score":13059955,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":403,"performance":1444,"input_tokens":67140,"output_tokens":81747,"total_tokens":148887,"cost":0.8534430000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282049657598,"overall_relative_score":282049657598,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":122,"performance":1508,"input_tokens":104524,"output_tokens":103247,"total_tokens":207771,"cost":1.104661},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":108601,"output_tokens":135268,"total_tokens":243869,"cost":1.40807925},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30037421046,"overall_relative_score":271313397818,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":533,"performance":1209,"input_tokens":101100,"output_tokens":71843,"total_tokens":172943,"cost":0.7702129999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360554,"overall_relative_score":1360554,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":398,"performance":1304,"input_tokens":76762,"output_tokens":55807,"total_tokens":132569,"cost":0.5997345000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43647336170,"overall_relative_score":1254829485949,"max_execution_time_ms":1310,"max_memory_usage_kib":13312,"rank":372,"performance":1404,"input_tokens":99511,"output_tokens":91849,"total_tokens":191360,"cost":0.96051075},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066899,"overall_relative_score":1066899,"max_execution_time_ms":200,"max_memory_usage_kib":5120,"rank":150,"performance":1909,"input_tokens":119888,"output_tokens":91472,"total_tokens":211360,"cost":0.9840840000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":317854000000,"overall_relative_score":211684283590,"max_execution_time_ms":2980,"max_memory_usage_kib":4096,"rank":333,"performance":1485,"input_tokens":95145,"output_tokens":47907,"total_tokens":143052,"cost":0.5429932500000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4563897968,"overall_relative_score":52747461782,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":589,"performance":1134,"input_tokens":78650,"output_tokens":115451,"total_tokens":194101,"cost":1.1999745},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10505353169170,"overall_relative_score":10505353169170,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":418,"performance":1395,"input_tokens":100972,"output_tokens":74613,"total_tokens":175585,"cost":0.7932890000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442951082,"overall_relative_score":344601797311,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":664,"performance":1060,"input_tokens":80703,"output_tokens":99876,"total_tokens":180579,"cost":1.05744675},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5236756186,"overall_relative_score":5236756186,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":314,"performance":1519,"input_tokens":74104,"output_tokens":105807,"total_tokens":179911,"cost":1.120892},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250638674,"overall_relative_score":250638674,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":251,"performance":1684,"input_tokens":112236,"output_tokens":55232,"total_tokens":167468,"cost":0.612263},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":999841,"overall_relative_score":282789603632,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":342,"performance":1428,"input_tokens":121239,"output_tokens":63732,"total_tokens":184971,"cost":0.72939675},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":354648,"overall_relative_score":354648,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":117,"performance":1879,"input_tokens":132661,"output_tokens":111777,"total_tokens":244438,"cost":1.18236425},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3990407127,"overall_relative_score":2443742060389,"max_execution_time_ms":390,"max_memory_usage_kib":24576,"rank":621,"performance":1146,"input_tokens":175394,"output_tokens":97712,"total_tokens":273106,"cost":1.0666185},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70719460,"overall_relative_score":70719460,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":259,"performance":1701,"input_tokens":118913,"output_tokens":107322,"total_tokens":226235,"cost":1.15158925},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":136015,"output_tokens":76575,"total_tokens":212590,"cost":0.87730475},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147126668,"overall_relative_score":147126668,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":175,"performance":1836,"input_tokens":156760,"output_tokens":117816,"total_tokens":274576,"cost":1.2615020000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":801937667,"overall_relative_score":1714688681857,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":471,"performance":1381,"input_tokens":111055,"output_tokens":48948,"total_tokens":160003,"cost":0.55356275},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":60708,"output_tokens":89736,"total_tokens":150444,"cost":0.9399810000000002}]},{"num_self_refine":16,"rank":{"all":{"mean":340.6,"median":321.0,"min":14,"max":1019,"stdev":215.02806018440168},"short":{"mean":281.04347826086956,"median":235.0,"min":14,"max":1019,"stdev":229.429030076617},"long":{"mean":421.1764705882353,"median":388.0,"min":155,"max":694,"stdev":168.31192593445274}},"performance":{"all":{"mean":1457.975,"median":1439.5,"min":-65,"max":2666,"stdev":460.81051712423806},"short":{"mean":1554.1304347826087,"median":1602.0,"min":-65,"max":2666,"stdev":565.5293822724321},"long":{"mean":1327.8823529411766,"median":1341.0,"min":1007,"max":1838,"stdev":215.787187511487}},"input_tokens":{"all":{"mean":493155.375,"median":484025.0,"min":233497,"max":764682,"stdev":125405.68643134691},"short":{"mean":488693.26086956525,"median":515556.0,"min":233497,"max":751158,"stdev":137637.48509604938},"long":{"mean":499192.35294117645,"median":480929.0,"min":309157,"max":764682,"stdev":110535.52972966497}},"output_tokens":{"all":{"mean":132445.85,"median":132264.5,"min":77444,"max":201851,"stdev":31103.513707478163},"short":{"mean":134030.30434782608,"median":131105.0,"min":77444,"max":201851,"stdev":34605.04245237151},"long":{"mean":130302.17647058824,"median":133424.0,"min":89466,"max":167793,"stdev":26514.918831752282}},"total_tokens":{"all":{"mean":625601.225,"median":613167.0,"min":358339,"max":928738,"stdev":143000.18785472465},"short":{"mean":622723.5652173914,"median":627793.0,"min":358339,"max":928738,"stdev":160142.80127488094},"long":{"mean":629494.5294117647,"median":610233.0,"min":447008,"max":925403,"stdev":120638.71204660926}},"cost":{"all":{"mean":1.52375991875,"median":1.5416217499999998,"min":0.8657492500000002,"max":2.1486015,"stdev":0.34632850096563955},"short":{"mean":1.5409637065217392,"median":1.5432152499999996,"min":0.8657492500000002,"max":2.1486015,"stdev":0.39482667287936185},"long":{"mean":1.500484205882353,"median":1.54002825,"min":1.0896915,"max":1.9355105,"stdev":0.2775155784042841}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":911776253198,"overall_relative_score":911776253198,"max_execution_time_ms":4990,"max_memory_usage_kib":3072,"rank":522,"performance":1211,"input_tokens":543912,"output_tokens":163643,"total_tokens":707555,"cost":1.8067040000000005},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":446753,"output_tokens":100453,"total_tokens":547206,"cost":1.1560272499999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754005623233,"overall_relative_score":2754005623233,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":249,"performance":1536,"input_tokens":480929,"output_tokens":117387,"total_tokens":598316,"cost":1.3233032500000004},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5126342500,"overall_relative_score":5126342500,"max_execution_time_ms":2960,"max_memory_usage_kib":62464,"rank":133,"performance":1771,"input_tokens":582623,"output_tokens":164676,"total_tokens":747299,"cost":2.00135875},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14433621,"overall_relative_score":14433621,"max_execution_time_ms":290,"max_memory_usage_kib":4096,"rank":167,"performance":1602,"input_tokens":515556,"output_tokens":130955,"total_tokens":646511,"cost":1.4918989999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5356703,"overall_relative_score":5356703,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":256,"performance":1457,"input_tokens":479308,"output_tokens":95390,"total_tokens":574698,"cost":1.166971},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1593833,"overall_relative_score":1593833,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":123,"performance":1750,"input_tokens":626731,"output_tokens":149911,"total_tokens":776642,"cost":1.7713237499999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11024190342,"overall_relative_score":11024190342,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":308661,"output_tokens":92657,"total_tokens":401318,"cost":1.0552122499999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2414815805,"overall_relative_score":2414815805,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":503,"performance":1085,"input_tokens":471291,"output_tokens":111182,"total_tokens":582473,"cost":1.32494975},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7297013337,"overall_relative_score":7297013337,"max_execution_time_ms":390,"max_memory_usage_kib":4096,"rank":14,"performance":2666,"input_tokens":590328,"output_tokens":134502,"total_tokens":724830,"cost":1.5782100000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31764,"overall_relative_score":31764,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":245,"performance":1441,"input_tokens":525084,"output_tokens":90943,"total_tokens":616027,"cost":1.0865529999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1160886246,"overall_relative_score":1160886246,"max_execution_time_ms":2590,"max_memory_usage_kib":4096,"rank":224,"performance":1569,"input_tokens":487121,"output_tokens":123186,"total_tokens":610307,"cost":1.39522525},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93375302,"overall_relative_score":93375302,"max_execution_time_ms":2930,"max_memory_usage_kib":3072,"rank":62,"performance":2124,"input_tokens":564990,"output_tokens":131105,"total_tokens":696095,"cost":1.4831915000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1436835985,"overall_relative_score":1436835985,"max_execution_time_ms":4650,"max_memory_usage_kib":38912,"rank":254,"performance":1438,"input_tokens":645186,"output_tokens":144949,"total_tokens":790135,"cost":1.6530445},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90229183,"overall_relative_score":90229183,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":323,"performance":1363,"input_tokens":389910,"output_tokens":94058,"total_tokens":483968,"cost":1.0830875},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3119241533,"overall_relative_score":18103216290,"max_execution_time_ms":2870,"max_memory_usage_kib":3072,"rank":694,"performance":1007,"input_tokens":510789,"output_tokens":149415,"total_tokens":660204,"cost":1.69343625},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45294035258,"overall_relative_score":844212829608,"max_execution_time_ms":5040,"max_memory_usage_kib":3072,"rank":388,"performance":1341,"input_tokens":656080,"output_tokens":133424,"total_tokens":789504,"cost":1.5594760000000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38073214674971,"overall_relative_score":44701738171,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":319,"performance":1329,"input_tokens":512897,"output_tokens":167793,"total_tokens":680690,"cost":1.84745125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474445874,"overall_relative_score":474445874,"max_execution_time_ms":1880,"max_memory_usage_kib":6144,"rank":98,"performance":2035,"input_tokens":751158,"output_tokens":177580,"total_tokens":928738,"cost":2.0886354999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13113545,"overall_relative_score":13113545,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":368,"performance":1496,"input_tokens":265041,"output_tokens":106948,"total_tokens":371989,"cost":1.15166125},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281945460078,"overall_relative_score":281945460078,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":122,"performance":1508,"input_tokens":405321,"output_tokens":140002,"total_tokens":545323,"cost":1.5432152499999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":425942,"output_tokens":201851,"total_tokens":627793,"cost":2.1486015},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30037421046,"overall_relative_score":271313397818,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":533,"performance":1209,"input_tokens":413228,"output_tokens":107023,"total_tokens":520251,"cost":1.1854369999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360554,"overall_relative_score":1360554,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":398,"performance":1304,"input_tokens":292849,"output_tokens":77444,"total_tokens":370293,"cost":0.8657492500000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43614103725,"overall_relative_score":1256605483409,"max_execution_time_ms":1560,"max_memory_usage_kib":13312,"rank":371,"performance":1405,"input_tokens":473771,"output_tokens":145467,"total_tokens":619238,"cost":1.7077637499999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066899,"overall_relative_score":1066899,"max_execution_time_ms":200,"max_memory_usage_kib":5120,"rank":150,"performance":1909,"input_tokens":527127,"output_tokens":140881,"total_tokens":668008,"cost":1.58215075},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":218395000000,"overall_relative_score":334828457680,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":155,"performance":1838,"input_tokens":447390,"output_tokens":90399,"total_tokens":537789,"cost":1.0896915},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4546167605,"overall_relative_score":52742457116,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":589,"performance":1134,"input_tokens":335981,"output_tokens":163184,"total_tokens":499165,"cost":1.79664825},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10505353169170,"overall_relative_score":10505353169170,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":418,"performance":1395,"input_tokens":447992,"output_tokens":117046,"total_tokens":565038,"cost":1.4329459999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442951082,"overall_relative_score":344601797311,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":664,"performance":1060,"input_tokens":309157,"output_tokens":137851,"total_tokens":447008,"cost":1.54002825},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7428375768,"overall_relative_score":7428375768,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":84,"performance":2106,"input_tokens":419601,"output_tokens":166639,"total_tokens":586240,"cost":1.8228272500000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252133890,"overall_relative_score":252133890,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":235,"performance":1715,"input_tokens":431473,"output_tokens":91832,"total_tokens":523305,"cost":1.05402925},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":748730,"overall_relative_score":319488463550,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":327,"performance":1452,"input_tokens":495576,"output_tokens":114657,"total_tokens":610233,"cost":1.3925040000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":423396,"overall_relative_score":423396,"max_execution_time_ms":710,"max_memory_usage_kib":4096,"rank":63,"performance":2118,"input_tokens":640588,"output_tokens":181689,"total_tokens":822277,"cost":2.079353},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3990407127,"overall_relative_score":2443742060389,"max_execution_time_ms":390,"max_memory_usage_kib":24576,"rank":621,"performance":1146,"input_tokens":764682,"output_tokens":160721,"total_tokens":925403,"cost":1.9355105},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70978519,"overall_relative_score":70978519,"max_execution_time_ms":190,"max_memory_usage_kib":7168,"rank":237,"performance":1743,"input_tokens":562170,"output_tokens":167694,"total_tokens":729864,"cost":1.9436205000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":588290,"output_tokens":124715,"total_tokens":713005,"cost":1.6236645},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147144486,"overall_relative_score":147144486,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":174,"performance":1839,"input_tokens":698260,"output_tokens":174274,"total_tokens":872534,"cost":2.046909},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":846725789,"overall_relative_score":1688866189320,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":491,"performance":1357,"input_tokens":458972,"output_tokens":89466,"total_tokens":548438,"cost":1.0900869999999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":233497,"output_tokens":124842,"total_tokens":358339,"cost":1.3519392500000005}]}]},{"model_name":"gpt-5.1-codex-max-xhigh","detail_path":"data/model_details/gpt-5.1-codex-max-xhigh.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":462.7,"median":504.5,"min":106,"max":746,"stdev":177.04456921120027},"short":{"mean":388.95652173913044,"median":382.0,"min":106,"max":660,"stdev":164.2989177911765},"long":{"mean":562.4705882352941,"median":543.0,"min":327,"max":746,"stdev":144.5419997989593}},"performance":{"all":{"mean":1228.25,"median":1183.0,"min":814,"max":1836,"stdev":232.53924399980318},"short":{"mean":1314.9130434782608,"median":1240.0,"min":828,"max":1836,"stdev":246.6123039479134},"long":{"mean":1111.0,"median":1130.0,"min":814,"max":1393,"stdev":150.92796294921627}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":31585.725,"median":34041.0,"min":1980,"max":63153,"stdev":15351.193617648709},"short":{"mean":33878.52173913043,"median":38866.0,"min":11424,"max":63153,"stdev":15141.010729050859},"long":{"mean":28483.70588235294,"median":25573.0,"min":1980,"max":52832,"stdev":15537.676329509128}},"total_tokens":{"all":{"mean":34565.725,"median":39075.5,"min":6105,"max":64782,"stdev":15010.377635775516},"short":{"mean":36281.34782608696,"median":40624.0,"min":13279,"max":64782,"stdev":15021.84438987163},"long":{"mean":32244.58823529412,"median":31091.0,"min":6105,"max":55644,"stdev":15131.569709793923}},"cost":{"all":{"mean":0.31748705,"median":0.342667375,"min":0.02495625,"max":0.63241425,"stdev":0.15306973794680387},"short":{"mean":0.3399918804347826,"median":0.3897055,"min":0.11540675,"max":0.63241425,"stdev":0.15133836923620236},"long":{"mean":0.2870393382352941,"median":0.2564665,"min":0.02495625,"max":0.529531,"stdev":0.15461686006176337}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":865372571568,"overall_relative_score":865372571568,"max_execution_time_ms":4910,"max_memory_usage_kib":3072,"rank":746,"performance":1005,"input_tokens":1345,"output_tokens":40224,"total_tokens":41569,"cost":0.40276925},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1822157,"overall_relative_score":1822157,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":557,"performance":1088,"input_tokens":1469,"output_tokens":24550,"total_tokens":26019,"cost":0.24618425},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2719319469017,"overall_relative_score":2719319469017,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":327,"performance":1393,"input_tokens":2614,"output_tokens":18497,"total_tokens":21111,"cost":0.1859335},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3867610168,"overall_relative_score":3867610168,"max_execution_time_ms":2910,"max_memory_usage_kib":15360,"rank":232,"performance":1458,"input_tokens":1629,"output_tokens":63153,"total_tokens":64782,"cost":0.63241425},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":1811,"output_tokens":13840,"total_tokens":15651,"cost":0.14066375},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5061266,"overall_relative_score":5061266,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":381,"performance":1219,"input_tokens":3802,"output_tokens":14980,"total_tokens":18782,"cost":0.1510965},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1274394,"overall_relative_score":1274394,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":276,"performance":1277,"input_tokens":1529,"output_tokens":18435,"total_tokens":19964,"cost":0.18510925},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10223070717,"overall_relative_score":10223070717,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":2239,"output_tokens":37904,"total_tokens":40143,"cost":0.37953475},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":772225681,"overall_relative_score":772225681,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":543,"performance":1032,"input_tokens":2984,"output_tokens":37658,"total_tokens":40642,"cost":0.38031},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5550572748,"overall_relative_score":5550572748,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":192,"performance":1649,"input_tokens":2210,"output_tokens":46350,"total_tokens":48560,"cost":0.4639585},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18552,"overall_relative_score":18552,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":7584,"output_tokens":30424,"total_tokens":38008,"cost":0.3058},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":945925761,"overall_relative_score":945925761,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":335,"performance":1361,"input_tokens":7538,"output_tokens":28694,"total_tokens":36232,"cost":0.2884425},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79079156,"overall_relative_score":79079156,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":250,"performance":1487,"input_tokens":4695,"output_tokens":23635,"total_tokens":28330,"cost":0.23761075},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":861659443,"overall_relative_score":861659443,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":515,"performance":963,"input_tokens":2812,"output_tokens":52832,"total_tokens":55644,"cost":0.529531},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73015134,"overall_relative_score":73015134,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":393,"performance":1237,"input_tokens":2563,"output_tokens":14991,"total_tokens":17554,"cost":0.15080975},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3227569454,"overall_relative_score":20111800927,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":685,"performance":1018,"input_tokens":2774,"output_tokens":42252,"total_tokens":45026,"cost":0.4236835},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281968345799,"overall_relative_score":803089230224,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":456,"performance":1240,"input_tokens":6975,"output_tokens":24116,"total_tokens":31091,"cost":0.24987875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":4471,"output_tokens":14124,"total_tokens":18595,"cost":0.14222075},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437354214,"overall_relative_score":437354214,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":382,"performance":1395,"input_tokens":3614,"output_tokens":48760,"total_tokens":52374,"cost":0.4886615},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12623945,"overall_relative_score":12623945,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":660,"performance":1108,"input_tokens":1703,"output_tokens":41829,"total_tokens":43532,"cost":0.42041875},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282979563354,"overall_relative_score":282979563354,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":106,"performance":1626,"input_tokens":2202,"output_tokens":42910,"total_tokens":45112,"cost":0.4318525},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93564,"overall_relative_score":93564,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":356,"performance":1281,"input_tokens":1849,"output_tokens":43252,"total_tokens":45101,"cost":0.43367925},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49305319459,"overall_relative_score":232328453027,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":600,"performance":1130,"input_tokens":2861,"output_tokens":14757,"total_tokens":17618,"cost":0.14884225},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1346458,"overall_relative_score":1346458,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":512,"performance":1100,"input_tokens":1758,"output_tokens":38866,"total_tokens":40624,"cost":0.3897055},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52659463975,"overall_relative_score":1024542305403,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":523,"performance":1197,"input_tokens":3354,"output_tokens":25573,"total_tokens":28927,"cost":0.2564665},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":1855,"output_tokens":11424,"total_tokens":13279,"cost":0.11540675},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4125,"output_tokens":1980,"total_tokens":6105,"cost":0.02495625},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238090866200,"overall_relative_score":432940631,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":730,"performance":951,"input_tokens":3009,"output_tokens":44748,"total_tokens":47757,"cost":0.44893725},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10018122455713,"overall_relative_score":10018122455713,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":611,"performance":1116,"input_tokens":1733,"output_tokens":40466,"total_tokens":42199,"cost":0.40567425},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2759336,"overall_relative_score":98159791038,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":735,"performance":976,"input_tokens":2818,"output_tokens":50936,"total_tokens":53754,"cost":0.5105785},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3260028819,"overall_relative_score":3260028819,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":521,"performance":1203,"input_tokens":1917,"output_tokens":42183,"total_tokens":44100,"cost":0.42307425},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251040071,"overall_relative_score":251040071,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":249,"performance":1688,"input_tokens":4323,"output_tokens":16902,"total_tokens":21225,"cost":0.16981575},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6025694,"overall_relative_score":50198952757,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":531,"performance":1168,"input_tokens":4012,"output_tokens":15401,"total_tokens":19413,"cost":0.155569},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293009,"overall_relative_score":293009,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":192,"performance":1658,"input_tokens":1844,"output_tokens":17817,"total_tokens":19661,"cost":0.179323},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4091654821,"overall_relative_score":2381187725528,"max_execution_time_ms":450,"max_memory_usage_kib":4096,"rank":641,"performance":1123,"input_tokens":4182,"output_tokens":44720,"total_tokens":48902,"cost":0.4478195},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62887839,"overall_relative_score":62887839,"max_execution_time_ms":60,"max_memory_usage_kib":7168,"rank":594,"performance":1207,"input_tokens":1651,"output_tokens":46452,"total_tokens":48103,"cost":0.46658375},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441418,"overall_relative_score":441418,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":536,"performance":1240,"input_tokens":2188,"output_tokens":51070,"total_tokens":53258,"cost":0.511131},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132369588,"overall_relative_score":132369588,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":586,"performance":1169,"input_tokens":1480,"output_tokens":50860,"total_tokens":52340,"cost":0.509298},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1013700558,"overall_relative_score":1413219741939,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":676,"performance":1156,"input_tokens":4259,"output_tokens":12731,"total_tokens":16990,"cost":0.13263375},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":13133,"total_tokens":14552,"cost":0.13310375}]},{"num_self_refine":2,"rank":{"all":{"mean":412.625,"median":424.0,"min":4,"max":735,"stdev":189.73296856101302},"short":{"mean":326.69565217391306,"median":356.0,"min":4,"max":611,"stdev":170.0485050541352},"long":{"mean":528.8823529411765,"median":502.0,"min":227,"max":735,"stdev":151.69578205776733}},"performance":{"all":{"mean":1348.075,"median":1266.0,"min":814,"max":3025,"stdev":378.7596753439662},"short":{"mean":1488.5217391304348,"median":1437.0,"min":828,"max":3025,"stdev":427.64437961350524},"long":{"mean":1158.0588235294117,"median":1171.0,"min":814,"max":1582,"stdev":177.4924190593204}},"input_tokens":{"all":{"mean":8566.375,"median":7858.0,"min":4372,"max":17880,"stdev":3275.2726149014034},"short":{"mean":7395.521739130435,"median":6579.0,"min":4372,"max":17880,"stdev":2997.172862876026},"long":{"mean":10150.470588235294,"median":9660.0,"min":5447,"max":17580,"stdev":3026.469521522707}},"output_tokens":{"all":{"mean":51617.7,"median":49404.5,"min":22192,"max":87593,"stdev":17705.143167293478},"short":{"mean":55000.86956521739,"median":53783.0,"min":26319,"max":87593,"stdev":17692.483916018606},"long":{"mean":47040.470588235294,"median":47386.0,"min":22192,"max":81138,"stdev":17174.585588587164}},"total_tokens":{"all":{"mean":60184.075,"median":61351.5,"min":31726,"max":93838,"stdev":17262.178074218376},"short":{"mean":62396.391304347824,"median":62084.0,"min":33430,"max":93838,"stdev":17591.571237744745},"long":{"mean":57190.94117647059,"median":58473.0,"min":31726,"max":89302,"stdev":16860.205001239563}},"cost":{"all":{"mean":0.52247136875,"median":0.500552125,"min":0.23121575,"max":0.88143225,"stdev":0.1767392450207547},"short":{"mean":0.5558597065217391,"median":0.545223,"min":0.26977475,"max":0.88143225,"stdev":0.17716192397807057},"long":{"mean":0.4772989117647059,"median":0.47999499999999995,"min":0.23121575,"max":0.8169770000000001,"stdev":0.17091750525657795}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":874370480890,"overall_relative_score":874370480890,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":715,"performance":1033,"input_tokens":5447,"output_tokens":56773,"total_tokens":62220,"cost":0.57223475},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1822157,"overall_relative_score":1822157,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":557,"performance":1088,"input_tokens":5585,"output_tokens":45170,"total_tokens":50755,"cost":0.45752925},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2765343130044,"overall_relative_score":2765343130044,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":227,"performance":1582,"input_tokens":7378,"output_tokens":35705,"total_tokens":43083,"cost":0.3616645},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4524002299,"overall_relative_score":4524002299,"max_execution_time_ms":2920,"max_memory_usage_kib":15360,"rank":178,"performance":1615,"input_tokens":6352,"output_tokens":83218,"total_tokens":89570,"cost":0.8378159999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13707593,"overall_relative_score":13707593,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":174,"performance":1578,"input_tokens":4968,"output_tokens":34892,"total_tokens":39860,"cost":0.353978},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5061266,"overall_relative_score":5061266,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":381,"performance":1219,"input_tokens":9961,"output_tokens":31647,"total_tokens":41608,"cost":0.32200925},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1498494,"overall_relative_score":1498494,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":166,"performance":1594,"input_tokens":4902,"output_tokens":33146,"total_tokens":38048,"cost":0.3364355},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10223070717,"overall_relative_score":10223070717,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":6579,"output_tokens":49698,"total_tokens":56277,"cost":0.50059575},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6038760667,"overall_relative_score":6038760667,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":440,"performance":1171,"input_tokens":9362,"output_tokens":49111,"total_tokens":58473,"cost":0.5005085},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7504767145,"overall_relative_score":7504767145,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":4,"performance":3025,"input_tokens":8183,"output_tokens":74893,"total_tokens":83076,"cost":0.7545507499999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18552,"overall_relative_score":18552,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":17880,"output_tokens":44204,"total_tokens":62084,"cost":0.44855},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":945925761,"overall_relative_score":945925761,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":335,"performance":1361,"input_tokens":17580,"output_tokens":47386,"total_tokens":64966,"cost":0.47999499999999995},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80323276,"overall_relative_score":80323276,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":228,"performance":1538,"input_tokens":11251,"output_tokens":40439,"total_tokens":51690,"cost":0.40923775},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":988754616,"overall_relative_score":988754616,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":498,"performance":993,"input_tokens":10250,"output_tokens":73943,"total_tokens":84193,"cost":0.7476345},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73015134,"overall_relative_score":73015134,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":393,"performance":1237,"input_tokens":7111,"output_tokens":26319,"total_tokens":33430,"cost":0.26977475},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3227569454,"overall_relative_score":20111800927,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":685,"performance":1018,"input_tokens":8093,"output_tokens":56214,"total_tokens":64307,"cost":0.56764825},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281968345799,"overall_relative_score":803089230224,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":456,"performance":1240,"input_tokens":16411,"output_tokens":34492,"total_tokens":50903,"cost":0.35866575},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67363500000000,"overall_relative_score":26303066687,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":384,"performance":1207,"input_tokens":11826,"output_tokens":42906,"total_tokens":54732,"cost":0.4392345},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439812810,"overall_relative_score":439812810,"max_execution_time_ms":2000,"max_memory_usage_kib":6144,"rank":360,"performance":1430,"input_tokens":11032,"output_tokens":68585,"total_tokens":79617,"cost":0.696184},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":5029,"output_tokens":57880,"total_tokens":62909,"cost":0.58393425},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282979563354,"overall_relative_score":282979563354,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":106,"performance":1626,"input_tokens":6903,"output_tokens":69390,"total_tokens":76293,"cost":0.70022475},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93564,"overall_relative_score":93564,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":356,"performance":1281,"input_tokens":6245,"output_tokens":87593,"total_tokens":93838,"cost":0.88143225},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43134351853,"overall_relative_score":241095303858,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":8291,"output_tokens":23435,"total_tokens":31726,"cost":0.24010575},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1346458,"overall_relative_score":1346458,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":512,"performance":1100,"input_tokens":7103,"output_tokens":49051,"total_tokens":56154,"cost":0.49823675},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47767872863,"overall_relative_score":1128199345041,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":464,"performance":1274,"input_tokens":9660,"output_tokens":54903,"total_tokens":64563,"cost":0.550881},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":5327,"output_tokens":39167,"total_tokens":44494,"cost":0.39602475},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9307,"output_tokens":28814,"total_tokens":38121,"cost":0.29516575},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":8242,"output_tokens":62677,"total_tokens":70919,"cost":0.6324645},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10018122455713,"overall_relative_score":10018122455713,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":611,"performance":1116,"input_tokens":6836,"output_tokens":53783,"total_tokens":60619,"cost":0.545223},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2725771,"overall_relative_score":99540532532,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":735,"performance":976,"input_tokens":8164,"output_tokens":81138,"total_tokens":89302,"cost":0.8169770000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3260028819,"overall_relative_score":3260028819,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":521,"performance":1203,"input_tokens":5798,"output_tokens":66894,"total_tokens":72692,"cost":0.6738835},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251040071,"overall_relative_score":251040071,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":249,"performance":1688,"input_tokens":11390,"output_tokens":30938,"total_tokens":42328,"cost":0.3144015},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5807020,"overall_relative_score":54242229228,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":502,"performance":1204,"input_tokens":10016,"output_tokens":37187,"total_tokens":47203,"cost":0.380934},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292969,"overall_relative_score":292969,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":193,"performance":1656,"input_tokens":6386,"output_tokens":40317,"total_tokens":46703,"cost":0.4088485},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3929132904,"overall_relative_score":2470787033187,"max_execution_time_ms":450,"max_memory_usage_kib":4096,"rank":617,"performance":1151,"input_tokens":11447,"output_tokens":61165,"total_tokens":72612,"cost":0.61674275},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66010183,"overall_relative_score":66010183,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":499,"performance":1336,"input_tokens":6668,"output_tokens":65858,"total_tokens":72526,"cost":0.665763},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":7623,"output_tokens":79810,"total_tokens":87433,"cost":0.80302075},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140647582,"overall_relative_score":140647582,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":376,"performance":1464,"input_tokens":6574,"output_tokens":65247,"total_tokens":71821,"cost":0.6583835},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":906547234,"overall_relative_score":1593325850171,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":546,"performance":1295,"input_tokens":11123,"output_tokens":22192,"total_tokens":33315,"cost":0.23121575},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216360,"overall_relative_score":216360,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":134,"performance":1973,"input_tokens":4372,"output_tokens":58528,"total_tokens":62900,"cost":0.590745}]},{"num_self_refine":4,"rank":{"all":{"mean":354.55,"median":388.0,"min":4,"max":685,"stdev":181.0749880078728},"short":{"mean":285.0,"median":223.0,"min":4,"max":612,"stdev":177.54640878577993},"long":{"mean":448.6470588235294,"median":456.0,"min":186,"max":685,"stdev":142.1838339863531}},"performance":{"all":{"mean":1456.775,"median":1361.0,"min":828,"max":3025,"stdev":419.0027530354449},"short":{"mean":1591.8260869565217,"median":1538.0,"min":828,"max":3025,"stdev":487.93886094039516},"long":{"mean":1274.0588235294117,"median":1240.0,"min":1018,"max":1723,"stdev":197.17900198431224}},"input_tokens":{"all":{"mean":30195.025,"median":30150.5,"min":16666,"max":48140,"stdev":7604.668153003633},"short":{"mean":27929.0,"median":26714.0,"min":16666,"max":48140,"stdev":7582.118671285391},"long":{"mean":33260.82352941176,"median":32013.0,"min":23457,"max":46325,"stdev":6674.4548863118225}},"output_tokens":{"all":{"mean":73338.3,"median":69716.5,"min":33211,"max":113347,"stdev":21551.970832837706},"short":{"mean":77402.47826086957,"median":78133.0,"min":33211,"max":113347,"stdev":21555.315965018435},"long":{"mean":67839.70588235294,"median":63214.0,"min":40340,"max":112793,"stdev":20915.340568481985}},"total_tokens":{"all":{"mean":103533.325,"median":105762.5,"min":56473,"max":142021,"stdev":21824.61361996811},"short":{"mean":105331.47826086957,"median":109772.0,"min":56473,"max":138020,"stdev":22591.336502919483},"long":{"mean":101100.5294117647,"median":104606.0,"min":65270,"max":142021,"stdev":21173.61032074374}},"cost":{"all":{"mean":0.75455238125,"median":0.711233125,"min":0.3475075,"max":1.16200725,"stdev":0.21717378604518242},"short":{"mean":0.7952184673913043,"median":0.81742275,"min":0.3475075,"max":1.16200725,"stdev":0.21796674728924592},"long":{"mean":0.6995335588235294,"median":0.6682445,"min":0.4141145,"max":1.150641,"stdev":0.20986731064687653}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926068308741,"overall_relative_score":926068308741,"max_execution_time_ms":4880,"max_memory_usage_kib":3072,"rank":462,"performance":1271,"input_tokens":29642,"output_tokens":80355,"total_tokens":109997,"cost":0.8279305},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1795488,"overall_relative_score":1795488,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":560,"performance":1085,"input_tokens":22935,"output_tokens":60936,"total_tokens":83871,"cost":0.63111675},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2788917352254,"overall_relative_score":2788917352254,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":186,"performance":1677,"input_tokens":27608,"output_tokens":52449,"total_tokens":80057,"cost":0.540712},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4524002299,"overall_relative_score":4524002299,"max_execution_time_ms":2920,"max_memory_usage_kib":15360,"rank":178,"performance":1615,"input_tokens":26714,"output_tokens":100510,"total_tokens":127224,"cost":1.0235165},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15282585,"overall_relative_score":15282585,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":157,"performance":1637,"input_tokens":20107,"output_tokens":70291,"total_tokens":90398,"cost":0.71897175},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5223363,"overall_relative_score":5223363,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":331,"performance":1308,"input_tokens":32237,"output_tokens":50352,"total_tokens":82589,"cost":0.51976825},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1498494,"overall_relative_score":1498494,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":166,"performance":1594,"input_tokens":23217,"output_tokens":50111,"total_tokens":73328,"cost":0.52221125},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10532715976,"overall_relative_score":10532715976,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":22538,"output_tokens":61101,"total_tokens":83639,"cost":0.6231985000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6434810434,"overall_relative_score":6434810434,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":429,"performance":1186,"input_tokens":32570,"output_tokens":63214,"total_tokens":95784,"cost":0.6682445},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7504767145,"overall_relative_score":7504767145,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":4,"performance":3025,"input_tokens":33754,"output_tokens":97745,"total_tokens":131499,"cost":1.0012105},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48900,"overall_relative_score":48900,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":217,"performance":1510,"input_tokens":48140,"output_tokens":65663,"total_tokens":113803,"cost":0.678213},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":979241358,"overall_relative_score":979241358,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":322,"performance":1382,"input_tokens":46325,"output_tokens":61970,"total_tokens":108295,"cost":0.63771825},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80351425,"overall_relative_score":80351425,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":228,"performance":1538,"input_tokens":33362,"output_tokens":69142,"total_tokens":102504,"cost":0.7034585000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1118527479,"overall_relative_score":1118527479,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":471,"performance":1041,"input_tokens":41735,"output_tokens":93885,"total_tokens":135620,"cost":0.97042675},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72611329,"overall_relative_score":72611329,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":394,"performance":1235,"input_tokens":23262,"output_tokens":33211,"total_tokens":56473,"cost":0.3475075},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3227569454,"overall_relative_score":20111800927,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":685,"performance":1018,"input_tokens":28071,"output_tokens":78848,"total_tokens":106919,"cost":0.8097447499999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281968345799,"overall_relative_score":803089230224,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":456,"performance":1240,"input_tokens":45512,"output_tokens":54186,"total_tokens":99698,"cost":0.567934},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66439500000000,"overall_relative_score":26878747501,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":382,"performance":1210,"input_tokens":36402,"output_tokens":68204,"total_tokens":104606,"cost":0.7034945},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492861203,"overall_relative_score":492861203,"max_execution_time_ms":200,"max_memory_usage_kib":7168,"rank":18,"performance":2605,"input_tokens":41414,"output_tokens":94866,"total_tokens":136280,"cost":0.9832915},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":16666,"output_tokens":94575,"total_tokens":111241,"cost":0.9619745},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282926419047,"overall_relative_score":282926419047,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":107,"performance":1619,"input_tokens":23894,"output_tokens":101533,"total_tokens":125427,"cost":1.0326695},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93865,"overall_relative_score":93865,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":24673,"output_tokens":113347,"total_tokens":138020,"cost":1.16200725},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43134351853,"overall_relative_score":241095303858,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":24930,"output_tokens":40340,"total_tokens":65270,"cost":0.4141145},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1346458,"overall_relative_score":1346458,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":512,"performance":1100,"input_tokens":30154,"output_tokens":59572,"total_tokens":89726,"cost":0.6218925},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46434079716,"overall_relative_score":1166219891124,"max_execution_time_ms":1830,"max_memory_usage_kib":18432,"rank":416,"performance":1340,"input_tokens":32013,"output_tokens":76212,"total_tokens":108225,"cost":0.7747762499999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":22828,"output_tokens":64586,"total_tokens":87414,"cost":0.663019},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226241000000,"overall_relative_score":296160138395,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":202,"performance":1723,"input_tokens":29784,"output_tokens":45363,"total_tokens":75147,"cost":0.476028},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2888452500,"overall_relative_score":87230319700,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":468,"performance":1292,"input_tokens":23457,"output_tokens":102336,"total_tokens":125793,"cost":1.03568925},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10015336383920,"overall_relative_score":10015336383920,"max_execution_time_ms":1600,"max_memory_usage_kib":3072,"rank":612,"performance":1115,"input_tokens":31639,"output_tokens":78133,"total_tokens":109772,"cost":0.81742275},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":751386,"overall_relative_score":338695720439,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":670,"performance":1053,"input_tokens":29228,"output_tokens":112793,"total_tokens":142021,"cost":1.150641},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4571607207,"overall_relative_score":4571607207,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":375,"performance":1419,"input_tokens":20156,"output_tokens":95350,"total_tokens":115506,"cost":0.967319},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255064725,"overall_relative_score":255064725,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":35563,"output_tokens":40155,"total_tokens":75718,"cost":0.41849974999999995},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5768607,"overall_relative_score":55734729490,"max_execution_time_ms":2840,"max_memory_usage_kib":4096,"rank":497,"performance":1211,"input_tokens":31061,"output_tokens":56679,"total_tokens":87740,"cost":0.59308825},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292969,"overall_relative_score":292969,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":193,"performance":1656,"input_tokens":30253,"output_tokens":64252,"total_tokens":94505,"cost":0.6630562499999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3929132904,"overall_relative_score":2470787033187,"max_execution_time_ms":450,"max_memory_usage_kib":4096,"rank":617,"performance":1151,"input_tokens":38378,"output_tokens":72172,"total_tokens":110550,"cost":0.7398845},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68276012,"overall_relative_score":68276012,"max_execution_time_ms":100,"max_memory_usage_kib":8192,"rank":407,"performance":1464,"input_tokens":31218,"output_tokens":100666,"total_tokens":131884,"cost":1.0341624999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":31695,"output_tokens":93785,"total_tokens":125480,"cost":0.96724475},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146288610,"overall_relative_score":146288610,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":223,"performance":1729,"input_tokens":30147,"output_tokens":87269,"total_tokens":117416,"cost":0.89654975},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":787985744,"overall_relative_score":1760340339715,"max_execution_time_ms":1050,"max_memory_usage_kib":5120,"rank":439,"performance":1419,"input_tokens":36481,"output_tokens":43917,"total_tokens":80398,"cost":0.46187524999999996},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217308,"overall_relative_score":217308,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":85,"performance":2153,"input_tokens":18038,"output_tokens":83458,"total_tokens":101496,"cost":0.8515115}]},{"num_self_refine":8,"rank":{"all":{"mean":326.375,"median":341.0,"min":2,"max":685,"stdev":175.5007031178844},"short":{"mean":253.3913043478261,"median":217.0,"min":2,"max":560,"stdev":161.86687547331624},"long":{"mean":425.11764705882354,"median":440.0,"min":152,"max":685,"stdev":145.02925668332458}},"performance":{"all":{"mean":1519.075,"median":1418.5,"min":837,"max":3229,"stdev":445.4666459930616},"short":{"mean":1670.5652173913043,"median":1619.0,"min":837,"max":3229,"stdev":515.5018583942303},"long":{"mean":1314.1176470588234,"median":1273.0,"min":1018,"max":1846,"stdev":201.69465856615452}},"input_tokens":{"all":{"mean":122710.3,"median":124082.5,"min":72797,"max":176097,"stdev":27496.14328312525},"short":{"mean":118497.91304347826,"median":115735.0,"min":72797,"max":176097,"stdev":29442.520207582656},"long":{"mean":128409.41176470589,"median":126018.0,"min":84495,"max":173030,"stdev":24308.228344685118}},"output_tokens":{"all":{"mean":106581.375,"median":103411.0,"min":52777,"max":169392,"stdev":28870.542063856326},"short":{"mean":110491.17391304347,"median":113910.0,"min":52777,"max":162392,"stdev":27369.957746757456},"long":{"mean":101291.64705882352,"median":90341.0,"min":64358,"max":169392,"stdev":30821.08444908529}},"total_tokens":{"all":{"mean":229291.675,"median":231564.0,"min":137707,"max":309427,"stdev":40533.93870502777},"short":{"mean":228989.08695652173,"median":234385.0,"min":137707,"max":304071,"stdev":40852.3598694272},"long":{"mean":229701.0588235294,"median":223679.0,"min":151893,"max":309427,"stdev":41349.05950633973}},"cost":{"all":{"mean":1.131574025,"median":1.1131042500000001,"min":0.5651005,"max":1.770099,"stdev":0.2941150361304818},"short":{"mean":1.1709290869565216,"median":1.21984175,"min":0.5651005,"max":1.66221225,"stdev":0.27805768810535},"long":{"mean":1.0783289411764705,"median":0.9863469999999999,"min":0.67624675,"max":1.770099,"stdev":0.3151259934151652}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":927091659536,"overall_relative_score":927091659536,"max_execution_time_ms":4600,"max_memory_usage_kib":3072,"rank":457,"performance":1276,"input_tokens":164057,"output_tokens":126538,"total_tokens":290595,"cost":1.3588512499999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1795488,"overall_relative_score":1795488,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":560,"performance":1085,"input_tokens":94306,"output_tokens":88439,"total_tokens":182745,"cost":0.9322885000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2788917352254,"overall_relative_score":2788917352254,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":186,"performance":1677,"input_tokens":114051,"output_tokens":78687,"total_tokens":192738,"cost":0.84447375},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4658027581,"overall_relative_score":4658027581,"max_execution_time_ms":2910,"max_memory_usage_kib":15360,"rank":172,"performance":1634,"input_tokens":113473,"output_tokens":126484,"total_tokens":239957,"cost":1.3135132500000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15282585,"overall_relative_score":15282585,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":157,"performance":1637,"input_tokens":115417,"output_tokens":117138,"total_tokens":232555,"cost":1.25041925},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5359957,"overall_relative_score":5359957,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":255,"performance":1459,"input_tokens":111920,"output_tokens":78574,"total_tokens":190494,"cost":0.828296},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1668140,"overall_relative_score":1668140,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":86,"performance":1919,"input_tokens":115735,"output_tokens":79181,"total_tokens":194916,"cost":0.87585475},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11099660599,"overall_relative_score":11099660599,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":494,"performance":837,"input_tokens":81695,"output_tokens":84699,"total_tokens":166394,"cost":0.88603675},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6434810434,"overall_relative_score":6434810434,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":429,"performance":1186,"input_tokens":124517,"output_tokens":85094,"total_tokens":209611,"cost":0.9181702500000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7535271848,"overall_relative_score":7535271848,"max_execution_time_ms":1910,"max_memory_usage_kib":5120,"rank":2,"performance":3229,"input_tokens":156032,"output_tokens":134881,"total_tokens":290913,"cost":1.4358499999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48900,"overall_relative_score":48900,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":217,"performance":1510,"input_tokens":160143,"output_tokens":91159,"total_tokens":251302,"cost":0.9696407499999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":978465000,"overall_relative_score":978465000,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":323,"performance":1381,"input_tokens":136718,"output_tokens":81874,"total_tokens":218592,"cost":0.8830775},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80351425,"overall_relative_score":80351425,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":228,"performance":1538,"input_tokens":130635,"output_tokens":103750,"total_tokens":234385,"cost":1.08372175},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1315205871,"overall_relative_score":1315205871,"max_execution_time_ms":4970,"max_memory_usage_kib":3072,"rank":360,"performance":1235,"input_tokens":173030,"output_tokens":136397,"total_tokens":309427,"cost":1.4585775},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72611329,"overall_relative_score":72611329,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":394,"performance":1235,"input_tokens":84930,"output_tokens":52777,"total_tokens":137707,"cost":0.5651005},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3227569454,"overall_relative_score":20111800927,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":685,"performance":1018,"input_tokens":104484,"output_tokens":110659,"total_tokens":215143,"cost":1.1673549999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281968345799,"overall_relative_score":803089230224,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":456,"performance":1240,"input_tokens":154062,"output_tokens":77151,"total_tokens":231213,"cost":0.8274315000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49491750000000,"overall_relative_score":35344209106,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":348,"performance":1273,"input_tokens":126018,"output_tokens":99661,"total_tokens":225679,"cost":1.0657165000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494909919,"overall_relative_score":494909919,"max_execution_time_ms":290,"max_memory_usage_kib":7168,"rank":11,"performance":2749,"input_tokens":176097,"output_tokens":127974,"total_tokens":304071,"cost":1.36176525},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13064940,"overall_relative_score":13064940,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":398,"performance":1451,"input_tokens":72797,"output_tokens":162392,"total_tokens":235189,"cost":1.66221225},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282926419047,"overall_relative_score":282926419047,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":107,"performance":1619,"input_tokens":87941,"output_tokens":143974,"total_tokens":231915,"cost":1.47968225},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93862,"overall_relative_score":93862,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":97991,"output_tokens":138324,"total_tokens":236315,"cost":1.4438087499999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36955907667,"overall_relative_score":259296362780,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":557,"performance":1180,"input_tokens":87535,"output_tokens":64358,"total_tokens":151893,"cost":0.67624675},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1373323,"overall_relative_score":1373323,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":287,"performance":1511,"input_tokens":122817,"output_tokens":84815,"total_tokens":207632,"cost":0.92592725},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46727508153,"overall_relative_score":1166956221528,"max_execution_time_ms":1710,"max_memory_usage_kib":18432,"rank":416,"performance":1340,"input_tokens":128894,"output_tokens":116109,"total_tokens":245003,"cost":1.2111835},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069593,"overall_relative_score":1069593,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":130,"performance":1970,"input_tokens":97652,"output_tokens":101483,"total_tokens":199135,"cost":1.078575},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205026000000,"overall_relative_score":342728240646,"max_execution_time_ms":1190,"max_memory_usage_kib":4096,"rank":152,"performance":1846,"input_tokens":121308,"output_tokens":74095,"total_tokens":195403,"cost":0.7984090000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2888452500,"overall_relative_score":87230319700,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":468,"performance":1292,"input_tokens":84495,"output_tokens":157180,"total_tokens":241675,"cost":1.6144907499999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10396342114370,"overall_relative_score":10396342114370,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":465,"performance":1325,"input_tokens":140279,"output_tokens":112593,"total_tokens":252872,"cost":1.20695875},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663691,"overall_relative_score":383044552312,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":583,"performance":1155,"input_tokens":134556,"output_tokens":169392,"total_tokens":303948,"cost":1.770099},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4571607207,"overall_relative_score":4571607207,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":375,"performance":1419,"input_tokens":91657,"output_tokens":125538,"total_tokens":217195,"cost":1.3137912500000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255643099,"overall_relative_score":255643099,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":176,"performance":1845,"input_tokens":123985,"output_tokens":60303,"total_tokens":184288,"cost":0.67549925},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5768607,"overall_relative_score":55734729490,"max_execution_time_ms":2840,"max_memory_usage_kib":4096,"rank":497,"performance":1211,"input_tokens":124180,"output_tokens":90341,"total_tokens":214521,"cost":0.9863469999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292969,"overall_relative_score":292969,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":193,"performance":1656,"input_tokens":157512,"output_tokens":103072,"total_tokens":260584,"cost":1.100314},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3923723822,"overall_relative_score":2475906903283,"max_execution_time_ms":500,"max_memory_usage_kib":7168,"rank":615,"performance":1153,"input_tokens":142754,"output_tokens":102550,"total_tokens":245304,"cost":1.1258945},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71395543,"overall_relative_score":71395543,"max_execution_time_ms":90,"max_memory_usage_kib":8192,"rank":215,"performance":1786,"input_tokens":148343,"output_tokens":138360,"total_tokens":286703,"cost":1.5140207499999996},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":138570,"output_tokens":130156,"total_tokens":268726,"cost":1.3957165},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146348946,"overall_relative_score":146348946,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":221,"performance":1733,"input_tokens":133483,"output_tokens":113910,"total_tokens":247393,"cost":1.21984175},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":788393008,"overall_relative_score":1758884725976,"max_execution_time_ms":1420,"max_memory_usage_kib":5120,"rank":440,"performance":1418,"input_tokens":150381,"output_tokens":73298,"total_tokens":223679,"cost":0.79697225},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217308,"overall_relative_score":217308,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":85,"performance":2153,"input_tokens":83962,"output_tokens":119895,"total_tokens":203857,"cost":1.2408305}]},{"num_self_refine":16,"rank":{"all":{"mean":317.625,"median":305.5,"min":2,"max":685,"stdev":177.73917616437222},"short":{"mean":245.65217391304347,"median":215.0,"min":2,"max":560,"stdev":161.7064143034452},"long":{"mean":415.0,"median":441.0,"min":147,"max":685,"stdev":153.3879884475965}},"performance":{"all":{"mean":1537.725,"median":1435.0,"min":840,"max":3229,"stdev":449.6665994278713},"short":{"mean":1688.8260869565217,"median":1619.0,"min":840,"max":3229,"stdev":520.5784066500989},"long":{"mean":1333.2941176470588,"median":1292.0,"min":1018,"max":1860,"stdev":207.39026155592575}},"input_tokens":{"all":{"mean":526531.65,"median":548528.5,"min":319896,"max":808515,"stdev":133553.02819125386},"short":{"mean":516053.60869565216,"median":544023.0,"min":319896,"max":776497,"stdev":142482.37140902702},"long":{"mean":540707.8235294118,"median":548921.0,"min":359914,"max":808515,"stdev":123250.64030778669}},"output_tokens":{"all":{"mean":157491.925,"median":155092.5,"min":86267,"max":241302,"stdev":34877.455773760805},"short":{"mean":159513.21739130435,"median":165297.0,"min":86267,"max":203454,"stdev":32941.21105153091},"long":{"mean":154757.23529411765,"median":152013.0,"min":116364,"max":241302,"stdev":38199.49373605855}},"total_tokens":{"all":{"mean":684023.575,"median":689081.0,"min":423021,"max":1007871,"stdev":150139.86227871382},"short":{"mean":675566.8260869565,"median":670161.0,"min":423021,"max":969199,"stdev":157973.51655769628},"long":{"mean":695465.0588235294,"median":691851.0,"min":476278,"max":1007871,"stdev":142794.20042121396}},"cost":{"all":{"mean":1.7615270125,"median":1.7594911249999998,"min":0.9973405,"max":2.599879,"stdev":0.3754465444371898},"short":{"mean":1.7860670108695653,"median":1.7962097500000003,"min":0.9973405,"max":2.4513162499999996,"stdev":0.3610628638494986},"long":{"mean":1.7283258382352942,"median":1.6494827499999996,"min":1.2908285,"max":2.599879,"stdev":0.4028642229898824}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":927665164716,"overall_relative_score":927665164716,"max_execution_time_ms":4690,"max_memory_usage_kib":3072,"rank":453,"performance":1281,"input_tokens":808515,"output_tokens":199356,"total_tokens":1007871,"cost":2.32855575},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1795488,"overall_relative_score":1795488,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":560,"performance":1085,"input_tokens":400532,"output_tokens":132047,"total_tokens":532579,"cost":1.498287},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2788917352254,"overall_relative_score":2788917352254,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":186,"performance":1677,"input_tokens":470828,"output_tokens":124868,"total_tokens":595696,"cost":1.3899510000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4619682146,"overall_relative_score":4619682146,"max_execution_time_ms":2910,"max_memory_usage_kib":15360,"rank":173,"performance":1631,"input_tokens":477699,"output_tokens":166147,"total_tokens":643846,"cost":1.7962097500000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15282585,"overall_relative_score":15282585,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":157,"performance":1637,"input_tokens":638609,"output_tokens":184725,"total_tokens":823334,"cost":2.05957525},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5359957,"overall_relative_score":5359957,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":255,"performance":1459,"input_tokens":444294,"output_tokens":123100,"total_tokens":567394,"cost":1.4014555},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1668140,"overall_relative_score":1668140,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":86,"performance":1919,"input_tokens":556540,"output_tokens":132865,"total_tokens":689405,"cost":1.572597},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11263520838,"overall_relative_score":11263520838,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":493,"performance":840,"input_tokens":319896,"output_tokens":118316,"total_tokens":438212,"cost":1.278326},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6434810434,"overall_relative_score":6434810434,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":429,"performance":1186,"input_tokens":491442,"output_tokens":125621,"total_tokens":617063,"cost":1.4082725000000003},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7535271848,"overall_relative_score":7535271848,"max_execution_time_ms":1910,"max_memory_usage_kib":5120,"rank":2,"performance":3229,"input_tokens":749947,"output_tokens":202531,"total_tokens":952478,"cost":2.2600237499999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48900,"overall_relative_score":48900,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":217,"performance":1510,"input_tokens":594871,"output_tokens":135542,"total_tokens":730413,"cost":1.51379275},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1098927249,"overall_relative_score":1098927249,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":252,"performance":1510,"input_tokens":464115,"output_tokens":119309,"total_tokens":583424,"cost":1.3310097500000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80727045,"overall_relative_score":80727045,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":224,"performance":1547,"input_tokens":555353,"output_tokens":153597,"total_tokens":708950,"cost":1.68396925},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1362865079,"overall_relative_score":1362865079,"max_execution_time_ms":4990,"max_memory_usage_kib":3072,"rank":300,"performance":1346,"input_tokens":759485,"output_tokens":202832,"total_tokens":962317,"cost":2.26502025},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72611329,"overall_relative_score":72611329,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":394,"performance":1235,"input_tokens":336754,"output_tokens":86267,"total_tokens":423021,"cost":0.9973405},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3227569454,"overall_relative_score":20111800927,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":685,"performance":1018,"input_tokens":399431,"output_tokens":152013,"total_tokens":551444,"cost":1.6494827499999996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281968345799,"overall_relative_score":803089230224,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":456,"performance":1240,"input_tokens":569167,"output_tokens":119590,"total_tokens":688757,"cost":1.3424467500000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26908250000000,"overall_relative_score":47753171302,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":311,"performance":1345,"input_tokens":548921,"output_tokens":154856,"total_tokens":703777,"cost":1.7227912500000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":495141106,"overall_relative_score":495141106,"max_execution_time_ms":770,"max_memory_usage_kib":7168,"rank":10,"performance":2776,"input_tokens":776497,"output_tokens":192702,"total_tokens":969199,"cost":2.15474525},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13064995,"overall_relative_score":13064995,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":398,"performance":1451,"input_tokens":326386,"output_tokens":203454,"total_tokens":529840,"cost":2.1886505},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282926419047,"overall_relative_score":282926419047,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":107,"performance":1619,"input_tokens":337744,"output_tokens":186706,"total_tokens":524450,"cost":1.9663920000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93862,"overall_relative_score":93862,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":413837,"output_tokens":178289,"total_tokens":592126,"cost":1.9171462499999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":29067805673,"overall_relative_score":253562292834,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":561,"performance":1176,"input_tokens":359914,"output_tokens":116364,"total_tokens":476278,"cost":1.2908285},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1373323,"overall_relative_score":1373323,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":287,"performance":1511,"input_tokens":544023,"output_tokens":126138,"total_tokens":670161,"cost":1.44230475},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46727508153,"overall_relative_score":1166956221528,"max_execution_time_ms":1710,"max_memory_usage_kib":18432,"rank":416,"performance":1340,"input_tokens":590334,"output_tokens":167477,"total_tokens":757811,"cost":1.8365435},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070188,"overall_relative_score":1070188,"max_execution_time_ms":1550,"max_memory_usage_kib":3072,"rank":126,"performance":1982,"input_tokens":422846,"output_tokens":148507,"total_tokens":571353,"cost":1.6805555000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203386000000,"overall_relative_score":348091617361,"max_execution_time_ms":2190,"max_memory_usage_kib":4096,"rank":147,"performance":1860,"input_tokens":560511,"output_tokens":131340,"total_tokens":691851,"cost":1.5160867500000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2888452500,"overall_relative_score":87230319700,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":468,"performance":1292,"input_tokens":367218,"output_tokens":211340,"total_tokens":578558,"cost":2.2288384999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10513306420841,"overall_relative_score":10513306420841,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":411,"performance":1406,"input_tokens":657616,"output_tokens":178033,"total_tokens":835649,"cost":1.9844460000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663691,"overall_relative_score":383044552312,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":583,"performance":1155,"input_tokens":591164,"output_tokens":241302,"total_tokens":832466,"cost":2.599879},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4571607207,"overall_relative_score":4571607207,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":375,"performance":1419,"input_tokens":377404,"output_tokens":165516,"total_tokens":542920,"cost":1.8502910000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258813003,"overall_relative_score":258813003,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":120,"performance":2000,"input_tokens":484481,"output_tokens":100768,"total_tokens":585249,"cost":1.1959692499999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5768444,"overall_relative_score":55754921603,"max_execution_time_ms":2840,"max_memory_usage_kib":4096,"rank":497,"performance":1211,"input_tokens":548136,"output_tokens":155329,"total_tokens":703465,"cost":1.7413719999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292969,"overall_relative_score":292969,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":193,"performance":1656,"input_tokens":680477,"output_tokens":151799,"total_tokens":832276,"cost":1.7776102499999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3923723822,"overall_relative_score":2475906903283,"max_execution_time_ms":500,"max_memory_usage_kib":7168,"rank":615,"performance":1153,"input_tokens":573829,"output_tokens":161160,"total_tokens":734989,"cost":1.81466225},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71395543,"overall_relative_score":71395543,"max_execution_time_ms":90,"max_memory_usage_kib":8192,"rank":215,"performance":1786,"input_tokens":662237,"output_tokens":201232,"total_tokens":863469,"cost":2.4513162499999996},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":624284,"output_tokens":193502,"total_tokens":817786,"cost":2.188767},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147332768,"overall_relative_score":147332768,"max_execution_time_ms":1490,"max_memory_usage_kib":3072,"rank":162,"performance":1869,"input_tokens":568254,"output_tokens":164824,"total_tokens":733078,"cost":1.8328135},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":788780857,"overall_relative_score":1757904474665,"max_execution_time_ms":1420,"max_memory_usage_kib":5120,"rank":441,"performance":1417,"input_tokens":644729,"output_tokens":125016,"total_tokens":769745,"cost":1.51434325},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217308,"overall_relative_score":217308,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":85,"performance":2153,"input_tokens":362946,"output_tokens":165297,"total_tokens":528243,"cost":1.7884125}]}]},{"model_name":"gpt-5.1-thinking","detail_path":"data/model_details/gpt-5.1-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":495.35,"median":522.5,"min":54,"max":987,"stdev":231.67678081592632},"short":{"mean":397.0869565217391,"median":418.0,"min":54,"max":834,"stdev":201.08815638996793},"long":{"mean":628.2941176470588,"median":593.0,"min":368,"max":987,"stdev":206.3294588473379}},"performance":{"all":{"mean":1192.15,"median":1155.0,"min":467,"max":2210,"stdev":332.77832384413625},"short":{"mean":1326.0869565217392,"median":1269.0,"min":828,"max":2210,"stdev":330.6732681616097},"long":{"mean":1010.9411764705883,"median":1063.0,"min":467,"max":1321,"stdev":242.70699170713937}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":31365.3,"median":31094.5,"min":9316,"max":53325,"stdev":11399.775951914413},"short":{"mean":32814.739130434784,"median":33237.0,"min":9972,"max":47833,"stdev":10585.939921412875},"long":{"mean":29404.29411764706,"median":26428.0,"min":9316,"max":53325,"stdev":12472.919925606362}},"total_tokens":{"all":{"mean":34345.3,"median":33557.0,"min":11391,"max":57507,"stdev":11336.37591255553},"short":{"mean":35217.565217391304,"median":36851.0,"min":11391,"max":53849,"stdev":11012.675865177474},"long":{"mean":33165.17647058824,"median":31532.0,"min":13441,"max":57507,"stdev":11996.638728386037}},"cost":{"all":{"mean":0.315236,"median":0.312488875,"min":0.09399625,"max":0.5341575,"stdev":0.11391180871983254},"short":{"mean":0.3298799673913044,"median":0.3337195,"min":0.10149375,"max":0.47862525,"stdev":0.10554681495903157},"long":{"mean":0.2954235735294118,"median":0.26536675,"min":0.09399625,"max":0.5341575,"stdev":0.12484288679278437}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":881805710958,"overall_relative_score":881805710958,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":684,"performance":1060,"input_tokens":1345,"output_tokens":43743,"total_tokens":45088,"cost":0.43911125},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1819789,"overall_relative_score":1819789,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":557,"performance":1088,"input_tokens":1469,"output_tokens":31092,"total_tokens":32561,"cost":0.31275625},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2695354769987,"overall_relative_score":2695354769987,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":372,"performance":1321,"input_tokens":2614,"output_tokens":31097,"total_tokens":33711,"cost":0.3122215},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4877161357,"overall_relative_score":4877161357,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":151,"performance":1705,"input_tokens":1629,"output_tokens":29052,"total_tokens":30681,"cost":0.29255625},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13180527,"overall_relative_score":13180527,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":180,"performance":1558,"input_tokens":1811,"output_tokens":37366,"total_tokens":39177,"cost":0.37390775},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5060004,"overall_relative_score":5060004,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":382,"performance":1217,"input_tokens":3802,"output_tokens":24792,"total_tokens":28594,"cost":0.2495045},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1474440,"overall_relative_score":1474440,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":180,"performance":1549,"input_tokens":1529,"output_tokens":17832,"total_tokens":19361,"cost":0.18023125},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10152414866,"overall_relative_score":10152414866,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":2239,"output_tokens":32630,"total_tokens":34869,"cost":0.32909875},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1786055076,"overall_relative_score":1786055076,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":520,"performance":1063,"input_tokens":2984,"output_tokens":32974,"total_tokens":35958,"cost":0.33347},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6888684387,"overall_relative_score":6888684387,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":54,"performance":2210,"input_tokens":2210,"output_tokens":38497,"total_tokens":40707,"cost":0.3857165},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15756,"overall_relative_score":15756,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":307,"performance":1301,"input_tokens":7584,"output_tokens":46265,"total_tokens":53849,"cost":0.464498},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":861473568,"overall_relative_score":861473568,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":368,"performance":1308,"input_tokens":7538,"output_tokens":23994,"total_tokens":31532,"cost":0.2417305},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60287271,"overall_relative_score":60287271,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":552,"performance":902,"input_tokens":4695,"output_tokens":39616,"total_tokens":44311,"cost":0.39770875},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":766011307,"overall_relative_score":766011307,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":2812,"output_tokens":47990,"total_tokens":50802,"cost":0.480391},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2563,"output_tokens":16307,"total_tokens":18870,"cost":0.16425775},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1516847769,"overall_relative_score":8301353120,"max_execution_time_ms":320,"max_memory_usage_kib":4096,"rank":939,"performance":644,"input_tokens":2774,"output_tokens":25478,"total_tokens":28252,"cost":0.2562315},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319032974030,"overall_relative_score":797365868274,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":460,"performance":1234,"input_tokens":6975,"output_tokens":26428,"total_tokens":33403,"cost":0.26536675},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":4471,"output_tokens":23742,"total_tokens":28213,"cost":0.23868875},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":450159281,"overall_relative_score":450159281,"max_execution_time_ms":20,"max_memory_usage_kib":11264,"rank":260,"performance":1604,"input_tokens":3614,"output_tokens":33237,"total_tokens":36851,"cost":0.3337195},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11674535,"overall_relative_score":11674535,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":875,"input_tokens":1703,"output_tokens":36618,"total_tokens":38321,"cost":0.36830875},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282550121496,"overall_relative_score":282550121496,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":2202,"output_tokens":45807,"total_tokens":48009,"cost":0.4608225},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93723,"overall_relative_score":93723,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":342,"performance":1308,"input_tokens":1849,"output_tokens":47833,"total_tokens":49682,"cost":0.47862525},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42137102518,"overall_relative_score":243043738476,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":593,"performance":1138,"input_tokens":2861,"output_tokens":38294,"total_tokens":41155,"cost":0.38651625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1334466,"overall_relative_score":1334466,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":560,"performance":1009,"input_tokens":1758,"output_tokens":28979,"total_tokens":30737,"cost":0.2919875},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":707486430159,"overall_relative_score":107973870873,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":973,"performance":467,"input_tokens":3354,"output_tokens":20688,"total_tokens":24042,"cost":0.2079045},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1057283,"overall_relative_score":1057283,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":234,"performance":1704,"input_tokens":1855,"output_tokens":24912,"total_tokens":26767,"cost":0.24942275},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4125,"output_tokens":9316,"total_tokens":13441,"cost":0.09399625},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":26694,"total_tokens":29703,"cost":0.26753325},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10092105161574,"overall_relative_score":10092105161574,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":580,"performance":1161,"input_tokens":1733,"output_tokens":29272,"total_tokens":31005,"cost":0.29488625},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":2818,"output_tokens":43400,"total_tokens":46218,"cost":0.4344985},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":1917,"output_tokens":46270,"total_tokens":48187,"cost":0.46308025},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243562675,"overall_relative_score":243562675,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":352,"performance":1510,"input_tokens":4323,"output_tokens":21823,"total_tokens":26146,"cost":0.22363375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6900942,"overall_relative_score":41007249406,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":593,"performance":1090,"input_tokens":4012,"output_tokens":15473,"total_tokens":19485,"cost":0.155425},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291645,"overall_relative_score":291645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":212,"performance":1609,"input_tokens":1844,"output_tokens":20093,"total_tokens":21937,"cost":0.203235},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5304889620,"overall_relative_score":1915022174394,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":4182,"output_tokens":53325,"total_tokens":57507,"cost":0.5341575},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64411483,"overall_relative_score":64411483,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":548,"performance":1269,"input_tokens":1651,"output_tokens":43150,"total_tokens":44801,"cost":0.43356375},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441180,"overall_relative_score":441180,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":2188,"output_tokens":38040,"total_tokens":40228,"cost":0.381119},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132117392,"overall_relative_score":132117392,"max_execution_time_ms":1060,"max_memory_usage_kib":5120,"rank":590,"performance":1164,"input_tokens":1480,"output_tokens":40076,"total_tokens":41556,"cost":0.40261},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1020876447,"overall_relative_score":1402315039948,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":683,"performance":1149,"input_tokens":4259,"output_tokens":12445,"total_tokens":16704,"cost":0.12545375},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":9972,"total_tokens":11391,"cost":0.10149375}]},{"num_self_refine":2,"rank":{"all":{"mean":443.55,"median":492.0,"min":54,"max":987,"stdev":219.51612872231226},"short":{"mean":371.3478260869565,"median":351.0,"min":54,"max":834,"stdev":206.35552037809367},"long":{"mean":541.2352941176471,"median":518.0,"min":228,"max":987,"stdev":203.1571218945341}},"performance":{"all":{"mean":1280.5,"median":1217.5,"min":470,"max":2210,"stdev":338.7510242202323},"short":{"mean":1383.2608695652175,"median":1298.0,"min":831,"max":2210,"stdev":358.91429939234854},"long":{"mean":1141.4705882352941,"median":1192.0,"min":470,"max":1560,"stdev":258.58246210035657}},"input_tokens":{"all":{"mean":10096.825,"median":9199.0,"min":5257,"max":21202,"stdev":3387.317203980846},"short":{"mean":9109.652173913044,"median":8364.0,"min":5257,"max":21202,"stdev":3215.9692248738897},"long":{"mean":11432.411764705883,"median":10435.0,"min":6715,"max":18975,"stdev":3232.74767146354}},"output_tokens":{"all":{"mean":54216.55,"median":53062.5,"min":29523,"max":96833,"stdev":15494.773717661657},"short":{"mean":55119.52173913043,"median":54939.0,"min":29653,"max":80127,"stdev":12150.254561005428},"long":{"mean":52994.882352941175,"median":45694.0,"min":29523,"max":96833,"stdev":19479.91938151424}},"total_tokens":{"all":{"mean":64313.375,"median":62874.5,"min":37675,"max":105831,"stdev":15366.511449832084},"short":{"mean":64229.17391304348,"median":63167.0,"min":37675,"max":88072,"stdev":12957.500862617879},"long":{"mean":64427.294117647056,"median":62582.0,"min":41093,"max":105831,"stdev":18565.666190459964}},"cost":{"all":{"mean":0.5509201312500001,"median":0.5386625,"min":0.30201625,"max":0.9735295,"stdev":0.15481932532432172},"short":{"mean":0.5604911521739131,"median":0.5581515,"min":0.3045415,"max":0.8071692500000001,"stdev":0.1211079484757705},"long":{"mean":0.5379711029411764,"median":0.46364774999999997,"min":0.30201625,"max":0.9735295,"stdev":0.19480078371529774}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913133632146,"overall_relative_score":913133632146,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":518,"performance":1215,"input_tokens":6715,"output_tokens":77671,"total_tokens":84386,"cost":0.78510375},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1819789,"overall_relative_score":1819789,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":557,"performance":1088,"input_tokens":7245,"output_tokens":52826,"total_tokens":60071,"cost":0.53731625},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2695354769987,"overall_relative_score":2695354769987,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":372,"performance":1321,"input_tokens":8817,"output_tokens":42546,"total_tokens":51363,"cost":0.43446524999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5477763115,"overall_relative_score":5477763115,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":105,"performance":1888,"input_tokens":9171,"output_tokens":42637,"total_tokens":51808,"cost":0.43783375},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13736510,"overall_relative_score":13736510,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":174,"performance":1578,"input_tokens":8105,"output_tokens":74933,"total_tokens":83038,"cost":0.75744525},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5411211,"overall_relative_score":5411211,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":240,"performance":1492,"input_tokens":11703,"output_tokens":39011,"total_tokens":50714,"cost":0.39840275},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1474440,"overall_relative_score":1474440,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":180,"performance":1549,"input_tokens":7033,"output_tokens":46849,"total_tokens":53882,"cost":0.47728125},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10891343072,"overall_relative_score":10891343072,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":9082,"output_tokens":51738,"total_tokens":60820,"cost":0.5287325},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1786055076,"overall_relative_score":1786055076,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":520,"performance":1063,"input_tokens":9396,"output_tokens":54592,"total_tokens":63988,"cost":0.554497},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6890248195,"overall_relative_score":6890248195,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":54,"performance":2210,"input_tokens":9227,"output_tokens":58466,"total_tokens":67693,"cost":0.59216175},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15084,"overall_relative_score":15084,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":312,"performance":1290,"input_tokens":21202,"output_tokens":61683,"total_tokens":82885,"cost":0.6357005},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1153187700,"overall_relative_score":1153187700,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":228,"performance":1560,"input_tokens":18975,"output_tokens":38524,"total_tokens":57499,"cost":0.39369475},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63820475,"overall_relative_score":63820475,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":501,"performance":1002,"input_tokens":12754,"output_tokens":60118,"total_tokens":72872,"cost":0.6128025},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1052616756,"overall_relative_score":1052616756,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":488,"performance":1011,"input_tokens":10342,"output_tokens":79928,"total_tokens":90270,"cost":0.8091835},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81854177,"overall_relative_score":81854177,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":348,"performance":1317,"input_tokens":8022,"output_tokens":29653,"total_tokens":37675,"cost":0.3045415},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8741439780,"overall_relative_score":61886903248,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":518,"performance":1220,"input_tokens":10008,"output_tokens":44555,"total_tokens":54563,"cost":0.454028},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249788235939,"overall_relative_score":796649249918,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":460,"performance":1234,"input_tokens":18777,"output_tokens":43805,"total_tokens":62582,"cost":0.45388925},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98236673629112,"overall_relative_score":19032580301,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":403,"performance":1172,"input_tokens":12527,"output_tokens":53299,"total_tokens":65826,"cost":0.5400087499999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":471497690,"overall_relative_score":471497690,"max_execution_time_ms":170,"max_memory_usage_kib":11264,"rank":116,"performance":1968,"input_tokens":11875,"output_tokens":63605,"total_tokens":75480,"cost":0.64772575},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11674115,"overall_relative_score":11674115,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":834,"performance":875,"input_tokens":6226,"output_tokens":51565,"total_tokens":57791,"cost":0.5234325},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282550121496,"overall_relative_score":282550121496,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":8721,"output_tokens":68106,"total_tokens":76827,"cost":0.6899452500000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93723,"overall_relative_score":93723,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":342,"performance":1308,"input_tokens":7945,"output_tokens":80127,"total_tokens":88072,"cost":0.8071692500000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42137102518,"overall_relative_score":243043738476,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":593,"performance":1138,"input_tokens":10396,"output_tokens":55738,"total_tokens":66134,"cost":0.567207},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1349854,"overall_relative_score":1349854,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":501,"performance":1120,"input_tokens":6930,"output_tokens":44617,"total_tokens":51547,"cost":0.4548325},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":369239198185,"overall_relative_score":171693218780,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":972,"performance":470,"input_tokens":10435,"output_tokens":45694,"total_tokens":56129,"cost":0.46364774999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1063761,"overall_relative_score":1063761,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":191,"performance":1802,"input_tokens":8622,"output_tokens":54939,"total_tokens":63561,"cost":0.5581515},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":400074000000,"overall_relative_score":162232566383,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":551,"performance":1196,"input_tokens":11211,"output_tokens":32599,"total_tokens":43810,"cost":0.33136375},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838856500,"overall_relative_score":61391507945,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":535,"performance":1203,"input_tokens":9229,"output_tokens":60041,"total_tokens":69270,"cost":0.60561025},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10347881969812,"overall_relative_score":10347881969812,"max_execution_time_ms":1600,"max_memory_usage_kib":3072,"rank":484,"performance":1298,"input_tokens":8674,"output_tokens":48387,"total_tokens":57061,"cost":0.4947125},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":730004,"overall_relative_score":348407810271,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":657,"performance":1069,"input_tokens":8998,"output_tokens":96833,"total_tokens":105831,"cost":0.9735295},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":8053,"output_tokens":62313,"total_tokens":70366,"cost":0.6247002500000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243741839,"overall_relative_score":243741839,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":351,"performance":1511,"input_tokens":12638,"output_tokens":32936,"total_tokens":45574,"cost":0.3408375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5832715,"overall_relative_score":51339479564,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":511,"performance":1192,"input_tokens":10896,"output_tokens":30197,"total_tokens":41093,"cost":0.30695},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321455,"overall_relative_score":321455,"max_execution_time_ms":270,"max_memory_usage_kib":4096,"rank":160,"performance":1744,"input_tokens":6955,"output_tokens":52236,"total_tokens":59191,"cost":0.53105375},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5304889620,"overall_relative_score":1915022174394,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":13585,"output_tokens":76357,"total_tokens":89942,"cost":0.7719112499999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64411483,"overall_relative_score":64411483,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":548,"performance":1269,"input_tokens":7858,"output_tokens":55309,"total_tokens":63167,"cost":0.5629125},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441684,"overall_relative_score":441684,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":9563,"output_tokens":69937,"total_tokens":79500,"cost":0.70729175},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":133504548,"overall_relative_score":133504548,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":574,"performance":1186,"input_tokens":8364,"output_tokens":58107,"total_tokens":66471,"cost":0.5915250000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":983861720,"overall_relative_score":1447770108399,"max_execution_time_ms":100,"max_memory_usage_kib":6144,"rank":648,"performance":1185,"input_tokens":12341,"output_tokens":29523,"total_tokens":41864,"cost":0.30201625},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5257,"output_tokens":46662,"total_tokens":51919,"cost":0.47319125}]},{"num_self_refine":4,"rank":{"all":{"mean":412.425,"median":423.0,"min":40,"max":987,"stdev":220.02108144914496},"short":{"mean":346.95652173913044,"median":330.0,"min":40,"max":833,"stdev":207.88075215042036},"long":{"mean":501.0,"median":488.0,"min":219,"max":987,"stdev":209.95386397968483}},"performance":{"all":{"mean":1336.275,"median":1309.5,"min":590,"max":2321,"stdev":345.90898369368784},"short":{"mean":1437.7826086956522,"median":1362.0,"min":868,"max":2321,"stdev":364.9831822429057},"long":{"mean":1198.9411764705883,"median":1204.0,"min":590,"max":1591,"stdev":271.3589575148191}},"input_tokens":{"all":{"mean":36975.775,"median":36530.0,"min":25111,"max":61703,"stdev":7472.720026141925},"short":{"mean":35901.13043478261,"median":36503.0,"min":25111,"max":61703,"stdev":7709.315435381629},"long":{"mean":38429.705882352944,"median":36960.0,"min":29949,"max":53488,"stdev":7105.384857316895}},"output_tokens":{"all":{"mean":83092.425,"median":82568.0,"min":44869,"max":132425,"stdev":22110.43627918204},"short":{"mean":85504.73913043478,"median":88302.0,"min":51355,"max":131252,"stdev":20127.995849782306},"long":{"mean":79828.70588235294,"median":73632.0,"min":44869,"max":132425,"stdev":24796.752437982443}},"total_tokens":{"all":{"mean":120068.2,"median":118210.5,"min":81563,"max":166504,"stdev":23557.330502850124},"short":{"mean":121405.86956521739,"median":121292.0,"min":82046,"max":166504,"stdev":23243.79779895224},"long":{"mean":118258.41176470589,"median":111479.0,"min":81563,"max":163403,"stdev":24571.44945882015}},"cost":{"all":{"mean":0.85847796875,"median":0.8551951250000001,"min":0.46938799999999997,"max":1.3402205,"stdev":0.22201674870023588},"short":{"mean":0.8843342391304349,"median":0.90987375,"min":0.54554325,"max":1.3401690000000002,"stdev":0.20314934047385672},"long":{"mean":0.8234959558823529,"median":0.756168,"min":0.46938799999999997,"max":1.3402205,"stdev":0.24726674062867177}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":924304982978,"overall_relative_score":924304982978,"max_execution_time_ms":4600,"max_memory_usage_kib":3072,"rank":473,"performance":1260,"input_tokens":33555,"output_tokens":104655,"total_tokens":138210,"cost":1.07178975},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1876157,"overall_relative_score":1876157,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":547,"performance":1100,"input_tokens":31173,"output_tokens":68014,"total_tokens":99187,"cost":0.7024022500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2695354769987,"overall_relative_score":2695354769987,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":372,"performance":1321,"input_tokens":31990,"output_tokens":57231,"total_tokens":89221,"cost":0.6017855},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5477763115,"overall_relative_score":5477763115,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":105,"performance":1888,"input_tokens":40226,"output_tokens":66115,"total_tokens":106341,"cost":0.6902645},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15612294,"overall_relative_score":15612294,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":154,"performance":1647,"input_tokens":38725,"output_tokens":117413,"total_tokens":156138,"cost":1.20496825},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5411211,"overall_relative_score":5411211,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":240,"performance":1492,"input_tokens":38249,"output_tokens":58285,"total_tokens":96534,"cost":0.60430925},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1460738,"overall_relative_score":1460738,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":189,"performance":1521,"input_tokens":36503,"output_tokens":78055,"total_tokens":114558,"cost":0.8083227499999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12296959620,"overall_relative_score":12296959620,"max_execution_time_ms":340,"max_memory_usage_kib":8192,"rank":483,"performance":868,"input_tokens":32990,"output_tokens":88302,"total_tokens":121292,"cost":0.9242575000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1786055076,"overall_relative_score":1786055076,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":520,"performance":1063,"input_tokens":32636,"output_tokens":78843,"total_tokens":111479,"cost":0.822889},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7007790907,"overall_relative_score":7007790907,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":40,"performance":2321,"input_tokens":36557,"output_tokens":90034,"total_tokens":126591,"cost":0.92760425},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27940,"overall_relative_score":27940,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":250,"performance":1429,"input_tokens":61703,"output_tokens":89190,"total_tokens":150893,"cost":0.93922075},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1171523546,"overall_relative_score":1171523546,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":219,"performance":1580,"input_tokens":52357,"output_tokens":58435,"total_tokens":110792,"cost":0.60515625},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83280410,"overall_relative_score":83280410,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":190,"performance":1633,"input_tokens":41320,"output_tokens":97262,"total_tokens":138582,"cost":0.9986380000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1052616756,"overall_relative_score":1052616756,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":488,"performance":1011,"input_tokens":43388,"output_tokens":116042,"total_tokens":159430,"cost":1.189455},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87862479,"overall_relative_score":87862479,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":330,"performance":1350,"input_tokens":28709,"output_tokens":53337,"total_tokens":82046,"cost":0.55831225},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13350703640,"overall_relative_score":146482759517,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":387,"performance":1392,"input_tokens":32548,"output_tokens":72353,"total_tokens":104901,"cost":0.742471},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":111210104236,"overall_relative_score":843435403241,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":389,"performance":1339,"input_tokens":53488,"output_tokens":71937,"total_tokens":125425,"cost":0.7539739999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89136495645940,"overall_relative_score":21267730476,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":400,"performance":1178,"input_tokens":42268,"output_tokens":90183,"total_tokens":132451,"cost":0.9324889999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474163420,"overall_relative_score":474163420,"max_execution_time_ms":340,"max_memory_usage_kib":11264,"rank":100,"performance":2027,"input_tokens":42505,"output_tokens":104757,"total_tokens":147262,"cost":1.08543725},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11700370,"overall_relative_score":11700370,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":833,"performance":877,"input_tokens":26508,"output_tokens":78907,"total_tokens":105415,"cost":0.8178849999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282794709934,"overall_relative_score":282794709934,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":110,"performance":1597,"input_tokens":32262,"output_tokens":97019,"total_tokens":129281,"cost":0.9919415},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93745,"overall_relative_score":93745,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":340,"performance":1312,"input_tokens":35252,"output_tokens":131252,"total_tokens":166504,"cost":1.3401690000000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42137102518,"overall_relative_score":243043738476,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":593,"performance":1138,"input_tokens":38545,"output_tokens":78062,"total_tokens":116607,"cost":0.8056172500000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1349854,"overall_relative_score":1349854,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":501,"performance":1120,"input_tokens":25111,"output_tokens":57546,"total_tokens":82657,"cost":0.5937447499999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82963911926,"overall_relative_score":658316914615,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":929,"performance":590,"input_tokens":36960,"output_tokens":73632,"total_tokens":110592,"cost":0.756168},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1063761,"overall_relative_score":1063761,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":191,"performance":1802,"input_tokens":36873,"output_tokens":86229,"total_tokens":123102,"cost":0.88750125},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":261526000000,"overall_relative_score":243984172163,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":269,"performance":1591,"input_tokens":34542,"output_tokens":70024,"total_tokens":104566,"cost":0.7271455},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3761302156,"overall_relative_score":61645929582,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":535,"performance":1204,"input_tokens":29949,"output_tokens":104182,"total_tokens":134131,"cost":1.06399225},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10371082225404,"overall_relative_score":10371082225404,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":478,"performance":1307,"input_tokens":39361,"output_tokens":74489,"total_tokens":113850,"cost":0.77292325},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":676417,"overall_relative_score":375861303994,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":588,"performance":1149,"input_tokens":30978,"output_tokens":132425,"total_tokens":163403,"cost":1.3402205},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":28947,"output_tokens":88807,"total_tokens":117754,"cost":0.9092777500000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245283225,"overall_relative_score":245283225,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":329,"performance":1547,"input_tokens":39649,"output_tokens":51355,"total_tokens":91004,"cost":0.54554325},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5832715,"overall_relative_score":51339479564,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":511,"performance":1192,"input_tokens":35412,"output_tokens":46151,"total_tokens":81563,"cost":0.490655},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321867,"overall_relative_score":321867,"max_execution_time_ms":270,"max_memory_usage_kib":4096,"rank":159,"performance":1747,"input_tokens":33437,"output_tokens":105612,"total_tokens":139049,"cost":1.08668425},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5304889620,"overall_relative_score":1915022174394,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":45920,"output_tokens":99779,"total_tokens":145699,"cost":1.021926},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66810865,"overall_relative_score":66810865,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":480,"performance":1362,"input_tokens":30505,"output_tokens":62971,"total_tokens":93476,"cost":0.65128125},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441700,"overall_relative_score":441700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":42817,"output_tokens":101986,"total_tokens":144803,"cost":1.04717325},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":133504548,"overall_relative_score":133504548,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":574,"performance":1186,"input_tokens":37595,"output_tokens":86288,"total_tokens":123883,"cost":0.90987375},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951629869,"overall_relative_score":1490465608859,"max_execution_time_ms":180,"max_memory_usage_kib":6144,"rank":617,"performance":1218,"input_tokens":40520,"output_tokens":44869,"total_tokens":85389,"cost":0.46938799999999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":26998,"output_tokens":91669,"total_tokens":118667,"cost":0.9462615000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":381.275,"median":386.0,"min":37,"max":929,"stdev":206.21298269209248},"short":{"mean":323.30434782608694,"median":298.0,"min":37,"max":833,"stdev":208.9805199235323},"long":{"mean":459.70588235294116,"median":458.0,"min":171,"max":929,"stdev":179.54065163142104}},"performance":{"all":{"mean":1400.875,"median":1355.5,"min":590,"max":2349,"stdev":347.05834782478837},"short":{"mean":1506.608695652174,"median":1436.0,"min":871,"max":2349,"stdev":370.51116277263554},"long":{"mean":1257.8235294117646,"median":1220.0,"min":590,"max":1796,"stdev":258.8904776382567}},"input_tokens":{"all":{"mean":145727.15,"median":145993.5,"min":91403,"max":212088,"stdev":29128.921172863094},"short":{"mean":146853.73913043478,"median":148593.0,"min":91403,"max":212088,"stdev":32118.666381259853},"long":{"mean":144202.9411764706,"median":137323.0,"min":114429,"max":186740,"stdev":25405.695169761122}},"output_tokens":{"all":{"mean":126770.95,"median":127387.0,"min":79786,"max":188424,"stdev":30478.37862632695},"short":{"mean":128806.56521739131,"median":128219.0,"min":82108,"max":185312,"stdev":28479.16855723605},"long":{"mean":124016.88235294117,"median":120191.0,"min":79786,"max":188424,"stdev":33690.405891147915}},"total_tokens":{"all":{"mean":272498.1,"median":272077.5,"min":180316,"max":368083,"stdev":49446.81267257702},"short":{"mean":275660.3043478261,"median":275290.0,"min":180316,"max":368083,"stdev":52431.04938647326},"long":{"mean":268219.82352941175,"median":268562.0,"min":201478,"max":345352,"stdev":46324.2808919298}},"cost":{"all":{"mean":1.3436864375,"median":1.3409111249999999,"min":0.8745452499999999,"max":1.93614375,"stdev":0.30511708160327333},"short":{"mean":1.3641023913043477,"median":1.3658262499999998,"min":0.91910125,"max":1.93614375,"stdev":0.288265466068071},"long":{"mean":1.3160648529411765,"median":1.2946075,"min":0.8745452499999999,"max":1.9293332500000002,"stdev":0.33354820957583126}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926685462616,"overall_relative_score":926685462616,"max_execution_time_ms":4600,"max_memory_usage_kib":3072,"rank":458,"performance":1275,"input_tokens":174869,"output_tokens":160483,"total_tokens":335352,"cost":1.68460025},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1876157,"overall_relative_score":1876157,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":547,"performance":1100,"input_tokens":119415,"output_tokens":93679,"total_tokens":213094,"cost":1.0059947500000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2694084660991,"overall_relative_score":2694084660991,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":374,"performance":1318,"input_tokens":115513,"output_tokens":85965,"total_tokens":201478,"cost":0.94528925},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495755836,"overall_relative_score":5495755836,"max_execution_time_ms":2790,"max_memory_usage_kib":3072,"rank":102,"performance":1902,"input_tokens":168274,"output_tokens":100591,"total_tokens":268865,"cost":1.0788765},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15744574,"overall_relative_score":15744574,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":151,"performance":1658,"input_tokens":182771,"output_tokens":185312,"total_tokens":368083,"cost":1.93614375},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5411211,"overall_relative_score":5411211,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":240,"performance":1492,"input_tokens":128953,"output_tokens":86916,"total_tokens":215869,"cost":0.94049525},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1642942,"overall_relative_score":1642942,"max_execution_time_ms":1770,"max_memory_usage_kib":3072,"rank":103,"performance":1835,"input_tokens":171421,"output_tokens":128907,"total_tokens":300328,"cost":1.3658262499999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12323192463,"overall_relative_score":12323192463,"max_execution_time_ms":380,"max_memory_usage_kib":9216,"rank":482,"performance":871,"input_tokens":121266,"output_tokens":127663,"total_tokens":248929,"cost":1.3455564999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1786055076,"overall_relative_score":1786055076,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":520,"performance":1063,"input_tokens":114891,"output_tokens":107135,"total_tokens":222026,"cost":1.14209975},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7024190475,"overall_relative_score":7024190475,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":37,"performance":2349,"input_tokens":143394,"output_tokens":122455,"total_tokens":265849,"cost":1.3015525},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30608,"overall_relative_score":30608,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":247,"performance":1436,"input_tokens":212088,"output_tokens":135092,"total_tokens":347180,"cost":1.4469740000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1171523546,"overall_relative_score":1171523546,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":219,"performance":1580,"input_tokens":160432,"output_tokens":93124,"total_tokens":253556,"cost":1.0041959999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83803553,"overall_relative_score":83803553,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":183,"performance":1652,"input_tokens":168711,"output_tokens":141258,"total_tokens":309969,"cost":1.5091327500000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070043621,"overall_relative_score":1070043621,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":484,"performance":1018,"input_tokens":186740,"output_tokens":158612,"total_tokens":345352,"cost":1.667625},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86899031,"overall_relative_score":86899031,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":114772,"output_tokens":87521,"total_tokens":202293,"cost":0.942931},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13507744891,"overall_relative_score":148656410436,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":383,"performance":1398,"input_tokens":114429,"output_tokens":106850,"total_tokens":221279,"cost":1.11980825},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103327171856,"overall_relative_score":843195936019,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":389,"performance":1339,"input_tokens":181684,"output_tokens":112212,"total_tokens":293896,"cost":1.218041},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85934821439560,"overall_relative_score":23316639457,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":391,"performance":1194,"input_tokens":171511,"output_tokens":147014,"total_tokens":318525,"cost":1.58732875},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474838671,"overall_relative_score":474838671,"max_execution_time_ms":430,"max_memory_usage_kib":11264,"rank":98,"performance":2035,"input_tokens":184571,"output_tokens":153729,"total_tokens":338300,"cost":1.64099575},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11702120,"overall_relative_score":11702120,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":833,"performance":877,"input_tokens":108563,"output_tokens":133536,"total_tokens":242099,"cost":1.40424775},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285348157449,"overall_relative_score":285348157449,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":76,"performance":1846,"input_tokens":118901,"output_tokens":135250,"total_tokens":254151,"cost":1.3997502499999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173786,"overall_relative_score":173786,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":286,"performance":1421,"input_tokens":148593,"output_tokens":175540,"total_tokens":324133,"cost":1.8223412500000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33365811577,"overall_relative_score":262536648245,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":549,"performance":1190,"input_tokens":137323,"output_tokens":131239,"total_tokens":268562,"cost":1.3665397500000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1363936,"overall_relative_score":1363936,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":362,"performance":1369,"input_tokens":91403,"output_tokens":88913,"total_tokens":180316,"cost":0.9404557499999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82963911926,"overall_relative_score":658316914615,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":929,"performance":590,"input_tokens":155374,"output_tokens":120191,"total_tokens":275565,"cost":1.2946075},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064230,"overall_relative_score":1064230,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":182,"performance":1824,"input_tokens":156296,"output_tokens":123729,"total_tokens":280025,"cost":1.302628},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218225000000,"overall_relative_score":321668258294,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":171,"performance":1796,"input_tokens":126799,"output_tokens":125531,"total_tokens":252330,"cost":1.31012875},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2135190695,"overall_relative_score":127848932539,"max_execution_time_ms":40,"max_memory_usage_kib":39936,"rank":397,"performance":1391,"input_tokens":122241,"output_tokens":168639,"total_tokens":290880,"cost":1.74933525},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10371082225404,"overall_relative_score":10371082225404,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":478,"performance":1307,"input_tokens":171786,"output_tokens":122109,"total_tokens":293895,"cost":1.2892305},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663752,"overall_relative_score":382979813488,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":116945,"output_tokens":188424,"total_tokens":305369,"cost":1.9293332500000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2836637019,"overall_relative_score":2836637019,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":625,"performance":1055,"input_tokens":109379,"output_tokens":127111,"total_tokens":236490,"cost":1.3362657500000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247311401,"overall_relative_score":247311401,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":298,"performance":1599,"input_tokens":139473,"output_tokens":82108,"total_tokens":221581,"cost":0.91910125},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5300695,"overall_relative_score":60852077872,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":490,"performance":1220,"input_tokens":128730,"output_tokens":83644,"total_tokens":212374,"cost":0.9328405},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":322145,"overall_relative_score":322145,"max_execution_time_ms":290,"max_memory_usage_kib":4096,"rank":159,"performance":1747,"input_tokens":160898,"output_tokens":157674,"total_tokens":318572,"cost":1.6553185000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4017536843,"overall_relative_score":2443013112840,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":621,"performance":1146,"input_tokens":163351,"output_tokens":152522,"total_tokens":315873,"cost":1.6062887499999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67865329,"overall_relative_score":67865329,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":436,"performance":1423,"input_tokens":116866,"output_tokens":93601,"total_tokens":210467,"cost":1.0066365},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":521,"performance":1258,"input_tokens":195858,"output_tokens":163458,"total_tokens":359316,"cost":1.7174024999999997},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":133618560,"overall_relative_score":133618560,"max_execution_time_ms":1970,"max_memory_usage_kib":5120,"rank":572,"performance":1188,"input_tokens":152743,"output_tokens":128219,"total_tokens":280962,"cost":1.38455875},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951008136,"overall_relative_score":1490004764081,"max_execution_time_ms":150,"max_memory_usage_kib":6144,"rank":617,"performance":1218,"input_tokens":151665,"output_tokens":79786,"total_tokens":231451,"cost":0.8745452499999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211009,"overall_relative_score":211009,"max_execution_time_ms":110,"max_memory_usage_kib":16384,"rank":324,"performance":1558,"input_tokens":120194,"output_tokens":155096,"total_tokens":275290,"cost":1.6224345000000002}]},{"num_self_refine":16,"rank":{"all":{"mean":372.925,"median":382.0,"min":12,"max":929,"stdev":206.08529320871753},"short":{"mean":310.30434782608694,"median":296.0,"min":12,"max":826,"stdev":205.54593266416782},"long":{"mean":457.6470588235294,"median":458.0,"min":170,"max":929,"stdev":179.35298337930936}},"performance":{"all":{"mean":1424.675,"median":1356.5,"min":590,"max":2712,"stdev":378.3948139924889},"short":{"mean":1545.8695652173913,"median":1436.0,"min":871,"max":2712,"stdev":410.54711880476435},"long":{"mean":1260.7058823529412,"median":1233.0,"min":590,"max":1799,"stdev":259.94705343249285}},"input_tokens":{"all":{"mean":613044.65,"median":595621.0,"min":371918,"max":882818,"stdev":151607.32725248998},"short":{"mean":628942.3913043478,"median":621022.0,"min":371918,"max":879345,"stdev":159689.23619692752},"long":{"mean":591535.9411764706,"median":564470.0,"min":414948,"max":882818,"stdev":141799.71403024346}},"output_tokens":{"all":{"mean":200978.625,"median":210206.0,"min":123705,"max":285861,"stdev":44653.240438699206},"short":{"mean":205106.65217391305,"median":211170.0,"min":132260,"max":285861,"stdev":42585.78384711872},"long":{"mean":195393.64705882352,"median":189750.0,"min":123705,"max":265939,"stdev":48050.94176228648}},"total_tokens":{"all":{"mean":814023.275,"median":774551.0,"min":520897,"max":1145963,"stdev":184159.90537364568},"short":{"mean":834049.0434782609,"median":830574.0,"min":520897,"max":1125574,"stdev":191861.3326665614},"long":{"mean":786929.5882352941,"median":760692.0,"min":551845,"max":1145963,"stdev":175203.47488886272}},"cost":{"all":{"mean":2.2396020625,"median":2.31823725,"min":1.417697,"max":3.1938835,"stdev":0.4857885282914071},"short":{"mean":2.2859624239130434,"median":2.3456245,"min":1.5617735000000001,"max":3.1938835,"stdev":0.46700979932278525},"long":{"mean":2.1768792205882352,"median":2.21929775,"min":1.417697,"max":2.9995644999999995,"stdev":0.5177569272333081}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926685462616,"overall_relative_score":926685462616,"max_execution_time_ms":4600,"max_memory_usage_kib":3072,"rank":458,"performance":1275,"input_tokens":882818,"output_tokens":263145,"total_tokens":1145963,"cost":2.9995644999999995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767976,"overall_relative_score":2767976,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":386,"performance":1309,"input_tokens":466080,"output_tokens":141932,"total_tokens":608012,"cost":1.5683360000000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2694084660991,"overall_relative_score":2694084660991,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":374,"performance":1318,"input_tokens":428140,"output_tokens":123705,"total_tokens":551845,"cost":1.417697},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5468909334,"overall_relative_score":5468909334,"max_execution_time_ms":2780,"max_memory_usage_kib":3072,"rank":105,"performance":1888,"input_tokens":691181,"output_tokens":168847,"total_tokens":860028,"cost":1.86945425},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16912514,"overall_relative_score":16912514,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":117,"performance":1792,"input_tokens":836846,"output_tokens":285861,"total_tokens":1122707,"cost":3.1938835},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5411211,"overall_relative_score":5411211,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":240,"performance":1492,"input_tokens":457239,"output_tokens":137525,"total_tokens":594764,"cost":1.51854275},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1676584,"overall_relative_score":1676584,"max_execution_time_ms":1790,"max_memory_usage_kib":3072,"rank":83,"performance":1934,"input_tokens":805361,"output_tokens":215558,"total_tokens":1020919,"cost":2.4916732500000003},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12323192463,"overall_relative_score":12323192463,"max_execution_time_ms":380,"max_memory_usage_kib":9216,"rank":482,"performance":871,"input_tokens":455340,"output_tokens":195617,"total_tokens":650957,"cost":2.2095529999999997},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1786055076,"overall_relative_score":1786055076,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":520,"performance":1063,"input_tokens":414948,"output_tokens":142055,"total_tokens":557003,"cost":1.557923},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7325153440,"overall_relative_score":7325153440,"max_execution_time_ms":300,"max_memory_usage_kib":4096,"rank":12,"performance":2712,"input_tokens":586906,"output_tokens":187152,"total_tokens":774058,"cost":2.0550724999999996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30608,"overall_relative_score":30608,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":247,"performance":1436,"input_tokens":827286,"output_tokens":212063,"total_tokens":1039349,"cost":2.3543855000000007},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1171523546,"overall_relative_score":1171523546,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":219,"performance":1580,"input_tokens":545969,"output_tokens":147090,"total_tokens":693059,"cost":1.6289132499999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83803553,"overall_relative_score":83803553,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":183,"performance":1652,"input_tokens":723058,"output_tokens":213708,"total_tokens":936766,"cost":2.3579105000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070198328,"overall_relative_score":1070198328,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":484,"performance":1018,"input_tokens":815582,"output_tokens":236582,"total_tokens":1052164,"cost":2.5871055000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87470691,"overall_relative_score":87470691,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":333,"performance":1344,"input_tokens":494544,"output_tokens":154311,"total_tokens":648855,"cost":1.702362},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13614243847,"overall_relative_score":150081779767,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":381,"performance":1401,"input_tokens":431431,"output_tokens":166449,"total_tokens":597880,"cost":1.8210267499999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95859852419,"overall_relative_score":844326007078,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":388,"performance":1341,"input_tokens":658219,"output_tokens":189750,"total_tokens":847969,"cost":2.21929775},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83452196439548,"overall_relative_score":24914829679,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":389,"performance":1198,"input_tokens":798587,"output_tokens":241264,"total_tokens":1039851,"cost":2.77007375},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":475187628,"overall_relative_score":475187628,"max_execution_time_ms":540,"max_memory_usage_kib":13312,"rank":98,"performance":2035,"input_tokens":849557,"output_tokens":250228,"total_tokens":1099785,"cost":2.8521462499999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11796845,"overall_relative_score":11796845,"max_execution_time_ms":910,"max_memory_usage_kib":5120,"rank":826,"performance":887,"input_tokens":440957,"output_tokens":211170,"total_tokens":652127,"cost":2.29224025},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285348157449,"overall_relative_score":285348157449,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":76,"performance":1846,"input_tokens":446973,"output_tokens":189521,"total_tokens":636494,"cost":2.01760625},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173854,"overall_relative_score":173854,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":286,"performance":1421,"input_tokens":686262,"output_tokens":274776,"total_tokens":961038,"cost":3.0046755},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33363461404,"overall_relative_score":262548342549,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":549,"performance":1190,"input_tokens":540052,"output_tokens":215765,"total_tokens":755817,"cost":2.3091310000000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1363936,"overall_relative_score":1363936,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":362,"performance":1369,"input_tokens":371918,"output_tokens":148979,"total_tokens":520897,"cost":1.6989434999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82756504510,"overall_relative_score":660495189965,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":929,"performance":590,"input_tokens":661129,"output_tokens":183045,"total_tokens":844174,"cost":2.15098925},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065077,"overall_relative_score":1065077,"max_execution_time_ms":310,"max_memory_usage_kib":4096,"rank":169,"performance":1857,"input_tokens":686751,"output_tokens":219441,"total_tokens":906192,"cost":2.4895207500000005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215889000000,"overall_relative_score":326268875237,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":170,"performance":1799,"input_tokens":564470,"output_tokens":210574,"total_tokens":775044,"cost":2.3273435},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1885059019,"overall_relative_score":135629226440,"max_execution_time_ms":100,"max_memory_usage_kib":68344,"rank":383,"performance":1412,"input_tokens":604336,"output_tokens":265939,"total_tokens":870275,"cost":2.8520579999999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10349841584131,"overall_relative_score":10349841584131,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":484,"performance":1298,"input_tokens":738035,"output_tokens":212322,"total_tokens":950357,"cost":2.4118757499999997},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663752,"overall_relative_score":382979813488,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":447045,"output_tokens":250815,"total_tokens":697860,"cost":2.6607322500000006},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2957124615,"overall_relative_score":2957124615,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":595,"performance":1098,"input_tokens":522314,"output_tokens":209838,"total_tokens":732152,"cost":2.3456245},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247626301,"overall_relative_score":247626301,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":296,"performance":1602,"input_tokens":538782,"output_tokens":132260,"total_tokens":671042,"cost":1.5617735000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5213394,"overall_relative_score":63310062905,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":489,"performance":1221,"input_tokens":539917,"output_tokens":171850,"total_tokens":711767,"cost":2.0017162500000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":324588,"overall_relative_score":324588,"max_execution_time_ms":920,"max_memory_usage_kib":5120,"rank":155,"performance":1758,"input_tokens":814778,"output_tokens":264703,"total_tokens":1079481,"cost":2.9315345},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4017536843,"overall_relative_score":2443013112840,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":621,"performance":1146,"input_tokens":646131,"output_tokens":235545,"total_tokens":881676,"cost":2.5898497499999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67865329,"overall_relative_score":67865329,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":436,"performance":1423,"input_tokens":462538,"output_tokens":147964,"total_tokens":610502,"cost":1.6757804999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":521,"performance":1258,"input_tokens":879345,"output_tokens":246229,"total_tokens":1125574,"cost":2.7062552499999994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":133857142,"overall_relative_score":133857142,"max_execution_time_ms":1920,"max_memory_usage_kib":5120,"rank":572,"performance":1188,"input_tokens":621022,"output_tokens":209552,"total_tokens":830574,"cost":2.3401495000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":939107412,"overall_relative_score":1509651655275,"max_execution_time_ms":300,"max_memory_usage_kib":12288,"rank":603,"performance":1233,"input_tokens":620098,"output_tokens":140594,"total_tokens":760692,"cost":1.5949825},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211714,"overall_relative_score":211714,"max_execution_time_ms":350,"max_memory_usage_kib":16384,"rank":313,"performance":1577,"input_tokens":519841,"output_tokens":225421,"total_tokens":745262,"cost":2.4463792499999997}]}]},{"model_name":"gpt-5.2-codex-xhigh","detail_path":"data/model_details/gpt-5.2-codex-xhigh.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":406.95,"median":406.5,"min":112,"max":907,"stdev":182.05816906438702},"short":{"mean":350.2608695652174,"median":334.0,"min":112,"max":779,"stdev":165.92035805587963},"long":{"mean":483.6470588235294,"median":459.0,"min":182,"max":907,"stdev":179.07677863715}},"performance":{"all":{"mean":1299.9,"median":1294.0,"min":-1,"max":1907,"stdev":336.6349921632003},"short":{"mean":1353.5217391304348,"median":1385.0,"min":-1,"max":1907,"stdev":394.0467057648251},"long":{"mean":1227.3529411764705,"median":1189.0,"min":640,"max":1638,"stdev":230.21672972887706}},"input_tokens":{"all":{"mean":4434.3,"median":2793.0,"min":1345,"max":48192,"stdev":7484.498007248904},"short":{"mean":4427.304347826087,"median":1855.0,"min":1419,"max":48192,"stdev":9645.28019025972},"long":{"mean":4443.764705882353,"median":3802.0,"min":1345,"max":14223,"stdev":2936.7988424773785}},"output_tokens":{"all":{"mean":41699.475,"median":41904.0,"min":20601,"max":62693,"stdev":10624.332886417398},"short":{"mean":41473.82608695652,"median":41289.0,"min":20601,"max":56408,"stdev":9975.642661695236},"long":{"mean":42004.76470588235,"median":42349.0,"min":22037,"max":62693,"stdev":11753.005379100976}},"total_tokens":{"all":{"mean":46133.775,"median":45871.5,"min":27196,"max":68793,"stdev":10484.043058167628},"short":{"mean":45901.13043478261,"median":45800.0,"min":28163,"max":68793,"stdev":10539.079170161913},"long":{"mean":46448.529411764706,"median":46531.0,"min":27196,"max":65467,"stdev":10724.31228632894}},"cost":{"all":{"mean":0.587752515,"median":0.5873512750000001,"min":0.32212005,"max":0.8783229,"stdev":0.14404635869102253},"short":{"mean":0.5852258695652174,"median":0.57895845,"min":0.37063355,"max":0.79294775,"stdev":0.13280779023956588},"long":{"mean":0.5911709176470589,"median":0.5937533,"min":0.32212005,"max":0.8783229,"stdev":0.1621814762297364}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":907443870061,"overall_relative_score":907443870061,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":537,"performance":1197,"input_tokens":1345,"output_tokens":47813,"total_tokens":49158,"cost":0.67173575},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2006215,"overall_relative_score":2006215,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":530,"performance":1121,"input_tokens":1469,"output_tokens":30929,"total_tokens":32398,"cost":0.43557675},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2699424560393,"overall_relative_score":2699424560393,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":367,"performance":1328,"input_tokens":14223,"output_tokens":22037,"total_tokens":36260,"cost":0.33340825},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4673582729,"overall_relative_score":4673582729,"max_execution_time_ms":2730,"max_memory_usage_kib":3072,"rank":171,"performance":1638,"input_tokens":48192,"output_tokens":20601,"total_tokens":68793,"cost":0.37275},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10188574,"overall_relative_score":10188574,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":237,"performance":1385,"input_tokens":1811,"output_tokens":32779,"total_tokens":34590,"cost":0.45945445},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5514749,"overall_relative_score":5514749,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":182,"performance":1638,"input_tokens":3802,"output_tokens":37182,"total_tokens":40984,"cost":0.5213551},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1159735,"overall_relative_score":1159735,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":319,"performance":1166,"input_tokens":1529,"output_tokens":39450,"total_tokens":40979,"cost":0.55275815},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11322236704,"overall_relative_score":11322236704,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":493,"performance":840,"input_tokens":2239,"output_tokens":41515,"total_tokens":43754,"cost":0.58190265},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5127752012,"overall_relative_score":5127752012,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":459,"performance":1145,"input_tokens":2984,"output_tokens":49273,"total_tokens":52257,"cost":0.6906088},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6466242124,"overall_relative_score":6466242124,"max_execution_time_ms":90,"max_memory_usage_kib":4096,"rank":112,"performance":1907,"input_tokens":2210,"output_tokens":52264,"total_tokens":54474,"cost":0.7323379},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19324,"overall_relative_score":19324,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":7584,"output_tokens":52106,"total_tokens":59690,"cost":0.7310632},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":797452899,"overall_relative_score":797452899,"max_execution_time_ms":370,"max_memory_usage_kib":60416,"rank":395,"performance":1267,"input_tokens":7538,"output_tokens":43213,"total_tokens":50751,"cost":0.6181735},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78299865,"overall_relative_score":78299865,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":263,"performance":1458,"input_tokens":4695,"output_tokens":41105,"total_tokens":45800,"cost":0.57642865},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1237683801,"overall_relative_score":1237683801,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":413,"performance":1142,"input_tokens":2812,"output_tokens":51905,"total_tokens":54717,"cost":0.7273574},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":2563,"output_tokens":33653,"total_tokens":36216,"cost":0.47179685},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18194681091,"overall_relative_score":294375010312,"max_execution_time_ms":290,"max_memory_usage_kib":8192,"rank":288,"performance":1545,"input_tokens":2774,"output_tokens":62693,"total_tokens":65467,"cost":0.8783229},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":328392818808,"overall_relative_score":787463000892,"max_execution_time_ms":5810,"max_memory_usage_kib":3072,"rank":471,"performance":1218,"input_tokens":6975,"output_tokens":49979,"total_tokens":56954,"cost":0.70122745},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":108934011030598,"overall_relative_score":17451886765,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":407,"performance":1165,"input_tokens":4471,"output_tokens":34174,"total_tokens":38645,"cost":0.47940585},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":467439801,"overall_relative_score":467439801,"max_execution_time_ms":130,"max_memory_usage_kib":8192,"rank":136,"performance":1902,"input_tokens":3614,"output_tokens":50864,"total_tokens":54478,"cost":0.7129773},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":1703,"output_tokens":47408,"total_tokens":49111,"cost":0.66427305},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281591823910,"overall_relative_score":281591823910,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":127,"performance":1470,"input_tokens":2202,"output_tokens":44247,"total_tokens":46449,"cost":0.6200859},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93863,"overall_relative_score":93863,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":1849,"output_tokens":56408,"total_tokens":58257,"cost":0.79294775},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33724753232,"overall_relative_score":262410082859,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":550,"performance":1189,"input_tokens":2861,"output_tokens":35902,"total_tokens":38763,"cost":0.50340115},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1358705,"overall_relative_score":1358705,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":406,"performance":1289,"input_tokens":1758,"output_tokens":35619,"total_tokens":37377,"cost":0.4991217},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69544926633,"overall_relative_score":788562015769,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":907,"performance":640,"input_tokens":3354,"output_tokens":61168,"total_tokens":64522,"cost":0.8571815},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064355,"overall_relative_score":1064355,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":178,"performance":1834,"input_tokens":1855,"output_tokens":36421,"total_tokens":38276,"cost":0.51051945},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":320824000000,"overall_relative_score":204482615075,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":344,"performance":1468,"input_tokens":4125,"output_tokens":39151,"total_tokens":43276,"cost":0.54908315},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34739188530,"overall_relative_score":160303168121,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":345,"performance":1470,"input_tokens":3009,"output_tokens":46027,"total_tokens":49036,"cost":0.64520855},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10354069342862,"overall_relative_score":10354069342862,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":483,"performance":1299,"input_tokens":1733,"output_tokens":26430,"total_tokens":28163,"cost":0.37063355},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":2818,"output_tokens":42293,"total_tokens":45111,"cost":0.5927999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3233763858,"overall_relative_score":3233763858,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":523,"performance":1200,"input_tokens":1917,"output_tokens":44026,"total_tokens":45943,"cost":0.61689635},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248081199,"overall_relative_score":248081199,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":289,"performance":1614,"input_tokens":4323,"output_tokens":41289,"total_tokens":45612,"cost":0.57895845},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6022683,"overall_relative_score":50363125379,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":516,"performance":1186,"input_tokens":4012,"output_tokens":25985,"total_tokens":29997,"cost":0.364763},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292970,"overall_relative_score":292970,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":193,"performance":1656,"input_tokens":1844,"output_tokens":27178,"total_tokens":29022,"cost":0.3810982},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3966053820,"overall_relative_score":2449257809052,"max_execution_time_ms":350,"max_memory_usage_kib":4096,"rank":620,"performance":1148,"input_tokens":4182,"output_tokens":42349,"total_tokens":46531,"cost":0.5937533},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68255647,"overall_relative_score":68255647,"max_execution_time_ms":60,"max_memory_usage_kib":7168,"rank":410,"performance":1460,"input_tokens":1651,"output_tokens":55361,"total_tokens":57012,"cost":0.77552405},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441476,"overall_relative_score":441476,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":532,"performance":1245,"input_tokens":2188,"output_tokens":40962,"total_tokens":43150,"cost":0.5740714},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139739306,"overall_relative_score":139739306,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":393,"performance":1439,"input_tokens":1480,"output_tokens":54876,"total_tokens":56356,"cost":0.768838},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1012110551,"overall_relative_score":1417999874313,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":672,"performance":1160,"input_tokens":4259,"output_tokens":22937,"total_tokens":27196,"cost":0.32212005},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":250,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":48407,"total_tokens":49826,"cost":0.68018125}]},{"num_self_refine":2,"rank":{"all":{"mean":323.7,"median":329.0,"min":26,"max":904,"stdev":184.17747850848536},"short":{"mean":251.6086956521739,"median":248.0,"min":26,"max":521,"stdev":151.81919244178548},"long":{"mean":421.2352941176471,"median":367.0,"min":179,"max":904,"stdev":182.79001935683084}},"performance":{"all":{"mean":1511.725,"median":1437.5,"min":647,"max":2464,"stdev":354.51635436580426},"short":{"mean":1655.608695652174,"median":1603.0,"min":1240,"max":2464,"stdev":357.4102225645986},"long":{"mean":1317.0588235294117,"median":1328.0,"min":647,"max":1776,"stdev":246.335003244625}},"input_tokens":{"all":{"mean":11299.25,"median":8062.0,"min":4524,"max":53726,"stdev":9377.713095966223},"short":{"mean":10626.304347826086,"median":6755.0,"min":4702,"max":53726,"stdev":11018.752315256943},"long":{"mean":12209.70588235294,"median":9815.0,"min":4524,"max":33483,"stdev":6773.695739445951}},"output_tokens":{"all":{"mean":78611.5,"median":80489.0,"min":38838,"max":136232,"stdev":19695.938024543706},"short":{"mean":77813.0,"median":82531.0,"min":44407,"max":101716,"stdev":14923.209571305058},"long":{"mean":79691.82352941176,"median":79229.0,"min":38838,"max":136232,"stdev":25242.963663750175}},"total_tokens":{"all":{"mean":89910.75,"median":90520.0,"min":52039,"max":144908,"stdev":19057.79895240414},"short":{"mean":88439.30434782608,"median":89265.0,"min":52039,"max":122233,"stdev":16535.29973732445},"long":{"mean":91901.5294117647,"median":91140.0,"min":58702,"max":144908,"stdev":22405.998588875835}},"cost":{"all":{"mean":1.1123714875,"median":1.131163775,"min":0.5698252,"max":1.9181974,"stdev":0.2708635088639618},"short":{"mean":1.101447945652174,"median":1.1607672999999998,"min":0.6273932,"max":1.4253848,"stdev":0.20453602220634737},"long":{"mean":1.1271503970588235,"median":1.1162242,"min":0.5698252,"max":1.9181974,"stdev":0.3477146278818902}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":954668586781,"overall_relative_score":954668586781,"max_execution_time_ms":4910,"max_memory_usage_kib":3072,"rank":316,"performance":1438,"input_tokens":4524,"output_tokens":73248,"total_tokens":77772,"cost":1.033389},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2720272,"overall_relative_score":2720272,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":394,"performance":1297,"input_tokens":31028,"output_tokens":58045,"total_tokens":89073,"cost":0.8669290000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2699424560393,"overall_relative_score":2699424560393,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":367,"performance":1328,"input_tokens":19864,"output_tokens":38838,"total_tokens":58702,"cost":0.5698252},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6434784927,"overall_relative_score":6434784927,"max_execution_time_ms":2570,"max_memory_usage_kib":3072,"rank":26,"performance":2464,"input_tokens":53726,"output_tokens":68507,"total_tokens":122233,"cost":1.0506993},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17788366,"overall_relative_score":17788366,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":91,"performance":1914,"input_tokens":6755,"output_tokens":83309,"total_tokens":90064,"cost":1.17290565},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5514749,"overall_relative_score":5514749,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":182,"performance":1638,"input_tokens":10147,"output_tokens":61703,"total_tokens":71850,"cost":0.86990645},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1836609,"overall_relative_score":1836609,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":35,"performance":2288,"input_tokens":5821,"output_tokens":73861,"total_tokens":79682,"cost":1.03980555},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13876345455,"overall_relative_score":13876345455,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":256,"performance":1404,"input_tokens":6734,"output_tokens":82531,"total_tokens":89265,"cost":1.1607672999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7588532992,"overall_relative_score":7588532992,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":402,"performance":1224,"input_tokens":9815,"output_tokens":91213,"total_tokens":101028,"cost":1.28972305},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7013422621,"overall_relative_score":7013422621,"max_execution_time_ms":240,"max_memory_usage_kib":7168,"rank":40,"performance":2321,"input_tokens":7121,"output_tokens":83855,"total_tokens":90976,"cost":1.18320615},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97308,"overall_relative_score":97308,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":172,"performance":1633,"input_tokens":18569,"output_tokens":91949,"total_tokens":110518,"cost":1.29639615},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":914268823,"overall_relative_score":914268823,"max_execution_time_ms":2130,"max_memory_usage_kib":130048,"rank":344,"performance":1346,"input_tokens":17571,"output_tokens":73569,"total_tokens":91140,"cost":1.04902245},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79160239,"overall_relative_score":79160239,"max_execution_time_ms":320,"max_memory_usage_kib":6144,"rank":248,"performance":1491,"input_tokens":12145,"output_tokens":84567,"total_tokens":96712,"cost":1.19067655},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1431136819,"overall_relative_score":1431136819,"max_execution_time_ms":4780,"max_memory_usage_kib":3072,"rank":256,"performance":1434,"input_tokens":9259,"output_tokens":95119,"total_tokens":104378,"cost":1.33940205},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73628326,"overall_relative_score":73628326,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":389,"performance":1244,"input_tokens":7632,"output_tokens":44407,"total_tokens":52039,"cost":0.6273932},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18194681091,"overall_relative_score":294375010312,"max_execution_time_ms":290,"max_memory_usage_kib":8192,"rank":288,"performance":1545,"input_tokens":8676,"output_tokens":136232,"total_tokens":144908,"cost":1.9181974},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45535958514,"overall_relative_score":841043106192,"max_execution_time_ms":5510,"max_memory_usage_kib":3072,"rank":394,"performance":1331,"input_tokens":17572,"output_tokens":76229,"total_tokens":93801,"cost":1.0765874},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43449355488918,"overall_relative_score":31479387531,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":363,"performance":1245,"input_tokens":11844,"output_tokens":79229,"total_tokens":91073,"cost":1.1162242},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":475245466,"overall_relative_score":475245466,"max_execution_time_ms":140,"max_memory_usage_kib":9216,"rank":98,"performance":2035,"input_tokens":10640,"output_tokens":82898,"total_tokens":93538,"cost":1.1683056},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":5040,"output_tokens":101716,"total_tokens":106756,"cost":1.4253848},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283605903526,"overall_relative_score":283605903526,"max_execution_time_ms":210,"max_memory_usage_kib":13840,"rank":99,"performance":1676,"input_tokens":6896,"output_tokens":95858,"total_tokens":102754,"cost":1.3476287999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93860,"overall_relative_score":93860,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":6985,"output_tokens":94078,"total_tokens":101063,"cost":1.32931575},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30402626592,"overall_relative_score":269262845307,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":536,"performance":1205,"input_tokens":8059,"output_tokens":83944,"total_tokens":92003,"cost":1.18085205},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1378246,"overall_relative_score":1378246,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":243,"performance":1603,"input_tokens":5328,"output_tokens":57863,"total_tokens":63191,"cost":0.8141644},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68328535848,"overall_relative_score":804667253949,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":904,"performance":647,"input_tokens":9736,"output_tokens":116534,"total_tokens":126270,"cost":1.6335956},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064355,"overall_relative_score":1064355,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":178,"performance":1834,"input_tokens":5876,"output_tokens":62838,"total_tokens":68714,"cost":0.8847734},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200576000000,"overall_relative_score":315897030483,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":179,"performance":1776,"input_tokens":33483,"output_tokens":44213,"total_tokens":77696,"cost":0.6713276499999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13257160196,"overall_relative_score":163044168346,"max_execution_time_ms":130,"max_memory_usage_kib":6144,"rank":342,"performance":1475,"input_tokens":8065,"output_tokens":104433,"total_tokens":112498,"cost":1.46407975},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10354069342862,"overall_relative_score":10354069342862,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":483,"performance":1299,"input_tokens":6560,"output_tokens":58120,"total_tokens":64680,"cost":0.8203216},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":674126,"overall_relative_score":377111487218,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":587,"performance":1150,"input_tokens":7145,"output_tokens":81749,"total_tokens":88894,"cost":1.1461033500000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3471440878,"overall_relative_score":3471440878,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":495,"performance":1240,"input_tokens":5849,"output_tokens":96804,"total_tokens":102653,"cost":1.35662135},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256523021,"overall_relative_score":256523021,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":167,"performance":1867,"input_tokens":11393,"output_tokens":72883,"total_tokens":84276,"cost":1.02699415},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6022683,"overall_relative_score":50363125379,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":516,"performance":1186,"input_tokens":9720,"output_tokens":56814,"total_tokens":66534,"cost":0.8003100000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292970,"overall_relative_score":292970,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":193,"performance":1656,"input_tokens":6595,"output_tokens":73606,"total_tokens":80201,"cost":1.03678365},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3966053820,"overall_relative_score":2449257809052,"max_execution_time_ms":350,"max_memory_usage_kib":4096,"rank":620,"performance":1148,"input_tokens":11060,"output_tokens":88362,"total_tokens":99422,"cost":1.2499718},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69600582,"overall_relative_score":69600582,"max_execution_time_ms":1950,"max_memory_usage_kib":11264,"rank":343,"performance":1560,"input_tokens":5977,"output_tokens":82686,"total_tokens":88663,"cost":1.16322535},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":7435,"output_tokens":74297,"total_tokens":81732,"cost":1.04671805},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145553794,"overall_relative_score":145553794,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":250,"performance":1676,"input_tokens":4702,"output_tokens":94252,"total_tokens":98954,"cost":1.3257405},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":911217774,"overall_relative_score":1557621030848,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":565,"performance":1274,"input_tokens":11025,"output_tokens":53332,"total_tokens":64357,"cost":0.75303935},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210981,"overall_relative_score":210981,"max_execution_time_ms":300,"max_memory_usage_kib":86016,"rank":324,"performance":1558,"input_tokens":5598,"output_tokens":70769,"total_tokens":76367,"cost":0.9985465}]},{"num_self_refine":4,"rank":{"all":{"mean":286.325,"median":283.5,"min":11,"max":888,"stdev":182.62001849152836},"short":{"mean":203.82608695652175,"median":208.0,"min":11,"max":497,"stdev":135.40164232047928},"long":{"mean":397.94117647058823,"median":340.0,"min":179,"max":888,"stdev":181.82837738793526}},"performance":{"all":{"mean":1599.225,"median":1489.5,"min":679,"max":2738,"stdev":402.4402161366363},"short":{"mean":1782.0869565217392,"median":1681.0,"min":1279,"max":2738,"stdev":401.3442087697834},"long":{"mean":1351.8235294117646,"median":1395.0,"min":679,"max":1776,"stdev":245.33860155255778}},"input_tokens":{"all":{"mean":37022.375,"median":30391.5,"min":18418,"max":104996,"stdev":17250.05985078803},"short":{"mean":33161.17391304348,"median":28189.0,"min":18418,"max":84011,"stdev":14762.06798968274},"long":{"mean":42246.35294117647,"median":38532.0,"min":22265,"max":104996,"stdev":19371.329536008805}},"output_tokens":{"all":{"mean":147540.1,"median":155371.0,"min":71918,"max":200258,"stdev":34471.301242836176},"short":{"mean":150298.04347826086,"median":155055.0,"min":84154,"max":200258,"stdev":29818.705135410713},"long":{"mean":143808.76470588235,"median":155687.0,"min":71918,"max":197621,"stdev":40596.72663917839}},"total_tokens":{"all":{"mean":184562.475,"median":187553.5,"min":109493,"max":230081,"stdev":30877.71089478498},"short":{"mean":183459.21739130435,"median":186556.0,"min":109493,"max":226221,"stdev":31484.559729487784},"long":{"mean":186055.11764705883,"median":188842.0,"min":120920,"max":230081,"stdev":30933.30766520603}},"cost":{"all":{"mean":2.10325551625,"median":2.202629275,"min":1.1607582,"max":2.82808085,"stdev":0.4728479704107365},"short":{"mean":2.138924245652174,"median":2.2007888,"min":1.19568645,"max":2.82808085,"stdev":0.41773136903537417},"long":{"mean":2.054997823529412,"median":2.20446975,"min":1.1607582,"max":2.7839854,"stdev":0.5484057787997808}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":957990050351,"overall_relative_score":957990050351,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":279,"performance":1488,"input_tokens":22265,"output_tokens":155687,"total_tokens":177952,"cost":2.20446975},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3101077,"overall_relative_score":3101077,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":316,"performance":1416,"input_tokens":50107,"output_tokens":109833,"total_tokens":159940,"cost":1.60156045},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2721274848511,"overall_relative_score":2721274848511,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":326,"performance":1395,"input_tokens":45128,"output_tokens":95647,"total_tokens":140775,"cost":1.3769056},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6434784927,"overall_relative_score":6434784927,"max_execution_time_ms":2570,"max_memory_usage_kib":3072,"rank":26,"performance":2464,"input_tokens":84011,"output_tokens":129832,"total_tokens":213843,"cost":1.9356368499999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18758882,"overall_relative_score":18758882,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":63,"performance":2079,"input_tokens":29906,"output_tokens":175928,"total_tokens":205834,"cost":2.4887163},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5514749,"overall_relative_score":5514749,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":182,"performance":1638,"input_tokens":55161,"output_tokens":88342,"total_tokens":143503,"cost":1.30670855},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1859208,"overall_relative_score":1859208,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":28,"performance":2371,"input_tokens":26935,"output_tokens":148052,"total_tokens":174987,"cost":2.10071225},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13876345455,"overall_relative_score":13876345455,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":256,"performance":1404,"input_tokens":22487,"output_tokens":134213,"total_tokens":156700,"cost":1.8949486499999997},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7482397550,"overall_relative_score":7482397550,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":404,"performance":1221,"input_tokens":38867,"output_tokens":164723,"total_tokens":203590,"cost":2.36970405},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7349883514,"overall_relative_score":7349883514,"max_execution_time_ms":490,"max_memory_usage_kib":7168,"rank":11,"performance":2738,"input_tokens":26827,"output_tokens":146117,"total_tokens":172944,"cost":2.06940125},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":124128,"overall_relative_score":124128,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":156,"performance":1681,"input_tokens":53672,"output_tokens":155055,"total_tokens":208727,"cost":2.2007888},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069674641,"overall_relative_score":1069674641,"max_execution_time_ms":2770,"max_memory_usage_kib":81556,"rank":267,"performance":1481,"input_tokens":48625,"output_tokens":133973,"total_tokens":182598,"cost":1.91253335},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79160239,"overall_relative_score":79160239,"max_execution_time_ms":320,"max_memory_usage_kib":6144,"rank":248,"performance":1491,"input_tokens":39917,"output_tokens":146639,"total_tokens":186556,"cost":2.07885195},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1431136819,"overall_relative_score":1431136819,"max_execution_time_ms":4780,"max_memory_usage_kib":3072,"rank":256,"performance":1434,"input_tokens":35736,"output_tokens":149176,"total_tokens":184912,"cost":2.1090692},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89953131,"overall_relative_score":89953131,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":323,"performance":1363,"input_tokens":25339,"output_tokens":84154,"total_tokens":109493,"cost":1.19568645},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18194681091,"overall_relative_score":294375010312,"max_execution_time_ms":290,"max_memory_usage_kib":8192,"rank":288,"performance":1545,"input_tokens":31316,"output_tokens":192114,"total_tokens":223430,"cost":2.7250454},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45485990970,"overall_relative_score":842339645012,"max_execution_time_ms":5820,"max_memory_usage_kib":3072,"rank":391,"performance":1336,"input_tokens":53126,"output_tokens":135716,"total_tokens":188842,"cost":1.9315065},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25276008427692,"overall_relative_score":48474600922,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":310,"performance":1347,"input_tokens":38810,"output_tokens":182389,"total_tokens":221199,"cost":2.5786243},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":485184675,"overall_relative_score":485184675,"max_execution_time_ms":470,"max_memory_usage_kib":6144,"rank":52,"performance":2267,"input_tokens":37868,"output_tokens":169338,"total_tokens":207206,"cost":2.4091802},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13146225,"overall_relative_score":13146225,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":343,"performance":1535,"input_tokens":18418,"output_tokens":145271,"total_tokens":163689,"cost":2.0478815},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283745160501,"overall_relative_score":283745160501,"max_execution_time_ms":270,"max_memory_usage_kib":24524,"rank":99,"performance":1676,"input_tokens":29479,"output_tokens":185289,"total_tokens":214768,"cost":2.6319254499999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93868,"overall_relative_score":93868,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":334,"performance":1324,"input_tokens":30441,"output_tokens":187147,"total_tokens":217588,"cost":2.67070895},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30402626592,"overall_relative_score":269262845307,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":536,"performance":1205,"input_tokens":29624,"output_tokens":166204,"total_tokens":195828,"cost":2.3494659999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1381733,"overall_relative_score":1381733,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":208,"performance":1684,"input_tokens":19718,"output_tokens":128573,"total_tokens":148291,"cost":1.8149733000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66425005143,"overall_relative_score":828306685734,"max_execution_time_ms":1060,"max_memory_usage_kib":3072,"rank":888,"performance":679,"input_tokens":32460,"output_tokens":197621,"total_tokens":230081,"cost":2.7839854},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068541,"overall_relative_score":1068541,"max_execution_time_ms":180,"max_memory_usage_kib":8360,"rank":136,"performance":1951,"input_tokens":23791,"output_tokens":162527,"total_tokens":186318,"cost":2.2948362500000004},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":200576000000,"overall_relative_score":315897030483,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":179,"performance":1776,"input_tokens":58809,"output_tokens":97346,"total_tokens":156155,"cost":1.43289895},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650556247,"overall_relative_score":165585762867,"max_execution_time_ms":100,"max_memory_usage_kib":15360,"rank":340,"performance":1478,"input_tokens":29430,"output_tokens":174781,"total_tokens":204211,"cost":2.4728333},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10321729628711,"overall_relative_score":10321729628711,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":497,"performance":1279,"input_tokens":27565,"output_tokens":100076,"total_tokens":127641,"cost":1.42390115},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":672772,"overall_relative_score":377879940174,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":587,"performance":1150,"input_tokens":24961,"output_tokens":176440,"total_tokens":201401,"cost":2.4866257500000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5517256787,"overall_relative_score":5517256787,"max_execution_time_ms":1770,"max_memory_usage_kib":4096,"rank":296,"performance":1551,"input_tokens":25963,"output_tokens":200258,"total_tokens":226221,"cost":2.82808085},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258611477,"overall_relative_score":258611477,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":122,"performance":1993,"input_tokens":37297,"output_tokens":107146,"total_tokens":144443,"cost":1.54112175},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5774878,"overall_relative_score":55408156926,"max_execution_time_ms":1270,"max_memory_usage_kib":5120,"rank":498,"performance":1209,"input_tokens":30342,"output_tokens":90578,"total_tokens":120920,"cost":1.2869185},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414143,"overall_relative_score":414143,"max_execution_time_ms":1270,"max_memory_usage_kib":57556,"rank":69,"performance":2085,"input_tokens":30215,"output_tokens":173734,"total_tokens":203949,"cost":2.47265305},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3966053820,"overall_relative_score":2449257809052,"max_execution_time_ms":350,"max_memory_usage_kib":4096,"rank":620,"performance":1148,"input_tokens":38532,"output_tokens":172094,"total_tokens":210626,"cost":2.4469102},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71343789,"overall_relative_score":71343789,"max_execution_time_ms":1490,"max_memory_usage_kib":11264,"rank":218,"performance":1780,"input_tokens":28189,"output_tokens":168301,"total_tokens":196490,"cost":2.39405355},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455688,"overall_relative_score":455688,"max_execution_time_ms":1600,"max_memory_usage_kib":3072,"rank":402,"performance":1427,"input_tokens":49963,"output_tokens":170716,"total_tokens":220679,"cost":2.45488005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147356244,"overall_relative_score":147356244,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":161,"performance":1871,"input_tokens":20118,"output_tokens":164586,"total_tokens":184704,"cost":2.3238873},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":777377910,"overall_relative_score":1790248569792,"max_execution_time_ms":340,"max_memory_usage_kib":8192,"rank":414,"performance":1451,"input_tokens":104996,"output_tokens":71918,"total_tokens":176914,"cost":1.1607582},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210981,"overall_relative_score":210981,"max_execution_time_ms":300,"max_memory_usage_kib":86016,"rank":324,"performance":1558,"input_tokens":24481,"output_tokens":164070,"total_tokens":188551,"cost":2.32087135}]},{"num_self_refine":8,"rank":{"all":{"mean":260.15,"median":245.5,"min":4,"max":879,"stdev":191.92660856932548},"short":{"mean":171.2173913043478,"median":136.0,"min":4,"max":497,"stdev":136.35480340298685},"long":{"mean":380.47058823529414,"median":340.0,"min":136,"max":879,"stdev":193.57528175333326}},"performance":{"all":{"mean":1685.925,"median":1611.0,"min":697,"max":3025,"stdev":473.288462345897},"short":{"mean":1907.391304347826,"median":1860.0,"min":1279,"max":3025,"stdev":472.1935022396139},"long":{"mean":1386.2941176470588,"median":1421.0,"min":697,"max":1877,"stdev":271.1645636661164}},"input_tokens":{"all":{"mean":150449.925,"median":146637.0,"min":85283,"max":237751,"stdev":35608.16818018131},"short":{"mean":143973.47826086957,"median":142217.0,"min":85283,"max":236836,"stdev":37315.47761850615},"long":{"mean":159212.17647058822,"median":157059.0,"min":104506,"max":237751,"stdev":32157.820460650186}},"output_tokens":{"all":{"mean":266601.55,"median":272067.0,"min":142798,"max":388346,"stdev":58837.922745649994},"short":{"mean":275943.0,"median":287568.0,"min":152340,"max":388346,"stdev":60560.94834131975},"long":{"mean":253963.11764705883,"median":260730.0,"min":142798,"max":365203,"stdev":55679.814230430886}},"total_tokens":{"all":{"mean":417051.475,"median":429613.5,"min":254117,"max":592914,"stdev":68127.85096701623},"short":{"mean":419916.47826086957,"median":434580.0,"min":254117,"max":592914,"stdev":77428.21208933975},"long":{"mean":413175.29411764705,"median":424375.0,"min":304573,"max":545673,"stdev":55157.57630503346}},"cost":{"all":{"mean":3.8498363487500002,"median":3.9311676249999996,"min":2.17885745,"max":5.730729200000001,"stdev":0.8284458198928949},"short":{"mean":3.9770595869565217,"median":4.11402565,"min":2.1876921499999997,"max":5.730729200000001,"stdev":0.8672918107873636},"long":{"mean":3.677710791176471,"median":3.7704215499999996,"min":2.17885745,"max":5.2651669,"stdev":0.7641314464648732}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973530872605,"overall_relative_score":973530872605,"max_execution_time_ms":4770,"max_memory_usage_kib":3072,"rank":136,"performance":1747,"input_tokens":146846,"output_tokens":306307,"total_tokens":453153,"cost":4.3884337},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3101077,"overall_relative_score":3101077,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":316,"performance":1416,"input_tokens":136224,"output_tokens":226858,"total_tokens":363082,"cost":3.2819528},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2729921808056,"overall_relative_score":2729921808056,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":311,"performance":1421,"input_tokens":167099,"output_tokens":192643,"total_tokens":359742,"cost":2.7958892499999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6504780097,"overall_relative_score":6504780097,"max_execution_time_ms":2420,"max_memory_usage_kib":3072,"rank":21,"performance":2539,"input_tokens":236836,"output_tokens":209186,"total_tokens":446022,"cost":3.1200974},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20768189,"overall_relative_score":20768189,"max_execution_time_ms":2810,"max_memory_usage_kib":6144,"rank":21,"performance":2499,"input_tokens":158263,"output_tokens":346984,"total_tokens":505247,"cost":4.95470745},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5514749,"overall_relative_score":5514749,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":182,"performance":1638,"input_tokens":161775,"output_tokens":142798,"total_tokens":304573,"cost":2.17885745},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2067202,"overall_relative_score":2067202,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":12,"performance":2656,"input_tokens":141350,"output_tokens":287568,"total_tokens":428918,"cost":4.1158649},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13876345455,"overall_relative_score":13876345455,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":256,"performance":1404,"input_tokens":86662,"output_tokens":222225,"total_tokens":308887,"cost":3.1565652999999996},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7322731975,"overall_relative_score":7322731975,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":411,"performance":1211,"input_tokens":177137,"output_tokens":293084,"total_tokens":470221,"cost":4.30329375},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7503718129,"overall_relative_score":7503718129,"max_execution_time_ms":1900,"max_memory_usage_kib":8192,"rank":4,"performance":3025,"input_tokens":157600,"output_tokens":276980,"total_tokens":434580,"cost":4.0293344},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403624,"overall_relative_score":403624,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":110,"performance":1841,"input_tokens":191734,"output_tokens":267154,"total_tokens":458888,"cost":3.8253033},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1182771847,"overall_relative_score":1182771847,"max_execution_time_ms":2850,"max_memory_usage_kib":104052,"rank":216,"performance":1586,"input_tokens":184996,"output_tokens":253419,"total_tokens":438415,"cost":3.6554938000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89647005,"overall_relative_score":89647005,"max_execution_time_ms":720,"max_memory_usage_kib":18432,"rank":116,"performance":1866,"input_tokens":167205,"output_tokens":291056,"total_tokens":458261,"cost":4.16579275},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1468251169,"overall_relative_score":1468251169,"max_execution_time_ms":4820,"max_memory_usage_kib":4096,"rank":240,"performance":1468,"input_tokens":153018,"output_tokens":245619,"total_tokens":398637,"cost":3.5167419000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91533748,"overall_relative_score":91533748,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":320,"performance":1369,"input_tokens":101777,"output_tokens":152340,"total_tokens":254117,"cost":2.1876921499999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19759901362,"overall_relative_score":243798074266,"max_execution_time_ms":250,"max_memory_usage_kib":10240,"rank":321,"performance":1491,"input_tokens":125941,"output_tokens":260730,"total_tokens":386671,"cost":3.7704215499999996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45485990970,"overall_relative_score":842339645012,"max_execution_time_ms":5820,"max_memory_usage_kib":3072,"rank":391,"performance":1336,"input_tokens":200103,"output_tokens":224272,"total_tokens":424375,"cost":3.2412138500000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21677457437958,"overall_relative_score":63367135918,"max_execution_time_ms":1100,"max_memory_usage_kib":5804,"rank":275,"performance":1419,"input_tokens":180470,"output_tokens":365203,"total_tokens":545673,"cost":5.2651669},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":488058536,"overall_relative_score":488058536,"max_execution_time_ms":1550,"max_memory_usage_kib":7168,"rank":33,"performance":2418,"input_tokens":178371,"output_tokens":300236,"total_tokens":478607,"cost":4.31788525},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":90443,"output_tokens":289984,"total_tokens":380427,"cost":4.11402565},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284722396173,"overall_relative_score":284722396173,"max_execution_time_ms":380,"max_memory_usage_kib":35036,"rank":86,"performance":1771,"input_tokens":146428,"output_tokens":296850,"total_tokens":443278,"cost":4.295221},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93868,"overall_relative_score":93868,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":334,"performance":1324,"input_tokens":166073,"output_tokens":255459,"total_tokens":421532,"cost":3.7922601499999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30076523233,"overall_relative_score":268265331507,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":539,"performance":1202,"input_tokens":148628,"output_tokens":261707,"total_tokens":410335,"cost":3.796989},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1381733,"overall_relative_score":1381733,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":208,"performance":1684,"input_tokens":85283,"output_tokens":251774,"total_tokens":337057,"cost":3.5722732500000003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65175808436,"overall_relative_score":844371297666,"max_execution_time_ms":1680,"max_memory_usage_kib":4096,"rank":879,"performance":697,"input_tokens":135842,"output_tokens":294467,"total_tokens":430309,"cost":4.1915223},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068541,"overall_relative_score":1068541,"max_execution_time_ms":180,"max_memory_usage_kib":8360,"rank":136,"performance":1951,"input_tokens":112512,"output_tokens":341914,"total_tokens":454426,"cost":4.874828},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185374000000,"overall_relative_score":354958220923,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":141,"performance":1877,"input_tokens":171532,"output_tokens":184228,"total_tokens":355760,"cost":2.753373},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650556247,"overall_relative_score":165585762867,"max_execution_time_ms":100,"max_memory_usage_kib":15360,"rank":340,"performance":1478,"input_tokens":124527,"output_tokens":306387,"total_tokens":430914,"cost":4.36138185},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10321729628711,"overall_relative_score":10321729628711,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":497,"performance":1279,"input_tokens":125551,"output_tokens":182560,"total_tokens":308111,"cost":2.62717665},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":672772,"overall_relative_score":377879940174,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":587,"performance":1150,"input_tokens":104506,"output_tokens":283549,"total_tokens":388055,"cost":4.0481427000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5959394838,"overall_relative_score":5959394838,"max_execution_time_ms":1020,"max_memory_usage_kib":4096,"rank":251,"performance":1636,"input_tokens":145405,"output_tokens":380420,"total_tokens":525825,"cost":5.420066750000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258611477,"overall_relative_score":258611477,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":122,"performance":1993,"input_tokens":143160,"output_tokens":188286,"total_tokens":331446,"cost":2.7544860000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5756153,"overall_relative_score":55647226892,"max_execution_time_ms":620,"max_memory_usage_kib":13556,"rank":497,"performance":1211,"input_tokens":129377,"output_tokens":220296,"total_tokens":349673,"cost":3.1891905499999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":423536,"overall_relative_score":423536,"max_execution_time_ms":1670,"max_memory_usage_kib":66092,"rank":63,"performance":2118,"input_tokens":142217,"output_tokens":304632,"total_tokens":446849,"cost":4.40728295},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3863688011,"overall_relative_score":2521492278782,"max_execution_time_ms":510,"max_memory_usage_kib":4096,"rank":588,"performance":1184,"input_tokens":157059,"output_tokens":287182,"total_tokens":444241,"cost":4.10609885},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73947773,"overall_relative_score":73947773,"max_execution_time_ms":1950,"max_memory_usage_kib":12288,"rank":77,"performance":2183,"input_tokens":136514,"output_tokens":321268,"total_tokens":457782,"cost":4.614280300000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455688,"overall_relative_score":455688,"max_execution_time_ms":1600,"max_memory_usage_kib":3072,"rank":402,"performance":1427,"input_tokens":204568,"output_tokens":388346,"total_tokens":592914,"cost":5.730729200000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147834266,"overall_relative_score":147834266,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":137,"performance":1937,"input_tokens":120083,"output_tokens":300707,"total_tokens":420790,"cost":4.28154405},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":777377910,"overall_relative_score":1790248569792,"max_execution_time_ms":340,"max_memory_usage_kib":8192,"rank":414,"performance":1451,"input_tokens":237751,"output_tokens":195482,"total_tokens":433233,"cost":2.9588730500000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213802,"overall_relative_score":213802,"max_execution_time_ms":1450,"max_memory_usage_kib":171572,"rank":260,"performance":1674,"input_tokens":137131,"output_tokens":263902,"total_tokens":401033,"cost":3.83300085}]},{"num_self_refine":16,"rank":{"all":{"mean":280.325,"median":255.0,"min":4,"max":967,"stdev":207.74594784532826},"short":{"mean":230.04347826086956,"median":156.0,"min":4,"max":967,"stdev":233.94200490736813},"long":{"mean":348.3529411764706,"median":315.0,"min":136,"max":588,"stdev":146.27027260198437}},"performance":{"all":{"mean":1612.95,"median":1526.0,"min":-70,"max":3025,"stdev":571.6119783963189},"short":{"mean":1746.2173913043478,"median":1805.0,"min":-70,"max":3025,"stdev":708.8293137613814},"long":{"mean":1432.6470588235295,"median":1421.0,"min":1184,"max":1877,"stdev":213.3178207442098}},"input_tokens":{"all":{"mean":697032.125,"median":707000.5,"min":347691,"max":954988,"stdev":154765.43513134395},"short":{"mean":680105.2173913043,"median":697941.0,"min":347691,"max":942009,"stdev":160597.49498186636},"long":{"mean":719933.2352941176,"median":712632.0,"min":481305,"max":954988,"stdev":148159.80366294083}},"output_tokens":{"all":{"mean":419890.325,"median":422684.5,"min":242563,"max":623622,"stdev":88149.94618739358},"short":{"mean":430015.9130434783,"median":444467.0,"min":251591,"max":623622,"stdev":89861.26721174805},"long":{"mean":406191.0,"median":399559.0,"min":242563,"max":565610,"stdev":86547.13927103541}},"total_tokens":{"all":{"mean":1116922.45,"median":1133537.0,"min":671799,"max":1520598,"stdev":200369.31902184896},"short":{"mean":1110121.1304347827,"median":1157645.0,"min":671799,"max":1460820,"stdev":215158.34305487337},"long":{"mean":1126124.2352941176,"median":1103025.0,"min":751318,"max":1520598,"stdev":184528.93540327536}},"cost":{"all":{"mean":6.2232158887499995,"median":6.3145334,"min":3.6805968500000006,"max":9.005391150000001,"stdev":1.2703782495324272},"short":{"mean":6.340353904347826,"median":6.5162811000000005,"min":3.6962849,"max":9.005391150000001,"stdev":1.301832420502807},"long":{"mean":6.064735044117647,"median":5.931917599999999,"min":3.6805968500000006,"max":8.5059674,"stdev":1.2478261444635803}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":973530872605,"overall_relative_score":973530872605,"max_execution_time_ms":4770,"max_memory_usage_kib":3072,"rank":136,"performance":1747,"input_tokens":879380,"output_tokens":495576,"total_tokens":1374956,"cost":7.4439806},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2907768,"overall_relative_score":2907768,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":355,"performance":1354,"input_tokens":558716,"output_tokens":361520,"total_tokens":920236,"cost":5.314885799999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2729921808056,"overall_relative_score":2729921808056,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":311,"performance":1421,"input_tokens":721579,"output_tokens":314979,"total_tokens":1036558,"cost":4.68946765},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6540950405,"overall_relative_score":6540950405,"max_execution_time_ms":2610,"max_memory_usage_kib":3072,"rank":20,"performance":2556,"input_tokens":942009,"output_tokens":366485,"total_tokens":1308494,"cost":5.555996950000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20889794,"overall_relative_score":20889794,"max_execution_time_ms":850,"max_memory_usage_kib":6144,"rank":19,"performance":2533,"input_tokens":831145,"output_tokens":495821,"total_tokens":1326966,"cost":7.25534495},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5557449,"overall_relative_score":5557449,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":165,"performance":1687,"input_tokens":508755,"output_tokens":242563,"total_tokens":751318,"cost":3.6805968500000006},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2067202,"overall_relative_score":2067202,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":12,"performance":2656,"input_tokens":748105,"output_tokens":466204,"total_tokens":1214309,"cost":6.828644549999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13957284753,"overall_relative_score":13957284753,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":210,"performance":1522,"input_tokens":347691,"output_tokens":324108,"total_tokens":671799,"cost":4.730473649999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7322731975,"overall_relative_score":7322731975,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":411,"performance":1211,"input_tokens":873333,"output_tokens":454144,"total_tokens":1327477,"cost":6.965641549999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7503718129,"overall_relative_score":7503718129,"max_execution_time_ms":1900,"max_memory_usage_kib":8192,"rank":4,"performance":3025,"input_tokens":835504,"output_tokens":397066,"total_tokens":1232570,"cost":5.9219328},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":444208,"overall_relative_score":444208,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":108,"performance":1849,"input_tokens":835028,"output_tokens":400466,"total_tokens":1235494,"cost":5.904590999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1212097442,"overall_relative_score":1212097442,"max_execution_time_ms":2810,"max_memory_usage_kib":105164,"rank":207,"performance":1607,"input_tokens":836091,"output_tokens":373431,"total_tokens":1209522,"cost":5.54650845},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3070,"max_memory_usage_kib":21504,"rank":711,"performance":123,"input_tokens":820442,"output_tokens":475533,"total_tokens":1295975,"cost":7.067494699999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1462291337,"overall_relative_score":1462291337,"max_execution_time_ms":4830,"max_memory_usage_kib":5120,"rank":243,"performance":1462,"input_tokens":701369,"output_tokens":357008,"total_tokens":1058377,"cost":5.255408549999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91657224,"overall_relative_score":91657224,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":319,"performance":1370,"input_tokens":457246,"output_tokens":251591,"total_tokens":708837,"cost":3.6962849},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21984646680,"overall_relative_score":255809168407,"max_execution_time_ms":230,"max_memory_usage_kib":10240,"rank":315,"performance":1501,"input_tokens":530281,"output_tokens":370951,"total_tokens":901232,"cost":5.623353750000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45515176906,"overall_relative_score":842530100845,"max_execution_time_ms":5800,"max_memory_usage_kib":4096,"rank":391,"performance":1336,"input_tokens":900056,"output_tokens":366540,"total_tokens":1266596,"cost":5.4567380000000005},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":20531669788786,"overall_relative_score":64335840554,"max_execution_time_ms":6100,"max_memory_usage_kib":6004,"rank":275,"performance":1419,"input_tokens":954988,"output_tokens":565610,"total_tokens":1520598,"cost":8.5059674},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":7168,"rank":967,"performance":-70,"input_tokens":742889,"output_tokens":414756,"total_tokens":1157645,"cost":6.098841350000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":508578,"output_tokens":450534,"total_tokens":959112,"cost":6.5162811000000005},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284855433289,"overall_relative_score":284855433289,"max_execution_time_ms":1140,"max_memory_usage_kib":224036,"rank":83,"performance":1793,"input_tokens":778522,"output_tokens":473218,"total_tokens":1251740,"cost":7.0937727000000015},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93868,"overall_relative_score":93868,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":334,"performance":1324,"input_tokens":623738,"output_tokens":418633,"total_tokens":1042371,"cost":6.223417899999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27099040075,"overall_relative_score":275863443869,"max_execution_time_ms":250,"max_memory_usage_kib":4096,"rank":527,"performance":1216,"input_tokens":606944,"output_tokens":436794,"total_tokens":1043738,"cost":6.59666},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386253,"overall_relative_score":1386253,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":161,"performance":1805,"input_tokens":397352,"output_tokens":398940,"total_tokens":796292,"cost":5.744270000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50257688559,"overall_relative_score":1090892232760,"max_execution_time_ms":1830,"max_memory_usage_kib":4096,"rank":489,"performance":1241,"input_tokens":659621,"output_tokens":443404,"total_tokens":1103025,"cost":6.450962350000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1072041,"overall_relative_score":1072041,"max_execution_time_ms":1750,"max_memory_usage_kib":50176,"rank":114,"performance":2023,"input_tokens":563563,"output_tokens":550034,"total_tokens":1113597,"cost":7.93171925},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185374000000,"overall_relative_score":354958220923,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":141,"performance":1877,"input_tokens":670607,"output_tokens":305201,"total_tokens":975808,"cost":4.6270738499999995},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":933595311,"overall_relative_score":179169912640,"max_execution_time_ms":420,"max_memory_usage_kib":40960,"rank":315,"performance":1519,"input_tokens":569162,"output_tokens":499147,"total_tokens":1068309,"cost":7.213576299999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10454537144869,"overall_relative_score":10454537144869,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":442,"performance":1359,"input_tokens":553885,"output_tokens":279982,"total_tokens":833867,"cost":4.12861155},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":622238,"overall_relative_score":408966982533,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":1186,"input_tokens":481305,"output_tokens":527465,"total_tokens":1008770,"cost":7.589737750000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5959394838,"overall_relative_score":5959394838,"max_execution_time_ms":1020,"max_memory_usage_kib":4096,"rank":251,"performance":1636,"input_tokens":697941,"output_tokens":623622,"total_tokens":1321563,"cost":9.005391150000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258518435,"overall_relative_score":258518435,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":125,"performance":1984,"input_tokens":636002,"output_tokens":312036,"total_tokens":948038,"cost":4.7115971000000005},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5754929,"overall_relative_score":55794814610,"max_execution_time_ms":1450,"max_memory_usage_kib":26624,"rank":497,"performance":1211,"input_tokens":712632,"output_tokens":399559,"total_tokens":1112191,"cost":5.931917599999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":424733,"overall_relative_score":424733,"max_execution_time_ms":1870,"max_memory_usage_kib":65836,"rank":60,"performance":2136,"input_tokens":686690,"output_tokens":466787,"total_tokens":1153477,"cost":6.8746839},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3863688011,"overall_relative_score":2521492278782,"max_execution_time_ms":510,"max_memory_usage_kib":4096,"rank":588,"performance":1184,"input_tokens":777670,"output_tokens":426736,"total_tokens":1204406,"cost":6.4056489},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74323835,"overall_relative_score":74323835,"max_execution_time_ms":1950,"max_memory_usage_kib":12288,"rank":64,"performance":2245,"input_tokens":806715,"output_tokens":483336,"total_tokens":1290051,"cost":7.30996245},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":456725,"overall_relative_score":456725,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":385,"performance":1453,"input_tokens":895681,"output_tokens":565139,"total_tokens":1460820,"cost":8.40324695},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148029776,"overall_relative_score":148029776,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":132,"performance":1952,"input_tokens":750855,"output_tokens":470088,"total_tokens":1220943,"cost":6.887429849999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":749085349,"overall_relative_score":1863820155924,"max_execution_time_ms":290,"max_memory_usage_kib":8192,"rank":354,"performance":1530,"input_tokens":855092,"output_tokens":326139,"total_tokens":1181231,"cost":5.1172562},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213843,"overall_relative_score":213843,"max_execution_time_ms":1910,"max_memory_usage_kib":229380,"rank":259,"performance":1675,"input_tokens":624123,"output_tokens":444467,"total_tokens":1068590,"cost":6.623265249999999}]}]},{"model_name":"gpt-5.2-high","detail_path":"data/model_details/gpt-5.2-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":424.3,"median":445.5,"min":77,"max":924,"stdev":175.43808901411083},"short":{"mean":348.17391304347825,"median":373.0,"min":77,"max":558,"stdev":147.8545514329763},"long":{"mean":527.2941176470588,"median":528.0,"min":323,"max":924,"stdev":159.2559907452002}},"performance":{"all":{"mean":1293.55,"median":1278.5,"min":602,"max":2068,"stdev":261.1408844636579},"short":{"mean":1393.2608695652175,"median":1347.0,"min":828,"max":2068,"stdev":268.5330887671868},"long":{"mean":1158.6470588235295,"median":1199.0,"min":602,"max":1381,"stdev":182.87903829323585}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":21050.65,"median":18923.0,"min":7645,"max":56348,"stdev":10010.331218552572},"short":{"mean":20212.17391304348,"median":18338.0,"min":8185,"max":56348,"stdev":10762.028773981967},"long":{"mean":22185.058823529413,"median":19821.0,"min":7645,"max":39303,"stdev":9089.649790218737}},"total_tokens":{"all":{"mean":24030.65,"median":21786.0,"min":10029,"max":58265,"stdev":10148.963161770485},"short":{"mean":22615.0,"median":20129.0,"min":10029,"max":58265,"stdev":10773.291334676613},"long":{"mean":25945.941176470587,"median":23946.0,"min":11657,"max":42287,"stdev":9203.252356304456}},"cost":{"all":{"mean":0.29686482000000003,"median":0.2677717,"min":0.108003,"max":0.78940435,"stdev":0.14021461194490475},"short":{"mean":0.28458087608695654,"median":0.25729305,"min":0.1151962,"max":0.78940435,"stdev":0.15062352202074494},"long":{"mean":0.31348427352941177,"median":0.27846315,"min":0.108003,"max":0.5510288,"stdev":0.12734192721276436}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":931883486478,"overall_relative_score":931883486478,"max_execution_time_ms":4980,"max_memory_usage_kib":3072,"rank":436,"performance":1298,"input_tokens":1345,"output_tokens":18166,"total_tokens":19511,"cost":0.25486335},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2802433,"overall_relative_score":2802433,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":375,"performance":1324,"input_tokens":1469,"output_tokens":9602,"total_tokens":11071,"cost":0.13699875},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2691118287339,"overall_relative_score":2691118287339,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":375,"performance":1316,"input_tokens":2614,"output_tokens":9630,"total_tokens":12244,"cost":0.1355641},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4046035795,"overall_relative_score":4046035795,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":222,"performance":1486,"input_tokens":1629,"output_tokens":31393,"total_tokens":33022,"cost":0.44235275},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16216610,"overall_relative_score":16216610,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":145,"performance":1680,"input_tokens":1811,"output_tokens":20108,"total_tokens":21919,"cost":0.28206045},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5147509,"overall_relative_score":5147509,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":357,"performance":1261,"input_tokens":3802,"output_tokens":12692,"total_tokens":16494,"cost":0.1843415},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333356,"overall_relative_score":1333356,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":248,"performance":1352,"input_tokens":1529,"output_tokens":18226,"total_tokens":19755,"cost":0.25562215},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10482933343,"overall_relative_score":10482933343,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":2239,"output_tokens":19414,"total_tokens":21653,"cost":0.27248865},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1514874222,"overall_relative_score":1514874222,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":528,"performance":1052,"input_tokens":2984,"output_tokens":39303,"total_tokens":42287,"cost":0.5510288},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6736334958,"overall_relative_score":6736334958,"max_execution_time_ms":630,"max_memory_usage_kib":20520,"rank":77,"performance":2068,"input_tokens":2210,"output_tokens":17919,"total_tokens":20129,"cost":0.2515079},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21116,"overall_relative_score":21116,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":7584,"output_tokens":20832,"total_tokens":28416,"cost":0.30492},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":977531357,"overall_relative_score":977531357,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":323,"performance":1381,"input_tokens":7538,"output_tokens":16134,"total_tokens":23672,"cost":0.2273747},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68715969,"overall_relative_score":68715969,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":447,"performance":1102,"input_tokens":4695,"output_tokens":19584,"total_tokens":24279,"cost":0.27533625},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1283639816,"overall_relative_score":1283639816,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":384,"performance":1192,"input_tokens":2812,"output_tokens":30371,"total_tokens":33183,"cost":0.4258814},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92301836,"overall_relative_score":92301836,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":317,"performance":1374,"input_tokens":2563,"output_tokens":9680,"total_tokens":12243,"cost":0.13617485},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3673738286,"overall_relative_score":23442516864,"max_execution_time_ms":320,"max_memory_usage_kib":4096,"rank":665,"performance":1042,"input_tokens":2774,"output_tokens":15588,"total_tokens":18362,"cost":0.2230865},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":336812392036,"overall_relative_score":786500143362,"max_execution_time_ms":5810,"max_memory_usage_kib":3072,"rank":473,"performance":1216,"input_tokens":6975,"output_tokens":26719,"total_tokens":33694,"cost":0.37558745},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41925525355206,"overall_relative_score":35005714631,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":350,"performance":1269,"input_tokens":4471,"output_tokens":33179,"total_tokens":37650,"cost":0.47233025},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":468569599,"overall_relative_score":468569599,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":127,"performance":1931,"input_tokens":3614,"output_tokens":23764,"total_tokens":27378,"cost":0.3335773},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12974530,"overall_relative_score":12974530,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":470,"performance":1351,"input_tokens":1703,"output_tokens":18338,"total_tokens":20041,"cost":0.25729305},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282571369018,"overall_relative_score":282571369018,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":115,"performance":1560,"input_tokens":2202,"output_tokens":23224,"total_tokens":25426,"cost":0.3257639},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93764,"overall_relative_score":93764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":339,"performance":1314,"input_tokens":1849,"output_tokens":20134,"total_tokens":21983,"cost":0.28249095},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37590685948,"overall_relative_score":303895856353,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":445,"performance":1319,"input_tokens":2861,"output_tokens":18432,"total_tokens":21293,"cost":0.26305475},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356154,"overall_relative_score":1356154,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":474,"performance":1169,"input_tokens":1758,"output_tokens":15660,"total_tokens":17418,"cost":0.2198973},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77699190028,"overall_relative_score":713877495798,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":924,"performance":602,"input_tokens":3354,"output_tokens":22879,"total_tokens":26233,"cost":0.3211355},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1044601,"overall_relative_score":1044601,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":309,"performance":1557,"input_tokens":1855,"output_tokens":14924,"total_tokens":16779,"cost":0.20956145},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":666952447865,"overall_relative_score":107581910666,"max_execution_time_ms":500,"max_memory_usage_kib":11264,"rank":698,"performance":1023,"input_tokens":4125,"output_tokens":19821,"total_tokens":23946,"cost":0.27846315},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":25761,"total_tokens":28770,"cost":0.36148455},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10332671999234,"overall_relative_score":10332671999234,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":491,"performance":1288,"input_tokens":1733,"output_tokens":11302,"total_tokens":13035,"cost":0.15884155},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":684097,"overall_relative_score":371655910042,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":599,"performance":1136,"input_tokens":2818,"output_tokens":31292,"total_tokens":34110,"cost":0.4387859},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3598875264,"overall_relative_score":3598875264,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":482,"performance":1258,"input_tokens":1917,"output_tokens":56348,"total_tokens":58265,"cost":0.78940435},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240950524,"overall_relative_score":240950524,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":373,"performance":1477,"input_tokens":4323,"output_tokens":11763,"total_tokens":16086,"cost":0.16579605},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6401142,"overall_relative_score":44632553474,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":570,"performance":1119,"input_tokens":4012,"output_tokens":7645,"total_tokens":11657,"cost":0.108003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292715,"overall_relative_score":292715,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":195,"performance":1651,"input_tokens":1844,"output_tokens":8185,"total_tokens":10029,"cost":0.1151962},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3783535768,"overall_relative_score":2554342433772,"max_execution_time_ms":310,"max_memory_usage_kib":4096,"rank":575,"performance":1199,"input_tokens":4182,"output_tokens":33008,"total_tokens":37190,"cost":0.4694305},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63906673,"overall_relative_score":63906673,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":558,"performance":1256,"input_tokens":1651,"output_tokens":41866,"total_tokens":43517,"cost":0.58659405},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":2188,"output_tokens":14035,"total_tokens":16223,"cost":0.200319},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137398908,"overall_relative_score":137398908,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":494,"performance":1295,"input_tokens":1480,"output_tokens":17700,"total_tokens":19180,"cost":0.248374},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":911711360,"overall_relative_score":1543086896018,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":578,"performance":1260,"input_tokens":4259,"output_tokens":16526,"total_tokens":20785,"cost":0.23881725},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":160,"max_memory_usage_kib":14436,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":20879,"total_tokens":22298,"cost":0.29478925}]},{"num_self_refine":2,"rank":{"all":{"mean":356.075,"median":352.5,"min":11,"max":876,"stdev":192.7749302112407},"short":{"mean":262.0869565217391,"median":253.0,"min":11,"max":521,"stdev":151.71981144784866},"long":{"mean":483.2352941176471,"median":473.0,"min":221,"max":876,"stdev":170.44923342881478}},"performance":{"all":{"mean":1453.125,"median":1409.5,"min":703,"max":2738,"stdev":367.26572420998826},"short":{"mean":1618.6521739130435,"median":1557.0,"min":828,"max":2738,"stdev":379.20294502783935},"long":{"mean":1229.1764705882354,"median":1265.0,"min":703,"max":1511,"stdev":195.9289524592134}},"input_tokens":{"all":{"mean":10938.475,"median":9499.0,"min":5982,"max":22761,"stdev":4184.441444743513},"short":{"mean":9838.130434782608,"median":7998.0,"min":5982,"max":22761,"stdev":4228.325418632038},"long":{"mean":12427.176470588236,"median":11598.0,"min":7012,"max":22041,"stdev":3741.798418462941}},"output_tokens":{"all":{"mean":37526.425,"median":36819.0,"min":10584,"max":80069,"stdev":13357.6276814516},"short":{"mean":36766.04347826087,"median":36889.0,"min":10584,"max":80069,"stdev":14229.916985250287},"long":{"mean":38555.17647058824,"median":36749.0,"min":17226,"max":62489,"stdev":12431.162723350208}},"total_tokens":{"all":{"mean":48464.9,"median":45642.0,"min":26593,"max":89700,"stdev":13628.331635575601},"short":{"mean":46604.17391304348,"median":44585.0,"min":29116,"max":89700,"stdev":13855.22052464562},"long":{"mean":50982.35294117647,"median":49063.0,"min":26593,"max":73256,"stdev":13306.194285656851}},"cost":{"all":{"mean":0.53800060125,"median":0.5233893000000001,"min":0.18599175,"max":1.13499785,"stdev":0.18666249182351838},"short":{"mean":0.5271730586956522,"median":0.5220761,"min":0.18599175,"max":1.13499785,"stdev":0.1980387712152659},"long":{"mean":0.5526496294117647,"median":0.5247025000000001,"min":0.24989545,"max":0.88522105,"stdev":0.1749468171628935}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":931883486478,"overall_relative_score":931883486478,"max_execution_time_ms":4980,"max_memory_usage_kib":3072,"rank":436,"performance":1298,"input_tokens":7012,"output_tokens":33516,"total_tokens":40528,"cost":0.4796806},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2802433,"overall_relative_score":2802433,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":375,"performance":1324,"input_tokens":22761,"output_tokens":10584,"total_tokens":33345,"cost":0.18599175},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2691118287339,"overall_relative_score":2691118287339,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":375,"performance":1316,"input_tokens":9367,"output_tokens":17226,"total_tokens":26593,"cost":0.24989545},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5220473146,"overall_relative_score":5220473146,"max_execution_time_ms":2700,"max_memory_usage_kib":5120,"rank":124,"performance":1806,"input_tokens":9285,"output_tokens":46358,"total_tokens":55643,"cost":0.6652607500000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19184296,"overall_relative_score":19184296,"max_execution_time_ms":2900,"max_memory_usage_kib":4096,"rank":47,"performance":2200,"input_tokens":8260,"output_tokens":36289,"total_tokens":44549,"cost":0.5172594},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5365056,"overall_relative_score":5365056,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":253,"performance":1463,"input_tokens":10779,"output_tokens":24769,"total_tokens":35548,"cost":0.35998445},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1547774,"overall_relative_score":1547774,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":144,"performance":1670,"input_tokens":7162,"output_tokens":37205,"total_tokens":44367,"cost":0.5311859},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10482933343,"overall_relative_score":10482933343,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":7998,"output_tokens":36587,"total_tokens":44585,"cost":0.5197633},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6030680498,"overall_relative_score":6030680498,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":440,"performance":1171,"input_tokens":12473,"output_tokens":54921,"total_tokens":67394,"cost":0.78185135},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7340492747,"overall_relative_score":7340492747,"max_execution_time_ms":1970,"max_memory_usage_kib":21480,"rank":11,"performance":2738,"input_tokens":7915,"output_tokens":30890,"total_tokens":38805,"cost":0.43986005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169244,"overall_relative_score":169244,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":145,"performance":1716,"input_tokens":20055,"output_tokens":41034,"total_tokens":61089,"cost":0.59787945},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1055526458,"overall_relative_score":1055526458,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":274,"performance":1468,"input_tokens":19254,"output_tokens":29809,"total_tokens":49063,"cost":0.42763490000000004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84152233,"overall_relative_score":84152233,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":178,"performance":1666,"input_tokens":14463,"output_tokens":30214,"total_tokens":44677,"cost":0.44125025},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1496949395,"overall_relative_score":1496949395,"max_execution_time_ms":4930,"max_memory_usage_kib":3072,"rank":221,"performance":1511,"input_tokens":12729,"output_tokens":44929,"total_tokens":57658,"cost":0.64281455},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112974160,"overall_relative_score":112974160,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":253,"performance":1504,"input_tokens":8580,"output_tokens":20536,"total_tokens":29116,"cost":0.29868859999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3673738286,"overall_relative_score":23442516864,"max_execution_time_ms":320,"max_memory_usage_kib":4096,"rank":665,"performance":1042,"input_tokens":9697,"output_tokens":32854,"total_tokens":42551,"cost":0.47289375},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":336812392036,"overall_relative_score":786500143362,"max_execution_time_ms":5810,"max_memory_usage_kib":3072,"rank":473,"performance":1216,"input_tokens":22041,"output_tokens":40087,"total_tokens":62128,"cost":0.57842015},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40057209795767,"overall_relative_score":36392958740,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":345,"performance":1279,"input_tokens":13942,"output_tokens":56062,"total_tokens":70004,"cost":0.8024121},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":478313597,"overall_relative_score":478313597,"max_execution_time_ms":1920,"max_memory_usage_kib":7168,"rank":80,"performance":2113,"input_tokens":13325,"output_tokens":47256,"total_tokens":60581,"cost":0.67945955},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12974530,"overall_relative_score":12974530,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":470,"performance":1351,"input_tokens":5982,"output_tokens":36889,"total_tokens":42871,"cost":0.5220761},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282571369018,"overall_relative_score":282571369018,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":115,"performance":1560,"input_tokens":7795,"output_tokens":40589,"total_tokens":48384,"cost":0.57543605},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93937,"overall_relative_score":93937,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":8610,"output_tokens":40985,"total_tokens":49595,"cost":0.5836159000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37590685948,"overall_relative_score":303895856353,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":445,"performance":1319,"input_tokens":10337,"output_tokens":33526,"total_tokens":43863,"cost":0.48322015},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1369275,"overall_relative_score":1369275,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":318,"performance":1451,"input_tokens":7690,"output_tokens":30928,"total_tokens":38618,"cost":0.4440303},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66074830805,"overall_relative_score":852158845399,"max_execution_time_ms":1440,"max_memory_usage_kib":3072,"rank":876,"performance":703,"input_tokens":11598,"output_tokens":36749,"total_tokens":48347,"cost":0.5247025000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1044601,"overall_relative_score":1044601,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":309,"performance":1557,"input_tokens":7507,"output_tokens":39702,"total_tokens":47209,"cost":0.56372365},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":666952447865,"overall_relative_score":107581910666,"max_execution_time_ms":500,"max_memory_usage_kib":11264,"rank":698,"performance":1023,"input_tokens":14833,"output_tokens":39228,"total_tokens":54061,"cost":0.5689001499999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3350552500,"overall_relative_score":76643262393,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":488,"performance":1265,"input_tokens":8212,"output_tokens":46585,"total_tokens":54797,"cost":0.6576906},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10649087474015,"overall_relative_score":10649087474015,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":360,"performance":1485,"input_tokens":7097,"output_tokens":23593,"total_tokens":30690,"cost":0.34030255},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":684097,"overall_relative_score":371655910042,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":599,"performance":1136,"input_tokens":10767,"output_tokens":62489,"total_tokens":73256,"cost":0.88522105},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7077181549,"overall_relative_score":7077181549,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":126,"performance":1947,"input_tokens":9631,"output_tokens":80069,"total_tokens":89700,"cost":1.13499785},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240950524,"overall_relative_score":240950524,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":373,"performance":1477,"input_tokens":13087,"output_tokens":22754,"total_tokens":35841,"cost":0.32855585},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6401142,"overall_relative_score":44632553474,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":570,"performance":1119,"input_tokens":11564,"output_tokens":24326,"total_tokens":35890,"cost":0.348705},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292715,"overall_relative_score":292715,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":195,"performance":1651,"input_tokens":7926,"output_tokens":29607,"total_tokens":37533,"cost":0.4231269},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3783535768,"overall_relative_score":2554342433772,"max_execution_time_ms":310,"max_memory_usage_kib":4096,"rank":575,"performance":1199,"input_tokens":13311,"output_tokens":49337,"total_tokens":62648,"cost":0.7077626499999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66791339,"overall_relative_score":66791339,"max_execution_time_ms":1940,"max_memory_usage_kib":4096,"rank":480,"performance":1362,"input_tokens":7986,"output_tokens":61602,"total_tokens":69588,"cost":0.8739843},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":8257,"output_tokens":22577,"total_tokens":30834,"cost":0.32730214999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146094138,"overall_relative_score":146094138,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":231,"performance":1713,"input_tokens":7238,"output_tokens":40431,"total_tokens":47669,"cost":0.5746685},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828016222,"overall_relative_score":1705330859456,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":482,"performance":1368,"input_tokens":13346,"output_tokens":29025,"total_tokens":42371,"cost":0.42325429999999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210130,"overall_relative_score":210130,"max_execution_time_ms":60,"max_memory_usage_kib":25600,"rank":342,"performance":1528,"input_tokens":7667,"output_tokens":38940,"total_tokens":46607,"cost":0.55656125}]},{"num_self_refine":4,"rank":{"all":{"mean":287.4,"median":246.5,"min":11,"max":698,"stdev":172.86838034492288},"short":{"mean":203.7826086956522,"median":165.0,"min":11,"max":521,"stdev":144.0902357810231},"long":{"mean":400.52941176470586,"median":440.0,"min":203,"max":698,"stdev":143.6811216057362}},"performance":{"all":{"mean":1585.825,"median":1516.0,"min":828,"max":2738,"stdev":386.1518159998733},"short":{"mean":1762.695652173913,"median":1730.0,"min":828,"max":2738,"stdev":409.75296712915485},"long":{"mean":1346.5294117647059,"median":1331.0,"min":1023,"max":1636,"stdev":163.68724661952854}},"input_tokens":{"all":{"mean":43660.475,"median":40508.5,"min":26915,"max":79062,"stdev":10705.416685473545},"short":{"mean":40809.391304347824,"median":38882.0,"min":26915,"max":64084,"stdev":8571.476194804647},"long":{"mean":47517.82352941176,"median":45691.0,"min":27085,"max":79062,"stdev":12281.547333476014}},"output_tokens":{"all":{"mean":63255.55,"median":62315.5,"min":23121,"max":137789,"stdev":21239.80629462833},"short":{"mean":63195.565217391304,"median":62031.0,"min":23121,"max":137789,"stdev":23186.191938749955},"long":{"mean":63336.705882352944,"median":62600.0,"min":30345,"max":99266,"stdev":18984.634964112116}},"total_tokens":{"all":{"mean":106916.025,"median":105092.5,"min":66168,"max":178348,"stdev":24226.330950167656},"short":{"mean":104004.95652173914,"median":99788.0,"min":69278,"max":178348,"stdev":24994.483715918126},"long":{"mean":110854.5294117647,"median":108441.0,"min":66168,"max":145860,"stdev":23301.215556054278}},"cost":{"all":{"mean":0.92789297125,"median":0.9044889,"min":0.38067995,"max":1.97482425,"stdev":0.295996791776033},"short":{"mean":0.9255374434782608,"median":0.8999732,"min":0.38067995,"max":1.97482425,"stdev":0.32527585250087887},"long":{"mean":0.9310798617647059,"median":0.9335784500000002,"min":0.47602904999999995,"max":1.40889875,"stdev":0.26088231203434104}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961766547554,"overall_relative_score":961766547554,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":226,"performance":1568,"input_tokens":36142,"output_tokens":50250,"total_tokens":86392,"cost":0.7631197},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2973225,"overall_relative_score":2973225,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":345,"performance":1369,"input_tokens":46157,"output_tokens":23121,"total_tokens":69278,"cost":0.38067995},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2777120373931,"overall_relative_score":2777120373931,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":203,"performance":1636,"input_tokens":35823,"output_tokens":30345,"total_tokens":66168,"cost":0.47602904999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5220473146,"overall_relative_score":5220473146,"max_execution_time_ms":2700,"max_memory_usage_kib":5120,"rank":124,"performance":1806,"input_tokens":45594,"output_tokens":71438,"total_tokens":117032,"cost":1.0575439000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19184296,"overall_relative_score":19184296,"max_execution_time_ms":2900,"max_memory_usage_kib":4096,"rank":47,"performance":2200,"input_tokens":44484,"output_tokens":64682,"total_tokens":109166,"cost":0.946099},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5365056,"overall_relative_score":5365056,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":253,"performance":1463,"input_tokens":37940,"output_tokens":44933,"total_tokens":82873,"cost":0.6670313999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1661569,"overall_relative_score":1661569,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":92,"performance":1888,"input_tokens":40615,"output_tokens":65653,"total_tokens":106268,"cost":0.96864705},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10482933343,"overall_relative_score":10482933343,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":30755,"output_tokens":55379,"total_tokens":86134,"cost":0.8079592500000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6030680498,"overall_relative_score":6030680498,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":440,"performance":1171,"input_tokens":50904,"output_tokens":74513,"total_tokens":125417,"cost":1.0836784},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7340492747,"overall_relative_score":7340492747,"max_execution_time_ms":1970,"max_memory_usage_kib":21480,"rank":11,"performance":2738,"input_tokens":37017,"output_tokens":54500,"total_tokens":91517,"cost":0.80419255},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169244,"overall_relative_score":169244,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":145,"performance":1716,"input_tokens":64084,"output_tokens":66305,"total_tokens":130389,"cost":0.9803402},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1055526458,"overall_relative_score":1055526458,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":274,"performance":1468,"input_tokens":57835,"output_tokens":50606,"total_tokens":108441,"cost":0.76816565},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86821824,"overall_relative_score":86821824,"max_execution_time_ms":2950,"max_memory_usage_kib":4096,"rank":154,"performance":1737,"input_tokens":52736,"output_tokens":52634,"total_tokens":105370,"cost":0.8069879999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1496949395,"overall_relative_score":1496949395,"max_execution_time_ms":4930,"max_memory_usage_kib":3072,"rank":221,"performance":1511,"input_tokens":57003,"output_tokens":65817,"total_tokens":122820,"cost":0.97039005},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116582589,"overall_relative_score":116582589,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":236,"performance":1542,"input_tokens":33614,"output_tokens":37906,"total_tokens":71520,"cost":0.5602765},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18690234385,"overall_relative_score":232629065063,"max_execution_time_ms":580,"max_memory_usage_kib":8192,"rank":324,"performance":1486,"input_tokens":38399,"output_tokens":57035,"total_tokens":95434,"cost":0.8326258500000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62143143567,"overall_relative_score":840942126770,"max_execution_time_ms":5590,"max_memory_usage_kib":4096,"rank":394,"performance":1331,"input_tokens":79062,"output_tokens":64632,"total_tokens":143694,"cost":0.9607521000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26048851590111,"overall_relative_score":55752199826,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":296,"performance":1375,"input_tokens":52868,"output_tokens":92992,"total_tokens":145860,"cost":1.3361446},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":482598532,"overall_relative_score":482598532,"max_execution_time_ms":1990,"max_memory_usage_kib":8192,"rank":63,"performance":2200,"input_tokens":56510,"output_tokens":78856,"total_tokens":135366,"cost":1.1550973},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13076560,"overall_relative_score":13076560,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":391,"performance":1462,"input_tokens":26915,"output_tokens":60211,"total_tokens":87126,"cost":0.86525845},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283350673895,"overall_relative_score":283350673895,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":101,"performance":1662,"input_tokens":37140,"output_tokens":62648,"total_tokens":99788,"cost":0.9090046},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212189,"overall_relative_score":212189,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":240,"performance":1521,"input_tokens":38882,"output_tokens":70253,"total_tokens":109135,"cost":1.0171119000000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22820373201,"overall_relative_score":293212200800,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":477,"performance":1278,"input_tokens":40412,"output_tokens":60550,"total_tokens":100962,"cost":0.8946322},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1385097,"overall_relative_score":1385097,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":175,"performance":1767,"input_tokens":33443,"output_tokens":52000,"total_tokens":85443,"cost":0.75910765},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50447557115,"overall_relative_score":1105944152120,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":477,"performance":1257,"input_tokens":45691,"output_tokens":62600,"total_tokens":108291,"cost":0.9335784500000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1074626,"overall_relative_score":1074626,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":88,"performance":2123,"input_tokens":33486,"output_tokens":72156,"total_tokens":105642,"cost":1.0447941},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":666952447865,"overall_relative_score":107581910666,"max_execution_time_ms":500,"max_memory_usage_kib":11264,"rank":698,"performance":1023,"input_tokens":61166,"output_tokens":63114,"total_tokens":124280,"cost":0.9378172999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728452200,"overall_relative_score":98073642139,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":452,"performance":1314,"input_tokens":27085,"output_tokens":99266,"total_tokens":126351,"cost":1.40889875},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10649087474015,"overall_relative_score":10649087474015,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":360,"performance":1485,"input_tokens":37727,"output_tokens":46599,"total_tokens":84326,"cost":0.6895794499999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675465,"overall_relative_score":391601318008,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":579,"performance":1160,"input_tokens":45519,"output_tokens":90527,"total_tokens":136046,"cost":1.30449865},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8176161952,"overall_relative_score":8176161952,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":27,"performance":2495,"input_tokens":40559,"output_tokens":137789,"total_tokens":178348,"cost":1.97482425},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254181949,"overall_relative_score":254181949,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":196,"performance":1798,"input_tokens":45654,"output_tokens":35958,"total_tokens":81612,"cost":0.5353257},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5743371,"overall_relative_score":91904302080,"max_execution_time_ms":100,"max_memory_usage_kib":10240,"rank":471,"performance":1244,"input_tokens":40458,"output_tokens":39459,"total_tokens":79917,"cost":0.5804883000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":313677,"overall_relative_score":313677,"max_execution_time_ms":1220,"max_memory_usage_kib":6144,"rank":165,"performance":1730,"input_tokens":45590,"output_tokens":51782,"total_tokens":97372,"cost":0.7771113},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3783535768,"overall_relative_score":2554342433772,"max_execution_time_ms":310,"max_memory_usage_kib":4096,"rank":575,"performance":1199,"input_tokens":48690,"output_tokens":78076,"total_tokens":126766,"cost":1.1351291},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72620986,"overall_relative_score":72620986,"max_execution_time_ms":1960,"max_memory_usage_kib":8192,"rank":136,"performance":1976,"input_tokens":38856,"output_tokens":108048,"total_tokens":146904,"cost":1.5500268000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":33656,"output_tokens":59685,"total_tokens":93341,"cost":0.8660624},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146094138,"overall_relative_score":146094138,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":231,"performance":1713,"input_tokens":36224,"output_tokens":62031,"total_tokens":98255,"cost":0.8999732},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800745249,"overall_relative_score":1750387738642,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":449,"performance":1407,"input_tokens":52806,"output_tokens":52009,"total_tokens":104815,"cost":0.7753781},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210130,"overall_relative_score":210130,"max_execution_time_ms":60,"max_memory_usage_kib":25600,"rank":342,"performance":1528,"input_tokens":38918,"output_tokens":63864,"total_tokens":102782,"cost":0.9313577}]},{"num_self_refine":8,"rank":{"all":{"mean":263.425,"median":241.5,"min":5,"max":582,"stdev":169.87988026234513},"short":{"mean":186.17391304347825,"median":150.0,"min":5,"max":497,"stdev":147.8852909810085},"long":{"mean":367.94117647058823,"median":356.0,"min":112,"max":582,"stdev":141.73190827590452}},"performance":{"all":{"mean":1660.0,"median":1604.0,"min":828,"max":2963,"stdev":442.34642416816143},"short":{"mean":1853.7826086956522,"median":1749.0,"min":828,"max":2963,"stdev":480.5912037671309},"long":{"mean":1397.8235294117646,"median":1411.0,"min":1159,"max":1811,"stdev":179.86808892008807}},"input_tokens":{"all":{"mean":189602.9,"median":181960.5,"min":113744,"max":317320,"stdev":42946.26503016328},"short":{"mean":182418.65217391305,"median":178294.0,"min":121621,"max":245113,"stdev":36683.407950646},"long":{"mean":199322.76470588235,"median":198995.0,"min":113744,"max":317320,"stdev":49707.20246544937}},"output_tokens":{"all":{"mean":109311.125,"median":109876.0,"min":51390,"max":198492,"stdev":29697.218168250918},"short":{"mean":108229.69565217392,"median":106935.0,"min":51390,"max":198492,"stdev":29805.296723347656},"long":{"mean":110774.23529411765,"median":111560.0,"min":56992,"max":162142,"stdev":30401.42905055906}},"total_tokens":{"all":{"mean":298914.025,"median":289048.0,"min":194884,"max":443597,"stdev":59579.26640973717},"short":{"mean":290648.347826087,"median":282198.0,"min":199892,"max":376786,"stdev":55470.02672501175},"long":{"mean":310097.0,"median":318222.0,"min":194884,"max":443597,"stdev":64734.14428259634}},"cost":{"all":{"mean":1.657652745,"median":1.6517100249999999,"min":0.8690633000000001,"max":2.8903104999999996,"stdev":0.41840485086931584},"short":{"mean":1.6393872326086956,"median":1.6284565500000001,"min":0.8690633000000001,"max":2.8903104999999996,"stdev":0.423420197701898},"long":{"mean":1.6823649088235293,"median":1.7148159,"min":0.9136021999999998,"max":2.3625665,"stdev":0.42316695379487196}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":978173439754,"overall_relative_score":978173439754,"max_execution_time_ms":4930,"max_memory_usage_kib":3072,"rank":112,"performance":1811,"input_tokens":176713,"output_tokens":111560,"total_tokens":288273,"cost":1.80375335},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2849141,"overall_relative_score":2849141,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":367,"performance":1336,"input_tokens":148502,"output_tokens":51390,"total_tokens":199892,"cost":0.8690633000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2777748215879,"overall_relative_score":2777748215879,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":202,"performance":1639,"input_tokens":137892,"output_tokens":56992,"total_tokens":194884,"cost":0.9136021999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5634988591,"overall_relative_score":5634988591,"max_execution_time_ms":2800,"max_memory_usage_kib":5120,"rank":90,"performance":1960,"input_tokens":207435,"output_tokens":115851,"total_tokens":323286,"cost":1.7996548500000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21512030,"overall_relative_score":21512030,"max_execution_time_ms":2950,"max_memory_usage_kib":10240,"rank":15,"performance":2614,"input_tokens":220438,"output_tokens":126385,"total_tokens":346823,"cost":1.9751277},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5366166,"overall_relative_score":5366166,"max_execution_time_ms":460,"max_memory_usage_kib":4096,"rank":253,"performance":1463,"input_tokens":148126,"output_tokens":74138,"total_tokens":222264,"cost":1.1713540999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1875860,"overall_relative_score":1875860,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":26,"performance":2397,"input_tokens":221428,"output_tokens":113237,"total_tokens":334665,"cost":1.7292842},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10581623603,"overall_relative_score":10581623603,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":121621,"output_tokens":83253,"total_tokens":204874,"cost":1.2775787500000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6987408750,"overall_relative_score":6987408750,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":422,"performance":1196,"input_tokens":204052,"output_tokens":114170,"total_tokens":318222,"cost":1.7712086},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7471697622,"overall_relative_score":7471697622,"max_execution_time_ms":1970,"max_memory_usage_kib":39832,"rank":5,"performance":2963,"input_tokens":195131,"output_tokens":117433,"total_tokens":312564,"cost":1.8230516500000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169244,"overall_relative_score":169244,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":145,"performance":1716,"input_tokens":237742,"output_tokens":106935,"total_tokens":344677,"cost":1.6252537},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1055526458,"overall_relative_score":1055526458,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":274,"performance":1468,"input_tokens":198995,"output_tokens":79638,"total_tokens":278633,"cost":1.26782285},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87138850,"overall_relative_score":87138850,"max_execution_time_ms":2990,"max_memory_usage_kib":4096,"rank":150,"performance":1749,"input_tokens":227265,"output_tokens":102555,"total_tokens":329820,"cost":1.6284565500000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1500931916,"overall_relative_score":1500931916,"max_execution_time_ms":4930,"max_memory_usage_kib":3072,"rank":221,"performance":1511,"input_tokens":242548,"output_tokens":108192,"total_tokens":350740,"cost":1.6474318},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120086108,"overall_relative_score":120086108,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":198,"performance":1635,"input_tokens":141909,"output_tokens":66048,"total_tokens":207957,"cost":1.00568475},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22454228031,"overall_relative_score":349165301343,"max_execution_time_ms":800,"max_memory_usage_kib":8192,"rank":252,"performance":1610,"input_tokens":174850,"output_tokens":114973,"total_tokens":289823,"cost":1.7148159},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43735228486,"overall_relative_score":862182947589,"max_execution_time_ms":5610,"max_memory_usage_kib":4096,"rank":356,"performance":1391,"input_tokens":317320,"output_tokens":126277,"total_tokens":443597,"cost":1.9338984000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21872244006030,"overall_relative_score":62813608201,"max_execution_time_ms":3130,"max_memory_usage_kib":3072,"rank":277,"performance":1415,"input_tokens":247590,"output_tokens":159046,"total_tokens":406636,"cost":2.3625665},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":482598532,"overall_relative_score":482598532,"max_execution_time_ms":1990,"max_memory_usage_kib":8192,"rank":63,"performance":2200,"input_tokens":245113,"output_tokens":125129,"total_tokens":370242,"cost":1.8914577499999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13093730,"overall_relative_score":13093730,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":122555,"output_tokens":91409,"total_tokens":213964,"cost":1.34924685},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283350673895,"overall_relative_score":283350673895,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":101,"performance":1662,"input_tokens":155479,"output_tokens":112242,"total_tokens":267721,"cost":1.65598825},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":261718,"overall_relative_score":261718,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":155,"performance":1738,"input_tokens":170770,"output_tokens":103178,"total_tokens":273948,"cost":1.5391187},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18279444479,"overall_relative_score":309872283624,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":435,"performance":1332,"input_tokens":170506,"output_tokens":98449,"total_tokens":268955,"cost":1.4869659000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1385097,"overall_relative_score":1385097,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":175,"performance":1767,"input_tokens":143209,"output_tokens":87862,"total_tokens":231071,"cost":1.3099285500000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50372834799,"overall_relative_score":1107859999108,"max_execution_time_ms":1950,"max_memory_usage_kib":8192,"rank":476,"performance":1258,"input_tokens":217018,"output_tokens":118201,"total_tokens":335219,"cost":1.8007395000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1075243,"overall_relative_score":1075243,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":83,"performance":2145,"input_tokens":163207,"output_tokens":118991,"total_tokens":282198,"cost":1.76782865},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":515966794045,"overall_relative_score":143486621165,"max_execution_time_ms":1260,"max_memory_usage_kib":18432,"rank":582,"performance":1159,"input_tokens":253547,"output_tokens":106930,"total_tokens":360477,"cost":1.6383272499999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2665750500,"overall_relative_score":100674181319,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":447,"performance":1320,"input_tokens":113744,"output_tokens":162142,"total_tokens":275886,"cost":2.329936},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10649087474015,"overall_relative_score":10649087474015,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":360,"performance":1485,"input_tokens":179853,"output_tokens":101720,"total_tokens":281573,"cost":1.5293603499999997},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":644971,"overall_relative_score":401638048579,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":574,"performance":1166,"input_tokens":197913,"output_tokens":156973,"total_tokens":354886,"cost":2.2949937499999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8308156909,"overall_relative_score":8308156909,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":18,"performance":2618,"input_tokens":178294,"output_tokens":198492,"total_tokens":376786,"cost":2.8903104999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253229967,"overall_relative_score":253229967,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":216,"performance":1754,"input_tokens":174696,"output_tokens":68410,"total_tokens":243106,"cost":1.0703252},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321741,"overall_relative_score":257574181198,"max_execution_time_ms":2320,"max_memory_usage_kib":10240,"rank":351,"performance":1414,"input_tokens":156796,"output_tokens":72026,"total_tokens":228822,"cost":1.0894226},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":363378,"overall_relative_score":363378,"max_execution_time_ms":1900,"max_memory_usage_kib":6144,"rank":103,"performance":1931,"input_tokens":238898,"output_tokens":119474,"total_tokens":358372,"cost":1.8262082999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3783535768,"overall_relative_score":2554342433772,"max_execution_time_ms":310,"max_memory_usage_kib":4096,"rank":575,"performance":1199,"input_tokens":206880,"output_tokens":127199,"total_tokens":334079,"cost":1.8986884},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72953498,"overall_relative_score":72953498,"max_execution_time_ms":1990,"max_memory_usage_kib":8192,"rank":112,"performance":2049,"input_tokens":188533,"output_tokens":154612,"total_tokens":343145,"cost":2.26407195},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":444313,"overall_relative_score":444313,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":491,"performance":1301,"input_tokens":158817,"output_tokens":119022,"total_tokens":277839,"cost":1.7632009499999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146094138,"overall_relative_score":146094138,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":231,"performance":1713,"input_tokens":170666,"output_tokens":105057,"total_tokens":275723,"cost":1.5688714999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":799312565,"overall_relative_score":1752929558332,"max_execution_time_ms":200,"max_memory_usage_kib":4096,"rank":446,"performance":1411,"input_tokens":223997,"output_tokens":96256,"total_tokens":320253,"cost":1.47467635},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212205,"overall_relative_score":212205,"max_execution_time_ms":1010,"max_memory_usage_kib":25600,"rank":301,"performance":1598,"input_tokens":184068,"output_tokens":100598,"total_tokens":284666,"cost":1.5468334}]},{"num_self_refine":16,"rank":{"all":{"mean":243.925,"median":225.5,"min":1,"max":577,"stdev":158.8129665151222},"short":{"mean":173.7826086956522,"median":150.0,"min":1,"max":496,"stdev":137.99504487867378},"long":{"mean":338.8235294117647,"median":323.0,"min":101,"max":577,"stdev":136.57563623049575}},"performance":{"all":{"mean":1714.8,"median":1633.5,"min":831,"max":3482,"stdev":487.7215052329215},"short":{"mean":1913.9565217391305,"median":1749.0,"min":831,"max":3482,"stdev":546.5457211400001},"long":{"mean":1445.3529411764705,"median":1435.0,"min":1194,"max":1845,"stdev":186.89299785454463}},"input_tokens":{"all":{"mean":841550.6,"median":820272.5,"min":516835,"max":1350644,"stdev":200602.25061546479},"short":{"mean":823142.7391304348,"median":799689.0,"min":529001,"max":1225418,"stdev":188662.0717478783},"long":{"mean":866455.3529411765,"median":865914.0,"min":516835,"max":1350644,"stdev":219091.4799070645}},"output_tokens":{"all":{"mean":198415.025,"median":197371.0,"min":112866,"max":281519,"stdev":44937.06308598984},"short":{"mean":197607.21739130435,"median":195476.0,"min":125357,"max":279277,"stdev":43314.42933623067},"long":{"mean":199507.9411764706,"median":197554.0,"min":112866,"max":281519,"stdev":48376.03740550505}},"total_tokens":{"all":{"mean":1039965.625,"median":1034443.0,"min":675069,"max":1597910,"stdev":229859.4917882737},"short":{"mean":1020749.9565217391,"median":1026556.0,"min":675069,"max":1479208,"stdev":220962.7007112036},"long":{"mean":1065963.294117647,"median":1064030.0,"min":691953,"max":1597910,"stdev":245771.51694708358}},"cost":{"all":{"mean":3.18592974,"median":3.1770418750000005,"min":1.8691774499999998,"max":4.4688266,"stdev":0.7214659078462283},"short":{"mean":3.1693218108695653,"median":3.1110674000000005,"min":2.071055,"max":4.2901719,"stdev":0.7151847387338897},"long":{"mean":3.2083992911764705,"median":3.2720040499999996,"min":1.8691774499999998,"max":4.4688266,"stdev":0.751345445320289}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":979783347119,"overall_relative_score":979783347119,"max_execution_time_ms":4940,"max_memory_usage_kib":3072,"rank":101,"performance":1845,"input_tokens":870418,"output_tokens":193612,"total_tokens":1064030,"cost":3.1858827},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2856319,"overall_relative_score":2856319,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":366,"performance":1338,"input_tokens":612707,"output_tokens":125357,"total_tokens":738064,"cost":2.1135712499999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2801190906835,"overall_relative_score":2801190906835,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":168,"performance":1724,"input_tokens":579087,"output_tokens":112866,"total_tokens":691953,"cost":1.8691774499999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5661152364,"overall_relative_score":5661152364,"max_execution_time_ms":2800,"max_memory_usage_kib":5120,"rank":87,"performance":1976,"input_tokens":911863,"output_tokens":193922,"total_tokens":1105785,"cost":3.1682010500000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21600373,"overall_relative_score":21600373,"max_execution_time_ms":2950,"max_memory_usage_kib":14336,"rank":15,"performance":2614,"input_tokens":1137731,"output_tokens":253277,"total_tokens":1391008,"cost":4.2638032500000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5400890,"overall_relative_score":5400890,"max_execution_time_ms":930,"max_memory_usage_kib":4096,"rank":241,"performance":1490,"input_tokens":599360,"output_tokens":133547,"total_tokens":732907,"cost":2.1482243999999997},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1967880,"overall_relative_score":1967880,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":18,"performance":2524,"input_tokens":1089579,"output_tokens":217442,"total_tokens":1307021,"cost":3.7254248500000005},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10827586977,"overall_relative_score":10827586977,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":529001,"output_tokens":146068,"total_tokens":675069,"cost":2.3161085500000005},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7765644573,"overall_relative_score":7765644573,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":399,"performance":1228,"input_tokens":819397,"output_tokens":204610,"total_tokens":1024007,"cost":3.29229915},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7583369246,"overall_relative_score":7583369246,"max_execution_time_ms":1970,"max_memory_usage_kib":38120,"rank":1,"performance":3482,"input_tokens":970665,"output_tokens":226597,"total_tokens":1197262,"cost":3.9676521500000006},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169244,"overall_relative_score":169244,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":145,"performance":1716,"input_tokens":918816,"output_tokens":186517,"total_tokens":1105333,"cost":3.102302},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1115781761,"overall_relative_score":1115781761,"max_execution_time_ms":2860,"max_memory_usage_kib":9216,"rank":241,"performance":1533,"input_tokens":761409,"output_tokens":146338,"total_tokens":907747,"cost":2.3879145499999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87138850,"overall_relative_score":87138850,"max_execution_time_ms":2990,"max_memory_usage_kib":4096,"rank":150,"performance":1749,"input_tokens":984711,"output_tokens":200086,"total_tokens":1184797,"cost":3.2323938500000007},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1503374962,"overall_relative_score":1503374962,"max_execution_time_ms":4930,"max_memory_usage_kib":3072,"rank":220,"performance":1513,"input_tokens":1022495,"output_tokens":197188,"total_tokens":1219683,"cost":3.1398062500000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122421230,"overall_relative_score":122421230,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":181,"performance":1680,"input_tokens":618492,"output_tokens":130885,"total_tokens":749377,"cost":2.071055},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25634507706,"overall_relative_score":445905581498,"max_execution_time_ms":1310,"max_memory_usage_kib":9216,"rank":204,"performance":1707,"input_tokens":817324,"output_tokens":203359,"total_tokens":1020683,"cost":3.1649141999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41566641338,"overall_relative_score":892567955992,"max_execution_time_ms":4090,"max_memory_usage_kib":4096,"rank":317,"performance":1457,"input_tokens":1350644,"output_tokens":247266,"total_tokens":1597910,"cost":4.193600600000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20968937229468,"overall_relative_score":63489383985,"max_execution_time_ms":5450,"max_memory_usage_kib":7168,"rank":275,"performance":1419,"input_tokens":1146172,"output_tokens":272756,"total_tokens":1418928,"cost":4.4688266},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":482598532,"overall_relative_score":482598532,"max_execution_time_ms":1990,"max_memory_usage_kib":8192,"rank":63,"performance":2200,"input_tokens":1038471,"output_tokens":231824,"total_tokens":1270295,"cost":3.8137466499999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13116540,"overall_relative_score":13116540,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":367,"performance":1498,"input_tokens":552637,"output_tokens":159081,"total_tokens":711718,"cost":2.4315959499999997},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283417709953,"overall_relative_score":283417709953,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":100,"performance":1669,"input_tokens":682468,"output_tokens":203741,"total_tokens":886209,"cost":3.1110674000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":261718,"overall_relative_score":261718,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":155,"performance":1738,"input_tokens":722967,"output_tokens":182341,"total_tokens":905308,"cost":2.82125585},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18279444479,"overall_relative_score":309872283624,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":435,"performance":1332,"input_tokens":744384,"output_tokens":173765,"total_tokens":918149,"cost":2.729398},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1385097,"overall_relative_score":1385097,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":175,"performance":1767,"input_tokens":636012,"output_tokens":159487,"total_tokens":795499,"cost":2.4850070000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48811922611,"overall_relative_score":1115030587108,"max_execution_time_ms":840,"max_memory_usage_kib":8192,"rank":472,"performance":1263,"input_tokens":1007045,"output_tokens":218816,"total_tokens":1225861,"cost":3.6449815500000007},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1077884,"overall_relative_score":1077884,"max_execution_time_ms":1870,"max_memory_usage_kib":4096,"rank":71,"performance":2202,"input_tokens":821148,"output_tokens":205408,"total_tokens":1026556,"cost":3.2716586000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":341186411613,"overall_relative_score":185141645143,"max_execution_time_ms":2060,"max_memory_usage_kib":17408,"rank":445,"performance":1327,"input_tokens":1061747,"output_tokens":197554,"total_tokens":1259301,"cost":3.3634100499999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2086339500,"overall_relative_score":173893732756,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":323,"performance":1506,"input_tokens":516835,"output_tokens":281519,"total_tokens":798354,"cost":4.13972405},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10649087474015,"overall_relative_score":10649087474015,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":360,"performance":1485,"input_tokens":766840,"output_tokens":190752,"total_tokens":957592,"cost":2.9587347999999993},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":614855,"overall_relative_score":413928725690,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":550,"performance":1194,"input_tokens":865914,"output_tokens":249766,"total_tokens":1115680,"cost":3.8115455},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8425357627,"overall_relative_score":8425357627,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":15,"performance":2671,"input_tokens":775557,"output_tokens":279277,"total_tokens":1054834,"cost":4.21837955},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253229967,"overall_relative_score":253229967,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":216,"performance":1754,"input_tokens":696987,"output_tokens":129373,"total_tokens":826360,"cost":2.08705805},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":923369,"overall_relative_score":296224530533,"max_execution_time_ms":3100,"max_memory_usage_kib":10240,"rank":338,"performance":1435,"input_tokens":655862,"output_tokens":137955,"total_tokens":793817,"cost":2.1749525},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":447560,"overall_relative_score":447560,"max_execution_time_ms":1990,"max_memory_usage_kib":9216,"rank":47,"performance":2221,"input_tokens":1225418,"output_tokens":253790,"total_tokens":1479208,"cost":4.2901719},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3792493493,"overall_relative_score":2549993851394,"max_execution_time_ms":790,"max_memory_usage_kib":8192,"rank":577,"performance":1197,"input_tokens":900933,"output_tokens":229290,"total_tokens":1130223,"cost":3.55612635},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72953498,"overall_relative_score":72953498,"max_execution_time_ms":1990,"max_memory_usage_kib":8192,"rank":112,"performance":2049,"input_tokens":866992,"output_tokens":253273,"total_tokens":1120265,"cost":3.8689812000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":459900,"overall_relative_score":459900,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":325,"performance":1546,"input_tokens":799689,"output_tokens":242641,"total_tokens":1042330,"cost":3.7140393500000006},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146094138,"overall_relative_score":146094138,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":231,"performance":1713,"input_tokens":749060,"output_tokens":195476,"total_tokens":944536,"cost":3.0205686},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800733847,"overall_relative_score":1746478146586,"max_execution_time_ms":440,"max_memory_usage_kib":6144,"rank":454,"performance":1401,"input_tokens":1010715,"output_tokens":191428,"total_tokens":1202143,"cost":3.2720040499999996},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212169,"overall_relative_score":212169,"max_execution_time_ms":1020,"max_memory_usage_kib":25600,"rank":301,"performance":1598,"input_tokens":824472,"output_tokens":178351,"total_tokens":1002823,"cost":2.8416247999999995}]}]},{"model_name":"gpt-5.2-medium","detail_path":"data/model_details/gpt-5.2-medium.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":447.05,"median":455.5,"min":114,"max":904,"stdev":179.89141311585863},"short":{"mean":363.2173913043478,"median":379.0,"min":114,"max":640,"stdev":151.31332829647923},"long":{"mean":560.4705882352941,"median":581.0,"min":349,"max":904,"stdev":153.7116284016351}},"performance":{"all":{"mean":1249.825,"median":1250.5,"min":647,"max":1785,"stdev":264.26277593257385},"short":{"mean":1347.7391304347825,"median":1310.0,"min":691,"max":1785,"stdev":284.5357011297375},"long":{"mean":1117.3529411764705,"median":1142.0,"min":647,"max":1301,"stdev":162.7094577676996}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":10093.95,"median":9469.5,"min":2868,"max":20066,"stdev":3948.8636726440945},"short":{"mean":9328.91304347826,"median":8859.0,"min":2868,"max":20066,"stdev":3782.4673154033812},"long":{"mean":11129.0,"median":10581.0,"min":5694,"max":18919,"stdev":4044.425870874629}},"total_tokens":{"all":{"mean":13073.95,"median":12676.0,"min":4571,"max":23390,"stdev":4272.385972132176},"short":{"mean":11731.739130434782,"median":11537.0,"min":4571,"max":21983,"stdev":3998.6493767201773},"long":{"mean":14889.882352941177,"median":14641.0,"min":8430,"max":23390,"stdev":4051.397118315374}},"cost":{"all":{"mean":0.14294686,"median":0.1346359,"min":0.04071305,"max":0.28427875,"stdev":0.05518255852449446},"short":{"mean":0.13231164130434783,"median":0.1316574,"min":0.04071305,"max":0.28427875,"stdev":0.05302105790765772},"long":{"mean":0.15733568529411765,"median":0.1489635,"min":0.0807247,"max":0.26583585,"stdev":0.05634227259558527}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":921319049839,"overall_relative_score":921319049839,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":486,"performance":1247,"input_tokens":1345,"output_tokens":9398,"total_tokens":10743,"cost":0.13211135},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2757882,"overall_relative_score":2757882,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":387,"performance":1307,"input_tokens":1469,"output_tokens":4716,"total_tokens":6185,"cost":0.06657875},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2684856020873,"overall_relative_score":2684856020873,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":385,"performance":1301,"input_tokens":2614,"output_tokens":5816,"total_tokens":8430,"cost":0.0821681},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4539967266,"overall_relative_score":4539967266,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":178,"performance":1615,"input_tokens":1629,"output_tokens":11173,"total_tokens":12802,"cost":0.15705515},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14450691,"overall_relative_score":14450691,"max_execution_time_ms":1360,"max_memory_usage_kib":3072,"rank":167,"performance":1602,"input_tokens":1811,"output_tokens":13025,"total_tokens":14836,"cost":0.18289845},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5037322,"overall_relative_score":5037322,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":384,"performance":1214,"input_tokens":3802,"output_tokens":5694,"total_tokens":9496,"cost":0.0807247},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":845600,"overall_relative_score":845600,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":379,"performance":1008,"input_tokens":1529,"output_tokens":7120,"total_tokens":8649,"cost":0.10013815},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10059671905,"overall_relative_score":10059671905,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":2239,"output_tokens":7180,"total_tokens":9419,"cost":0.10443825},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":406310359,"overall_relative_score":406310359,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":2984,"output_tokens":13992,"total_tokens":16976,"cost":0.1966748},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6046881234,"overall_relative_score":6046881234,"max_execution_time_ms":210,"max_memory_usage_kib":6144,"rank":159,"performance":1743,"input_tokens":2210,"output_tokens":7261,"total_tokens":9471,"cost":0.1055215},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20484,"overall_relative_score":20484,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":7584,"output_tokens":8859,"total_tokens":16443,"cost":0.137298},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":850129682,"overall_relative_score":850129682,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":375,"performance":1298,"input_tokens":7538,"output_tokens":7055,"total_tokens":14593,"cost":0.1002687},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39598545,"overall_relative_score":39598545,"max_execution_time_ms":2780,"max_memory_usage_kib":3072,"rank":640,"performance":691,"input_tokens":4695,"output_tokens":10644,"total_tokens":15339,"cost":0.15017625},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1238109832,"overall_relative_score":1238109832,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":413,"performance":1142,"input_tokens":2812,"output_tokens":13062,"total_tokens":15874,"cost":0.1835554},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85104780,"overall_relative_score":85104780,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":338,"performance":1335,"input_tokens":2563,"output_tokens":6935,"total_tokens":9498,"cost":0.09774485},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1932964682,"overall_relative_score":13248151504,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":735,"performance":956,"input_tokens":2774,"output_tokens":17326,"total_tokens":20100,"cost":0.2433865},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":309115894091,"overall_relative_score":793580924384,"max_execution_time_ms":5860,"max_memory_usage_kib":3072,"rank":465,"performance":1227,"input_tokens":6975,"output_tokens":9398,"total_tokens":16373,"cost":0.13309345},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43351552106248,"overall_relative_score":35083756251,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":349,"performance":1271,"input_tokens":4471,"output_tokens":18919,"total_tokens":23390,"cost":0.26583585},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":459966173,"overall_relative_score":459966173,"max_execution_time_ms":460,"max_memory_usage_kib":4096,"rank":191,"performance":1752,"input_tokens":3614,"output_tokens":8700,"total_tokens":12314,"cost":0.1226813},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1703,"output_tokens":2868,"total_tokens":4571,"cost":0.04071305},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282705434420,"overall_relative_score":282705434420,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":114,"performance":1568,"input_tokens":2202,"output_tokens":15580,"total_tokens":17782,"cost":0.2187479},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93732,"overall_relative_score":93732,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":341,"performance":1310,"input_tokens":1849,"output_tokens":12408,"total_tokens":14257,"cost":0.17432695},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59754666673,"overall_relative_score":216948204425,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":620,"performance":1106,"input_tokens":2861,"output_tokens":8146,"total_tokens":11007,"cost":0.11905075},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1343604,"overall_relative_score":1343604,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":522,"performance":1081,"input_tokens":1758,"output_tokens":9779,"total_tokens":11537,"cost":0.1375633},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68737569675,"overall_relative_score":799611378970,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":904,"performance":647,"input_tokens":3354,"output_tokens":10581,"total_tokens":13935,"cost":0.1489635},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061780,"overall_relative_score":1061780,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":1855,"output_tokens":11006,"total_tokens":12861,"cost":0.15470945},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":539326727742,"overall_relative_score":144074840704,"max_execution_time_ms":3100,"max_memory_usage_kib":5120,"rank":581,"performance":1160,"input_tokens":4125,"output_tokens":11565,"total_tokens":15690,"cost":0.16287915},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":9541,"total_tokens":12550,"cost":0.13440455},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10296671841418,"overall_relative_score":10296671841418,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":506,"performance":1266,"input_tokens":1733,"output_tokens":5292,"total_tokens":7025,"cost":0.07712075},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796438,"overall_relative_score":319422312203,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1037,"input_tokens":2818,"output_tokens":17524,"total_tokens":20342,"cost":0.2460339},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3550069172,"overall_relative_score":3550069172,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":485,"performance":1254,"input_tokens":1917,"output_tokens":20066,"total_tokens":21983,"cost":0.28427875},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246527644,"overall_relative_score":246527644,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":311,"performance":1576,"input_tokens":4323,"output_tokens":6716,"total_tokens":11039,"cost":0.09513805},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150770882,"overall_relative_score":5670679717,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":4012,"output_tokens":10629,"total_tokens":14641,"cost":0.155827},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290813,"overall_relative_score":290813,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":232,"performance":1562,"input_tokens":1844,"output_tokens":5565,"total_tokens":7409,"cost":0.0785162},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4050294423,"overall_relative_score":2401924647116,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":636,"performance":1129,"input_tokens":4182,"output_tokens":13086,"total_tokens":17268,"cost":0.1842729},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64956330,"overall_relative_score":64956330,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":534,"performance":1288,"input_tokens":1651,"output_tokens":12157,"total_tokens":13808,"cost":0.17066805},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441236,"overall_relative_score":441236,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":2188,"output_tokens":9361,"total_tokens":11549,"cost":0.1316574},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136815586,"overall_relative_score":136815586,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":503,"performance":1282,"input_tokens":1480,"output_tokens":8554,"total_tokens":10034,"cost":0.12033},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":953009106,"overall_relative_score":1482323886812,"max_execution_time_ms":20,"max_memory_usage_kib":8192,"rank":624,"performance":1210,"input_tokens":4259,"output_tokens":7461,"total_tokens":11720,"cost":0.10545605},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":9600,"total_tokens":11019,"cost":0.13486725}]},{"num_self_refine":2,"rank":{"all":{"mean":385.85,"median":388.0,"min":75,"max":735,"stdev":189.40034251180683},"short":{"mean":290.2173913043478,"median":296.0,"min":75,"max":640,"stdev":165.94685801121534},"long":{"mean":515.2352941176471,"median":510.0,"min":270,"max":735,"stdev":136.52954323687817}},"performance":{"all":{"mean":1372.05,"median":1299.5,"min":691,"max":2137,"stdev":338.31618877869795},"short":{"mean":1512.4347826086957,"median":1533.0,"min":691,"max":2137,"stdev":376.0123095285526},"long":{"mean":1182.1176470588234,"median":1168.0,"min":956,"max":1427,"stdev":133.89262598857954}},"input_tokens":{"all":{"mean":9888.825,"median":9191.5,"min":4866,"max":18764,"stdev":3584.852039914189},"short":{"mean":8711.869565217392,"median":7521.0,"min":4866,"max":18529,"stdev":3528.6016842156896},"long":{"mean":11481.176470588236,"median":10915.0,"min":8188,"max":18764,"stdev":3085.3249066203325}},"output_tokens":{"all":{"mean":18090.4,"median":16539.5,"min":7724,"max":35813,"stdev":6366.034356303854},"short":{"mean":16234.739130434782,"median":15714.0,"min":7724,"max":35813,"stdev":5991.940141233596},"long":{"mean":20601.0,"median":20452.0,"min":10347,"max":31183,"stdev":6145.64291795415}},"total_tokens":{"all":{"mean":27979.225,"median":27958.5,"min":12590,"max":43478,"stdev":7728.414162096738},"short":{"mean":24946.608695652172,"median":23126.0,"min":12590,"max":43478,"stdev":7307.025639995888},"long":{"mean":32082.176470588234,"median":33190.0,"min":19062,"max":41741,"stdev":6408.306184508647}},"cost":{"all":{"mean":0.26291024375,"median":0.2438128,"min":0.1118131,"max":0.51197335,"stdev":0.08941421606779802},"short":{"mean":0.23663312826086957,"median":0.22836030000000002,"min":0.1118131,"max":0.51197335,"stdev":0.08486067593892949},"long":{"mean":0.2984616352941176,"median":0.2976918,"min":0.15627885,"max":0.44480205,"stdev":0.08514851123614436}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":921319049839,"overall_relative_score":921319049839,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":486,"performance":1247,"input_tokens":8727,"output_tokens":19579,"total_tokens":28306,"cost":0.28756384999999995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2909432,"overall_relative_score":2909432,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":354,"performance":1356,"input_tokens":6002,"output_tokens":10915,"total_tokens":16917,"cost":0.15928150000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2684856020873,"overall_relative_score":2684856020873,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":385,"performance":1301,"input_tokens":8715,"output_tokens":10347,"total_tokens":19062,"cost":0.15627885},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4918857362,"overall_relative_score":4918857362,"max_execution_time_ms":2550,"max_memory_usage_kib":3072,"rank":146,"performance":1723,"input_tokens":7543,"output_tokens":21364,"total_tokens":28907,"cost":0.30786104999999997},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18302881,"overall_relative_score":18302881,"max_execution_time_ms":2210,"max_memory_usage_kib":5120,"rank":81,"performance":1968,"input_tokens":9666,"output_tokens":22972,"total_tokens":32638,"cost":0.3359027},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5326873,"overall_relative_score":5326873,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":270,"performance":1427,"input_tokens":10957,"output_tokens":13132,"total_tokens":24089,"cost":0.19737795},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1135855,"overall_relative_score":1135855,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":325,"performance":1151,"input_tokens":6975,"output_tokens":14755,"total_tokens":21730,"cost":0.21434104999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10718821021,"overall_relative_score":10718821021,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":496,"performance":831,"input_tokens":6947,"output_tokens":11061,"total_tokens":18008,"cost":0.16378565},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4157173760,"overall_relative_score":4157173760,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":471,"performance":1128,"input_tokens":11269,"output_tokens":25975,"total_tokens":37244,"cost":0.37450035000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6683912205,"overall_relative_score":6683912205,"max_execution_time_ms":590,"max_memory_usage_kib":10956,"rank":86,"performance":2022,"input_tokens":7521,"output_tokens":11126,"total_tokens":18647,"cost":0.16570015},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57128,"overall_relative_score":57128,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":208,"performance":1533,"input_tokens":18529,"output_tokens":14117,"total_tokens":32646,"cost":0.21837095},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":850129682,"overall_relative_score":850129682,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":375,"performance":1298,"input_tokens":18764,"output_tokens":14426,"total_tokens":33190,"cost":0.2114154},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39598545,"overall_relative_score":39598545,"max_execution_time_ms":2780,"max_memory_usage_kib":3072,"rank":640,"performance":691,"input_tokens":12940,"output_tokens":21531,"total_tokens":34471,"cost":0.309967},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1238109832,"overall_relative_score":1238109832,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":413,"performance":1142,"input_tokens":9306,"output_tokens":21859,"total_tokens":31165,"cost":0.3138443},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":100345888,"overall_relative_score":100345888,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":296,"performance":1415,"input_tokens":9077,"output_tokens":13265,"total_tokens":22342,"cost":0.19393395},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1932964682,"overall_relative_score":13248151504,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":735,"performance":956,"input_tokens":9799,"output_tokens":28821,"total_tokens":38620,"cost":0.41257825000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":182220171507,"overall_relative_score":839327553892,"max_execution_time_ms":5860,"max_memory_usage_kib":3072,"rank":398,"performance":1325,"input_tokens":18574,"output_tokens":20689,"total_tokens":39263,"cost":0.3007809},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43351552106248,"overall_relative_score":35083756251,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":349,"performance":1271,"input_tokens":12870,"output_tokens":28871,"total_tokens":41741,"cost":0.4130077},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":479312170,"overall_relative_score":479312170,"max_execution_time_ms":870,"max_memory_usage_kib":4096,"rank":75,"performance":2137,"input_tokens":10868,"output_tokens":18338,"total_tokens":29206,"cost":0.2648646},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13227910,"overall_relative_score":13227910,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":311,"performance":1588,"input_tokens":4866,"output_tokens":7724,"total_tokens":12590,"cost":0.1118131},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282888572203,"overall_relative_score":282888572203,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":109,"performance":1604,"input_tokens":8042,"output_tokens":22721,"total_tokens":30763,"cost":0.3257163},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":272404,"overall_relative_score":272404,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":135,"performance":1800,"input_tokens":17573,"output_tokens":16447,"total_tokens":34020,"cost":0.25576915},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59754666673,"overall_relative_score":216948204425,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":620,"performance":1106,"input_tokens":9684,"output_tokens":15496,"total_tokens":25180,"cost":0.2296574},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361398,"overall_relative_score":1361398,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":391,"performance":1316,"input_tokens":5765,"output_tokens":13946,"total_tokens":19711,"cost":0.20049435},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62827471742,"overall_relative_score":869202314813,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":624,"performance":1069,"input_tokens":10608,"output_tokens":17003,"total_tokens":27611,"cost":0.246526},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061780,"overall_relative_score":1061780,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":6706,"output_tokens":16420,"total_tokens":23126,"cost":0.2363739},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":630473035805,"overall_relative_score":147148080520,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":574,"performance":1168,"input_tokens":11533,"output_tokens":15884,"total_tokens":27417,"cost":0.23005955},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":684,"performance":1012,"input_tokens":8188,"output_tokens":27301,"total_tokens":35489,"cost":0.38767260000000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10385443413056,"overall_relative_score":10385443413056,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":470,"performance":1318,"input_tokens":6170,"output_tokens":10190,"total_tokens":16360,"cost":0.15103830000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796438,"overall_relative_score":319422312203,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1037,"input_tokens":9547,"output_tokens":31183,"total_tokens":40730,"cost":0.44480205},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3550069172,"overall_relative_score":3550069172,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":485,"performance":1254,"input_tokens":7665,"output_tokens":35813,"total_tokens":43478,"cost":0.51197335},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252150866,"overall_relative_score":252150866,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":235,"performance":1715,"input_tokens":11659,"output_tokens":11331,"total_tokens":22990,"cost":0.16613485},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33679953,"overall_relative_score":15246812696,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":635,"performance":1038,"input_tokens":10915,"output_tokens":22567,"total_tokens":33482,"cost":0.32899124999999996},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293233,"overall_relative_score":293233,"max_execution_time_ms":1960,"max_memory_usage_kib":5120,"rank":191,"performance":1661,"input_tokens":7397,"output_tokens":11808,"total_tokens":19205,"cost":0.17301515},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3637464458,"overall_relative_score":2654551303243,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":510,"performance":1276,"input_tokens":13636,"output_tokens":20452,"total_tokens":34088,"cost":0.2976918},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73063019,"overall_relative_score":73063019,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":107,"performance":2066,"input_tokens":7320,"output_tokens":18385,"total_tokens":25705,"cost":0.2653616},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":8466,"output_tokens":15714,"total_tokens":24180,"cost":0.22836030000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140997584,"overall_relative_score":140997584,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":369,"performance":1475,"input_tokens":6413,"output_tokens":17144,"total_tokens":23557,"cost":0.24720675000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":894969187,"overall_relative_score":1592948979529,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":546,"performance":1295,"input_tokens":12088,"output_tokens":16632,"total_tokens":28720,"cost":0.2410996},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":6263,"output_tokens":16312,"total_tokens":22575,"cost":0.23529624999999998}]},{"num_self_refine":4,"rank":{"all":{"mean":340.325,"median":342.5,"min":13,"max":735,"stdev":202.62285130704007},"short":{"mean":228.69565217391303,"median":198.0,"min":13,"max":616,"stdev":169.43903027412884},"long":{"mean":491.3529411764706,"median":482.0,"min":270,"max":735,"stdev":135.83259051883985}},"performance":{"all":{"mean":1501.725,"median":1415.0,"min":757,"max":2688,"stdev":446.42459882481546},"short":{"mean":1714.5652173913043,"median":1754.0,"min":757,"max":2688,"stdev":477.7167119925742},"long":{"mean":1213.764705882353,"median":1230.0,"min":956,"max":1427,"stdev":136.98290468693745}},"input_tokens":{"all":{"mean":37011.65,"median":36599.5,"min":16744,"max":59480,"stdev":8947.042231646825},"short":{"mean":33584.260869565216,"median":33061.0,"min":16744,"max":52685,"stdev":8246.930311650352},"long":{"mean":41648.705882352944,"median":38747.0,"min":30490,"max":59480,"stdev":7865.8769199999715}},"output_tokens":{"all":{"mean":31915.725,"median":31707.5,"min":15516,"max":57822,"stdev":8771.503265565174},"short":{"mean":30513.652173913044,"median":29750.0,"min":15516,"max":57822,"stdev":9129.267991210247},"long":{"mean":33812.64705882353,"median":33697.0,"min":17160,"max":46096,"stdev":8142.05459283141}},"total_tokens":{"all":{"mean":68927.375,"median":69266.5,"min":32260,"max":93410,"stdev":14246.15603338543},"short":{"mean":64097.913043478264,"median":64776.0,"min":32260,"max":91302,"stdev":14403.85824547476},"long":{"mean":75461.35294117648,"median":76586.0,"min":48081,"max":93410,"stdev":11425.23708693378}},"cost":{"all":{"mean":0.4796873375,"median":0.47419855,"min":0.22939,"max":0.8397455500000001,"stdev":0.12657862049334517},"short":{"mean":0.4587212913043478,"median":0.44238494999999994,"min":0.22939,"max":0.8397455500000001,"stdev":0.1335002604533803},"long":{"mean":0.5080531647058824,"median":0.5119772,"min":0.26653095,"max":0.6734363999999999,"stdev":0.11428690318290761}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":929092491656,"overall_relative_score":929092491656,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":448,"performance":1286,"input_tokens":44631,"output_tokens":37372,"total_tokens":82003,"cost":0.5863938499999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3285519,"overall_relative_score":3285519,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":277,"performance":1483,"input_tokens":26582,"output_tokens":21571,"total_tokens":48153,"cost":0.3317797},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2684856020873,"overall_relative_score":2684856020873,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":385,"performance":1301,"input_tokens":30921,"output_tokens":17160,"total_tokens":48081,"cost":0.26653095},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6469452246,"overall_relative_score":6469452246,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":24,"performance":2492,"input_tokens":37434,"output_tokens":39498,"total_tokens":76932,"cost":0.6027566999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19023955,"overall_relative_score":19023955,"max_execution_time_ms":2800,"max_memory_usage_kib":6144,"rank":55,"performance":2136,"input_tokens":45651,"output_tokens":45651,"total_tokens":91302,"cost":0.7016656499999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5326873,"overall_relative_score":5326873,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":270,"performance":1427,"input_tokens":38055,"output_tokens":23717,"total_tokens":61772,"cost":0.36416065000000003},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1665066,"overall_relative_score":1665066,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":89,"performance":1903,"input_tokens":30689,"output_tokens":29750,"total_tokens":60439,"cost":0.44238494999999994},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11527759667,"overall_relative_score":11527759667,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":492,"performance":843,"input_tokens":25295,"output_tokens":23034,"total_tokens":48329,"cost":0.34496945},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4157173760,"overall_relative_score":4157173760,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":471,"performance":1128,"input_tokens":48065,"output_tokens":42558,"total_tokens":90623,"cost":0.63537215},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7305851692,"overall_relative_score":7305851692,"max_execution_time_ms":1950,"max_memory_usage_kib":10012,"rank":13,"performance":2688,"input_tokens":27659,"output_tokens":23874,"total_tokens":51533,"cost":0.35905205},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143700,"overall_relative_score":143700,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":153,"performance":1690,"input_tokens":52685,"output_tokens":26606,"total_tokens":79291,"cost":0.41287155},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951321128,"overall_relative_score":951321128,"max_execution_time_ms":500,"max_memory_usage_kib":4096,"rank":332,"performance":1366,"input_tokens":55280,"output_tokens":24466,"total_tokens":79746,"cost":0.37334080000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54040852,"overall_relative_score":54040852,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":616,"performance":757,"input_tokens":43159,"output_tokens":34072,"total_tokens":77231,"cost":0.50596665},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1238159526,"overall_relative_score":1238159526,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":413,"performance":1142,"input_tokens":36154,"output_tokens":33697,"total_tokens":69851,"cost":0.5166819},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101274957,"overall_relative_score":101274957,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":294,"performance":1419,"input_tokens":35860,"output_tokens":25170,"total_tokens":61030,"cost":0.3804598},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1940440290,"overall_relative_score":13307925715,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":735,"performance":956,"input_tokens":37309,"output_tokens":42102,"total_tokens":79411,"cost":0.6178259500000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51659900553,"overall_relative_score":869400704845,"max_execution_time_ms":5860,"max_memory_usage_kib":3072,"rank":344,"performance":1411,"input_tokens":59480,"output_tokens":33930,"total_tokens":93410,"cost":0.5119772},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35629408608079,"overall_relative_score":39754140612,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":335,"performance":1298,"input_tokens":44616,"output_tokens":45852,"total_tokens":90468,"cost":0.6734363999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486556975,"overall_relative_score":486556975,"max_execution_time_ms":1910,"max_memory_usage_kib":10240,"rank":43,"performance":2332,"input_tokens":40902,"output_tokens":33038,"total_tokens":73940,"cost":0.5066929},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13386960,"overall_relative_score":13386960,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":223,"performance":1754,"input_tokens":16744,"output_tokens":15516,"total_tokens":32260,"cost":0.22939},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285858266715,"overall_relative_score":285858266715,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":73,"performance":1869,"input_tokens":32180,"output_tokens":36500,"total_tokens":68680,"cost":0.5368734000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":272404,"overall_relative_score":272404,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":135,"performance":1800,"input_tokens":44370,"output_tokens":30325,"total_tokens":74695,"cost":0.4703447},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49442368570,"overall_relative_score":246185589335,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":584,"performance":1148,"input_tokens":36610,"output_tokens":25906,"total_tokens":62516,"cost":0.41203470000000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1373772,"overall_relative_score":1373772,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":284,"performance":1517,"input_tokens":23875,"output_tokens":25341,"total_tokens":49216,"cost":0.37478245},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60102580477,"overall_relative_score":912964807672,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":580,"performance":1124,"input_tokens":40034,"output_tokens":31812,"total_tokens":71846,"cost":0.4759139},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061780,"overall_relative_score":1061780,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":26620,"output_tokens":28516,"total_tokens":55136,"cost":0.42081060000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":630473035805,"overall_relative_score":147148080520,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":574,"performance":1168,"input_tokens":38424,"output_tokens":30258,"total_tokens":68682,"cost":0.44992920000000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237271469000,"overall_relative_score":19436809027,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":673,"performance":1027,"input_tokens":30490,"output_tokens":46096,"total_tokens":76586,"cost":0.6678567000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10712037152954,"overall_relative_score":10712037152954,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":341,"performance":1516,"input_tokens":25785,"output_tokens":22347,"total_tokens":48132,"cost":0.33681375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796438,"overall_relative_score":319422312203,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1037,"input_tokens":36589,"output_tokens":41108,"total_tokens":77697,"cost":0.60325475},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3810857963,"overall_relative_score":3810857963,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":448,"performance":1308,"input_tokens":33061,"output_tokens":57822,"total_tokens":90883,"cost":0.8397455500000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256083123,"overall_relative_score":256083123,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":171,"performance":1857,"input_tokens":37418,"output_tokens":21638,"total_tokens":59056,"cost":0.3276903},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3977056,"overall_relative_score":75726969961,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":482,"performance":1230,"input_tokens":38747,"output_tokens":34818,"total_tokens":73565,"cost":0.52058405},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401816,"overall_relative_score":401816,"max_execution_time_ms":1950,"max_memory_usage_kib":9216,"rank":77,"performance":2044,"input_tokens":34449,"output_tokens":33697,"total_tokens":68146,"cost":0.50281175},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3637464458,"overall_relative_score":2654551303243,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":510,"performance":1276,"input_tokens":48534,"output_tokens":32360,"total_tokens":80894,"cost":0.4873729},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73687971,"overall_relative_score":73687971,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":85,"performance":2148,"input_tokens":32953,"output_tokens":31823,"total_tokens":64776,"cost":0.4741593499999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458651,"overall_relative_score":458651,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":354,"performance":1500,"input_tokens":35043,"output_tokens":30349,"total_tokens":65392,"cost":0.45274565},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140997584,"overall_relative_score":140997584,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":369,"performance":1475,"input_tokens":35928,"output_tokens":26722,"total_tokens":62650,"cost":0.4254908},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":883389358,"overall_relative_score":1609603128516,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":533,"performance":1309,"input_tokens":44089,"output_tokens":31603,"total_tokens":75692,"cost":0.47423775},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":28096,"output_tokens":38954,"total_tokens":67050,"cost":0.5703320000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":294.525,"median":277.0,"min":1,"max":727,"stdev":189.99433021230004},"short":{"mean":172.82608695652175,"median":153.0,"min":1,"max":487,"stdev":122.89820332066145},"long":{"mean":459.1764705882353,"median":448.0,"min":270,"max":727,"stdev":130.8655012284166}},"performance":{"all":{"mean":1615.6,"median":1520.0,"min":857,"max":3482,"stdev":493.4354606695326},"short":{"mean":1881.4782608695652,"median":1800.0,"min":857,"max":3482,"stdev":492.4518314760446},"long":{"mean":1255.8823529411766,"median":1301.0,"min":966,"max":1482,"stdev":144.66032729852938}},"input_tokens":{"all":{"mean":170972.925,"median":147632.0,"min":74101,"max":816059,"stdev":109628.72171161367},"short":{"mean":144465.39130434784,"median":143397.0,"min":74101,"max":215610,"stdev":31424.994361378147},"long":{"mean":206836.0588235294,"median":166978.0,"min":118284,"max":816059,"stdev":159876.59562474684}},"output_tokens":{"all":{"mean":59566.575,"median":57529.5,"min":35161,"max":109451,"stdev":15915.620667287845},"short":{"mean":57510.260869565216,"median":52798.0,"min":36671,"max":109451,"stdev":17222.484558953718},"long":{"mean":62348.64705882353,"median":63276.0,"min":35161,"max":90579,"stdev":13974.602561169568}},"total_tokens":{"all":{"mean":230539.5,"median":210728.0,"min":110772,"max":870255,"stdev":112685.99844655696},"short":{"mean":201975.65217391305,"median":194618.0,"min":110772,"max":306018,"stdev":44096.04845479993},"long":{"mean":269184.70588235295,"median":231027.0,"min":153445,"max":870255,"stdev":159744.8848209876}},"cost":{"all":{"mean":0.94691170875,"median":0.9279616500000001,"min":0.5565843500000001,"max":1.6208143,"stdev":0.2571844145170694},"short":{"mean":0.8984048347826087,"median":0.8356708499999999,"min":0.5565843500000001,"max":1.6208143,"stdev":0.25858164600741473},"long":{"mean":1.012538655882353,"median":0.9864911,"min":0.5954269999999999,"max":1.56430645,"stdev":0.24764597832270935}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":929092491656,"overall_relative_score":929092491656,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":448,"performance":1286,"input_tokens":215315,"output_tokens":74991,"total_tokens":290306,"cost":1.24785605},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3540867,"overall_relative_score":3540867,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":231,"performance":1573,"input_tokens":121241,"output_tokens":43232,"total_tokens":164473,"cost":0.7220629500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2684856020873,"overall_relative_score":2684856020873,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":385,"performance":1301,"input_tokens":118284,"output_tokens":35161,"total_tokens":153445,"cost":0.5954269999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6460210931,"overall_relative_score":6460210931,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":24,"performance":2492,"input_tokens":177614,"output_tokens":71331,"total_tokens":248945,"cost":1.1276152999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19202889,"overall_relative_score":19202889,"max_execution_time_ms":2760,"max_memory_usage_kib":8192,"rank":47,"performance":2200,"input_tokens":215610,"output_tokens":90408,"total_tokens":306018,"cost":1.4640087},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5326873,"overall_relative_score":5326873,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":270,"performance":1427,"input_tokens":142674,"output_tokens":41970,"total_tokens":184644,"cost":0.6654963},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1663412,"overall_relative_score":1663412,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":91,"performance":1893,"input_tokens":134134,"output_tokens":52914,"total_tokens":187048,"cost":0.8166697},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11777848619,"overall_relative_score":11777848619,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":487,"performance":857,"input_tokens":107602,"output_tokens":42654,"total_tokens":150256,"cost":0.6604675},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4369164938,"overall_relative_score":4369164938,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":468,"performance":1132,"input_tokens":203834,"output_tokens":73704,"total_tokens":277538,"cost":1.1347511},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7617113141,"overall_relative_score":7617113141,"max_execution_time_ms":1950,"max_memory_usage_kib":11240,"rank":1,"performance":3482,"input_tokens":123247,"output_tokens":48246,"total_tokens":171493,"cost":0.74758705},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143700,"overall_relative_score":143700,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":153,"performance":1690,"input_tokens":187755,"output_tokens":52407,"total_tokens":240162,"cost":0.8356708499999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":992314621,"overall_relative_score":992314621,"max_execution_time_ms":610,"max_memory_usage_kib":4096,"rank":319,"performance":1388,"input_tokens":186995,"output_tokens":47124,"total_tokens":234119,"cost":0.7462668500000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87271730,"overall_relative_score":87271730,"max_execution_time_ms":2720,"max_memory_usage_kib":4096,"rank":149,"performance":1752,"input_tokens":170160,"output_tokens":66445,"total_tokens":236605,"cost":1.0207651999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1254085423,"overall_relative_score":1254085423,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":403,"performance":1159,"input_tokens":816059,"output_tokens":54196,"total_tokens":870255,"cost":1.56430645},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115482481,"overall_relative_score":115482481,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":143397,"output_tokens":44450,"total_tokens":187847,"cost":0.6978527499999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2279739447,"overall_relative_score":16612181877,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":727,"performance":966,"input_tokens":144261,"output_tokens":63276,"total_tokens":207537,"cost":0.9611143500000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51659900553,"overall_relative_score":869400704845,"max_execution_time_ms":5860,"max_memory_usage_kib":3072,"rank":344,"performance":1411,"input_tokens":213446,"output_tokens":68478,"total_tokens":281924,"cost":1.0626833},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30045771567317,"overall_relative_score":44486376347,"max_execution_time_ms":2950,"max_memory_usage_kib":5120,"rank":320,"performance":1327,"input_tokens":200566,"output_tokens":90579,"total_tokens":291145,"cost":1.3812085},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":488181162,"overall_relative_score":488181162,"max_execution_time_ms":1910,"max_memory_usage_kib":12220,"rank":33,"performance":2418,"input_tokens":181488,"output_tokens":63813,"total_tokens":245301,"cost":1.0071684},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13405000,"overall_relative_score":13405000,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":212,"performance":1778,"input_tokens":74101,"output_tokens":36671,"total_tokens":110772,"cost":0.5565843500000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287310755989,"overall_relative_score":287310755989,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":55,"performance":2016,"input_tokens":145394,"output_tokens":64981,"total_tokens":210375,"cost":0.9928135},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":272404,"overall_relative_score":272404,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":135,"performance":1800,"input_tokens":158457,"output_tokens":52624,"total_tokens":211081,"cost":0.8350149499999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36238841521,"overall_relative_score":259293968706,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":557,"performance":1180,"input_tokens":138694,"output_tokens":49883,"total_tokens":188577,"cost":0.7931021},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1374467,"overall_relative_score":1374467,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":281,"performance":1524,"input_tokens":116584,"output_tokens":46581,"total_tokens":163165,"cost":0.7208824},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59990286171,"overall_relative_score":914950422160,"max_execution_time_ms":1030,"max_memory_usage_kib":15360,"rank":576,"performance":1129,"input_tokens":166978,"output_tokens":64049,"total_tokens":231027,"cost":0.9864911},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068651,"overall_relative_score":1068651,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":136,"performance":1951,"input_tokens":125794,"output_tokens":47790,"total_tokens":173584,"cost":0.7783195},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":396821471318,"overall_relative_score":210137917842,"max_execution_time_ms":670,"max_memory_usage_kib":6144,"rank":335,"performance":1482,"input_tokens":154305,"output_tokens":58134,"total_tokens":212439,"cost":0.89480895},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237251714000,"overall_relative_score":20436792863,"max_execution_time_ms":1970,"max_memory_usage_kib":4096,"rank":671,"performance":1029,"input_tokens":129231,"output_tokens":79942,"total_tokens":209173,"cost":1.1872878500000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10712037152954,"overall_relative_score":10712037152954,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":341,"performance":1516,"input_tokens":111905,"output_tokens":41874,"total_tokens":153779,"cost":0.6512313500000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668875,"overall_relative_score":393398514743,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":577,"performance":1162,"input_tokens":148440,"output_tokens":70073,"total_tokens":218513,"cost":1.0613679999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6764840329,"overall_relative_score":6764840329,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":166,"performance":1829,"input_tokens":151026,"output_tokens":109451,"total_tokens":260477,"cost":1.6208143},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255963222,"overall_relative_score":255963222,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":172,"performance":1854,"input_tokens":138637,"output_tokens":39596,"total_tokens":178233,"cost":0.62358275},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1493871,"overall_relative_score":168520625208,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":406,"performance":1333,"input_tokens":159013,"output_tokens":62328,"total_tokens":221341,"cost":0.96297355},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":424727,"overall_relative_score":424727,"max_execution_time_ms":1930,"max_memory_usage_kib":7660,"rank":60,"performance":2136,"input_tokens":181090,"output_tokens":71644,"total_tokens":252734,"cost":1.1112675},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3587888436,"overall_relative_score":2690666009419,"max_execution_time_ms":920,"max_memory_usage_kib":24296,"rank":470,"performance":1325,"input_tokens":193593,"output_tokens":63921,"total_tokens":257514,"cost":0.9982129499999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73687971,"overall_relative_score":73687971,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":85,"performance":2148,"input_tokens":145403,"output_tokens":56925,"total_tokens":202328,"cost":0.8776260499999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462799,"overall_relative_score":462799,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":232,"performance":1712,"input_tokens":146824,"output_tokens":54830,"total_tokens":201654,"cost":0.8485652},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140997584,"overall_relative_score":140997584,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":369,"performance":1475,"input_tokens":141694,"output_tokens":52798,"total_tokens":194492,"cost":0.8816997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":877705245,"overall_relative_score":1618761260413,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":530,"performance":1313,"input_tokens":184525,"output_tokens":62118,"total_tokens":246643,"cost":0.96980275},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213266,"overall_relative_score":213266,"max_execution_time_ms":1270,"max_memory_usage_kib":12288,"rank":273,"performance":1649,"input_tokens":123547,"output_tokens":71071,"total_tokens":194618,"cost":1.06504125}]},{"num_self_refine":16,"rank":{"all":{"mean":272.45,"median":258.0,"min":1,"max":692,"stdev":180.29974330513463},"short":{"mean":158.30434782608697,"median":153.0,"min":1,"max":485,"stdev":120.04712513410901},"long":{"mean":426.88235294117646,"median":395.0,"min":248,"max":692,"stdev":123.9081728301957}},"performance":{"all":{"mean":1671.85,"median":1537.5,"min":862,"max":3482,"stdev":509.1220975919335},"short":{"mean":1944.2608695652175,"median":1829.0,"min":862,"max":3482,"stdev":512.6448546855544},"long":{"mean":1303.2941176470588,"median":1318.0,"min":1009,"max":1518,"stdev":139.49855048793623}},"input_tokens":{"all":{"mean":723832.95,"median":650033.0,"min":370186,"max":2609827,"stdev":340761.7317714},"short":{"mean":647667.7826086957,"median":600362.0,"min":370186,"max":1045489,"stdev":153737.5113298805},"long":{"mean":826879.9411764706,"median":705117.0,"min":462576,"max":2609827,"stdev":480540.3995692598}},"output_tokens":{"all":{"mean":114434.475,"median":114159.0,"min":62515,"max":179793,"stdev":28403.860022970242},"short":{"mean":111875.17391304347,"median":104214.0,"min":72610,"max":179793,"stdev":29870.442484856274},"long":{"mean":117897.05882352941,"median":120914.0,"min":62515,"max":176680,"stdev":26786.85098250303}},"total_tokens":{"all":{"mean":838267.425,"median":768744.0,"min":442796,"max":2702926,"stdev":348770.52193412127},"short":{"mean":759542.9565217391,"median":710390.0,"min":442796,"max":1224863,"stdev":179533.32134693454},"long":{"mean":944777.0,"median":829053.0,"min":525091,"max":2702926,"stdev":480851.40104714263}},"cost":{"all":{"mean":1.9250654324999998,"median":1.8832814,"min":1.1059244000000001,"max":3.28002255,"stdev":0.5039108190333008},"short":{"mean":1.856089002173913,"median":1.6907303,"min":1.1650022999999998,"max":3.28002255,"stdev":0.5278502426425057},"long":{"mean":2.018386485294118,"median":2.0173768999999995,"min":1.1059244000000001,"max":2.8862984499999995,"stdev":0.46876639796002756}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":929092491656,"overall_relative_score":929092491656,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":448,"performance":1286,"input_tokens":930262,"output_tokens":135387,"total_tokens":1065649,"cost":2.4135685},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3592685,"overall_relative_score":3592685,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":221,"performance":1594,"input_tokens":559091,"output_tokens":90284,"total_tokens":649375,"cost":1.5950476500000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2693311711961,"overall_relative_score":2693311711961,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":374,"performance":1318,"input_tokens":462576,"output_tokens":62515,"total_tokens":525091,"cost":1.1059244000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6460210931,"overall_relative_score":6460210931,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":24,"performance":2492,"input_tokens":806214,"output_tokens":136229,"total_tokens":942443,"cost":2.4128964999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19272387,"overall_relative_score":19272387,"max_execution_time_ms":2740,"max_memory_usage_kib":8192,"rank":45,"performance":2218,"input_tokens":1045489,"output_tokens":179374,"total_tokens":1224863,"cost":3.28002255},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5326873,"overall_relative_score":5326873,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":270,"performance":1427,"input_tokens":562798,"output_tokens":82707,"total_tokens":645505,"cost":1.3680457},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2039074,"overall_relative_score":2039074,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":13,"performance":2631,"input_tokens":600362,"output_tokens":104214,"total_tokens":704576,"cost":1.6907303},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12069853060,"overall_relative_score":12069853060,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":485,"performance":862,"input_tokens":480247,"output_tokens":86250,"total_tokens":566497,"cost":1.3943450500000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3905614573,"overall_relative_score":3905614573,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":479,"performance":1118,"input_tokens":889029,"output_tokens":151207,"total_tokens":1040236,"cost":2.4443499500000003},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7612880284,"overall_relative_score":7612880284,"max_execution_time_ms":1950,"max_memory_usage_kib":12180,"rank":1,"performance":3482,"input_tokens":559301,"output_tokens":96926,"total_tokens":656227,"cost":1.5684511499999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143700,"overall_relative_score":143700,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":153,"performance":1690,"input_tokens":775516,"output_tokens":112808,"total_tokens":888324,"cost":1.8524618},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1104276392,"overall_relative_score":1104276392,"max_execution_time_ms":2650,"max_memory_usage_kib":4096,"rank":248,"performance":1518,"input_tokens":696779,"output_tokens":92165,"total_tokens":788944,"cost":1.5337276499999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87271730,"overall_relative_score":87271730,"max_execution_time_ms":2720,"max_memory_usage_kib":4096,"rank":149,"performance":1752,"input_tokens":817360,"output_tokens":140151,"total_tokens":957511,"cost":2.2774444},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1338321423,"overall_relative_score":1338321423,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":325,"performance":1298,"input_tokens":2609827,"output_tokens":93099,"total_tokens":2702926,"cost":2.8862984499999995},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115482481,"overall_relative_score":115482481,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":567198,"output_tokens":82615,"total_tokens":649813,"cost":1.3621600999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2452405300,"overall_relative_score":18513933294,"max_execution_time_ms":330,"max_memory_usage_kib":4096,"rank":692,"performance":1009,"input_tokens":592130,"output_tokens":115510,"total_tokens":707640,"cost":1.8338635000000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41952480518,"overall_relative_score":873298240176,"max_execution_time_ms":5400,"max_memory_usage_kib":3072,"rank":338,"performance":1421,"input_tokens":824284,"output_tokens":120914,"total_tokens":945198,"cost":1.9754882},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":27716020135668,"overall_relative_score":47654991468,"max_execution_time_ms":6100,"max_memory_usage_kib":4096,"rank":311,"performance":1345,"input_tokens":950059,"output_tokens":176680,"total_tokens":1126739,"cost":2.83802085},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":491387041,"overall_relative_score":491387041,"max_execution_time_ms":1980,"max_memory_usage_kib":11264,"rank":20,"performance":2573,"input_tokens":788581,"output_tokens":125412,"total_tokens":913993,"cost":2.0652887499999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13423635,"overall_relative_score":13423635,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":203,"performance":1798,"input_tokens":370186,"output_tokens":72610,"total_tokens":442796,"cost":1.1650022999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287481315759,"overall_relative_score":287481315759,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":53,"performance":2033,"input_tokens":672245,"output_tokens":118890,"total_tokens":791135,"cost":1.9135287500000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274312,"overall_relative_score":274312,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":126,"performance":1830,"input_tokens":620637,"output_tokens":96005,"total_tokens":716642,"cost":1.6495895499999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36238841521,"overall_relative_score":259293968706,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":557,"performance":1180,"input_tokens":594284,"output_tokens":98552,"total_tokens":692836,"cost":1.6252194000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386039,"overall_relative_score":1386039,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":163,"performance":1800,"input_tokens":565450,"output_tokens":96280,"total_tokens":661730,"cost":1.5691598999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59492747465,"overall_relative_score":922907355118,"max_execution_time_ms":1280,"max_memory_usage_kib":15360,"rank":569,"performance":1138,"input_tokens":719878,"output_tokens":119973,"total_tokens":839851,"cost":1.9495524999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069381,"overall_relative_score":1069381,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":130,"performance":1970,"input_tokens":537581,"output_tokens":90981,"total_tokens":628562,"cost":1.50970715},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":396821471318,"overall_relative_score":210137917842,"max_execution_time_ms":670,"max_memory_usage_kib":6144,"rank":335,"performance":1482,"input_tokens":676191,"output_tokens":117036,"total_tokens":793227,"cost":1.8932686500000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2450941601,"overall_relative_score":129642032543,"max_execution_time_ms":1900,"max_memory_usage_kib":5120,"rank":395,"performance":1394,"input_tokens":554243,"output_tokens":138518,"total_tokens":692761,"cost":2.22454365},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10727959185652,"overall_relative_score":10727959185652,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":338,"performance":1521,"input_tokens":485029,"output_tokens":80991,"total_tokens":566020,"cost":1.31618515},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668875,"overall_relative_score":393398514743,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":577,"performance":1162,"input_tokens":642478,"output_tokens":126803,"total_tokens":769281,"cost":2.0173768999999995},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6764840329,"overall_relative_score":6764840329,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":166,"performance":1829,"input_tokens":701093,"output_tokens":179793,"total_tokens":880886,"cost":2.7932691499999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256215092,"overall_relative_score":256215092,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":171,"performance":1857,"input_tokens":554165,"output_tokens":77996,"total_tokens":632161,"cost":1.2833551500000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1179979,"overall_relative_score":204939204430,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":388,"performance":1359,"input_tokens":705117,"output_tokens":123936,"total_tokens":829053,"cost":2.09975955},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":422327,"overall_relative_score":422327,"max_execution_time_ms":1930,"max_memory_usage_kib":7976,"rank":64,"performance":2113,"input_tokens":924325,"output_tokens":151006,"total_tokens":1075331,"cost":2.6456335500000003},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3550403737,"overall_relative_score":2718340110242,"max_execution_time_ms":2540,"max_memory_usage_kib":26828,"rank":422,"performance":1387,"input_tokens":815054,"output_tokens":123760,"total_tokens":938814,"cost":2.0352661000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73756692,"overall_relative_score":73756692,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":82,"performance":2161,"input_tokens":598939,"output_tokens":101004,"total_tokens":699943,"cost":1.63604245},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463505,"overall_relative_score":463505,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":200,"performance":1779,"input_tokens":657588,"output_tokens":110619,"total_tokens":768207,"cost":1.7918417999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142647522,"overall_relative_score":142647522,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":324,"performance":1546,"input_tokens":629881,"output_tokens":112182,"total_tokens":742063,"cost":1.8732941499999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":876446706,"overall_relative_score":1620254990298,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":529,"performance":1314,"input_tokens":831970,"output_tokens":125488,"total_tokens":957458,"cost":2.0682963},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213501,"overall_relative_score":213501,"max_execution_time_ms":1720,"max_memory_usage_kib":16384,"rank":268,"performance":1658,"input_tokens":579881,"output_tokens":130509,"total_tokens":710390,"cost":2.0445897499999997}]}]},{"model_name":"gpt-5.3-codex-xhigh","detail_path":"data/model_details/gpt-5.3-codex-xhigh.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":260.925,"median":260.5,"min":5,"max":588,"stdev":153.9769192660597},"short":{"mean":209.56521739130434,"median":236.0,"min":5,"max":521,"stdev":137.7906271013963},"long":{"mean":330.4117647058824,"median":315.0,"min":79,"max":588,"stdev":150.8716585477245}},"performance":{"all":{"mean":1655.225,"median":1564.0,"min":1143,"max":2963,"stdev":379.64568417515363},"short":{"mean":1784.0869565217392,"median":1701.0,"min":1258,"max":2963,"stdev":406.73678254699297},"long":{"mean":1480.8823529411766,"median":1413.0,"min":1143,"max":2097,"stdev":260.15521385149606}},"input_tokens":{"all":{"mean":10466.65,"median":4097.0,"min":1419,"max":42629,"stdev":11883.911046948933},"short":{"mean":10580.521739130434,"median":3614.0,"min":1419,"max":42629,"stdev":11626.586295952617},"long":{"mean":10312.588235294117,"median":4182.0,"min":2774,"max":40127,"stdev":12582.873782739496}},"output_tokens":{"all":{"mean":38819.55,"median":41342.5,"min":1070,"max":65587,"stdev":15969.466042724896},"short":{"mean":35306.565217391304,"median":37674.0,"min":1070,"max":57092,"stdev":15922.936768945172},"long":{"mean":43572.41176470588,"median":48824.0,"min":11756,"max":65587,"stdev":15207.28156615616}},"total_tokens":{"all":{"mean":49286.2,"median":51456.0,"min":30060,"max":68361,"stdev":9317.587349215268},"short":{"mean":45887.086956521736,"median":44727.0,"min":30060,"max":60456,"stdev":9630.085201704856},"long":{"mean":53885.0,"median":53143.0,"min":42030,"max":68361,"stdev":6709.873238370454}},"cost":{"all":{"mean":0.5592652975,"median":0.59711645,"min":0.0636965,"max":0.9190405,"stdev":0.20567728314352351},"short":{"mean":0.5112213217391304,"median":0.52834845,"min":0.0636965,"max":0.7998942,"stdev":0.20621835868030586},"long":{"mean":0.6242659705882353,"median":0.68880175,"min":0.23414825,"max":0.9190405,"stdev":0.19192035534133445}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":941480788251,"overall_relative_score":941480788251,"max_execution_time_ms":4860,"max_memory_usage_kib":3072,"rank":398,"performance":1340,"input_tokens":19541,"output_tokens":34271,"total_tokens":53812,"cost":0.51399075},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3154452,"overall_relative_score":3154452,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":305,"performance":1434,"input_tokens":28990,"output_tokens":1070,"total_tokens":30060,"cost":0.0636965},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2774203882594,"overall_relative_score":2774203882594,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":207,"performance":1627,"input_tokens":22905,"output_tokens":25321,"total_tokens":48226,"cost":0.39457775},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5321384240,"overall_relative_score":5321384240,"max_execution_time_ms":2920,"max_memory_usage_kib":28672,"rank":117,"performance":1835,"input_tokens":20572,"output_tokens":39767,"total_tokens":60339,"cost":0.592739},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17734352,"overall_relative_score":17734352,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":92,"performance":1909,"input_tokens":14964,"output_tokens":20089,"total_tokens":35053,"cost":0.307433},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5713335,"overall_relative_score":5713335,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":110,"performance":1877,"input_tokens":3802,"output_tokens":39610,"total_tokens":43412,"cost":0.5555487},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2015647,"overall_relative_score":2015647,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":13,"performance":2631,"input_tokens":22528,"output_tokens":14831,"total_tokens":37359,"cost":0.247058},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14133553169,"overall_relative_score":14133553169,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":60,"performance":2108,"input_tokens":2239,"output_tokens":32819,"total_tokens":35058,"cost":0.46338425},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5074920810,"overall_relative_score":5074920810,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":460,"performance":1143,"input_tokens":2984,"output_tokens":54168,"total_tokens":57152,"cost":0.7591388},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7484649567,"overall_relative_score":7484649567,"max_execution_time_ms":1860,"max_memory_usage_kib":4096,"rank":5,"performance":2963,"input_tokens":2210,"output_tokens":42918,"total_tokens":45128,"cost":0.6014939},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213472,"overall_relative_score":213472,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":136,"performance":1746,"input_tokens":7584,"output_tokens":49064,"total_tokens":56648,"cost":0.700168},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":950252826,"overall_relative_score":950252826,"max_execution_time_ms":1890,"max_memory_usage_kib":145804,"rank":334,"performance":1363,"input_tokens":7538,"output_tokens":43867,"total_tokens":51405,"cost":0.6156367},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78614158,"overall_relative_score":78614158,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":258,"performance":1469,"input_tokens":42629,"output_tokens":17827,"total_tokens":60456,"cost":0.32417875},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1496027014,"overall_relative_score":1496027014,"max_execution_time_ms":4760,"max_memory_usage_kib":3072,"rank":221,"performance":1511,"input_tokens":2812,"output_tokens":51831,"total_tokens":54643,"cost":0.7263214},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91307851,"overall_relative_score":91307851,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":321,"performance":1367,"input_tokens":2563,"output_tokens":36865,"total_tokens":39428,"cost":0.52059525},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44787002799,"overall_relative_score":811665260925,"max_execution_time_ms":490,"max_memory_usage_kib":8192,"rank":79,"performance":2097,"input_tokens":2774,"output_tokens":65587,"total_tokens":68361,"cost":0.9190405},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30069860454,"overall_relative_score":1137875782978,"max_execution_time_ms":5610,"max_memory_usage_kib":3072,"rank":181,"performance":1745,"input_tokens":6975,"output_tokens":53594,"total_tokens":60569,"cost":0.75183745},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5430,"max_memory_usage_kib":3072,"rank":278,"performance":1413,"input_tokens":4471,"output_tokens":57739,"total_tokens":62210,"cost":0.81617025},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":484898793,"overall_relative_score":484898793,"max_execution_time_ms":1550,"max_memory_usage_kib":8192,"rank":52,"performance":2267,"input_tokens":3614,"output_tokens":54728,"total_tokens":58342,"cost":0.7670733},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13211810,"overall_relative_score":13211810,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":316,"performance":1579,"input_tokens":13676,"output_tokens":25534,"total_tokens":39210,"cost":0.381409},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286282934058,"overall_relative_score":286282934058,"max_execution_time_ms":120,"max_memory_usage_kib":5120,"rank":67,"performance":1916,"input_tokens":2202,"output_tokens":50876,"total_tokens":53078,"cost":0.7128919},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243044,"overall_relative_score":243044,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":186,"performance":1652,"input_tokens":1849,"output_tokens":55683,"total_tokens":57532,"cost":0.78017695},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21846678280,"overall_relative_score":324494383064,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":386,"performance":1400,"input_tokens":39751,"output_tokens":11756,"total_tokens":51507,"cost":0.23414825},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1374973,"overall_relative_score":1374973,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":276,"performance":1534,"input_tokens":20243,"output_tokens":18619,"total_tokens":38862,"cost":0.29609125},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39713503257,"overall_relative_score":1368398790923,"max_execution_time_ms":1860,"max_memory_usage_kib":13312,"rank":310,"performance":1502,"input_tokens":3354,"output_tokens":54431,"total_tokens":57785,"cost":0.7628635},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067884,"overall_relative_score":1067884,"max_execution_time_ms":1650,"max_memory_usage_kib":4096,"rank":140,"performance":1939,"input_tokens":1855,"output_tokens":45437,"total_tokens":47292,"cost":0.63674345},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305141000000,"overall_relative_score":277071916545,"max_execution_time_ms":1810,"max_memory_usage_kib":7168,"rank":223,"performance":1679,"input_tokens":40127,"output_tokens":13016,"total_tokens":53143,"cost":0.25244625},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13282053166,"overall_relative_score":179438779365,"max_execution_time_ms":130,"max_memory_usage_kib":7168,"rank":315,"performance":1519,"input_tokens":3009,"output_tokens":48824,"total_tokens":51833,"cost":0.68880175},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10557184433515,"overall_relative_score":10557184433515,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":394,"performance":1432,"input_tokens":28604,"output_tokens":8395,"total_tokens":36999,"cost":0.167587},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675595,"overall_relative_score":376288749181,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":588,"performance":1149,"input_tokens":2818,"output_tokens":48951,"total_tokens":51769,"cost":0.6902455},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5502768658,"overall_relative_score":5502768658,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":297,"performance":1549,"input_tokens":1917,"output_tokens":38193,"total_tokens":40110,"cost":0.53523435},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251878082,"overall_relative_score":251878082,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":236,"performance":1713,"input_tokens":4323,"output_tokens":37674,"total_tokens":41997,"cost":0.52834845},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5353216,"overall_relative_score":58818854642,"max_execution_time_ms":60,"max_memory_usage_kib":6144,"rank":492,"performance":1217,"input_tokens":4012,"output_tokens":38018,"total_tokens":42030,"cost":0.533225},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":361771,"overall_relative_score":361771,"max_execution_time_ms":630,"max_memory_usage_kib":14252,"rank":104,"performance":1927,"input_tokens":1844,"output_tokens":57092,"total_tokens":58936,"cost":0.7998942},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3698975140,"overall_relative_score":2610950882124,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":540,"performance":1240,"input_tokens":4182,"output_tokens":55699,"total_tokens":59881,"cost":0.7808549},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68140925,"overall_relative_score":68140925,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":415,"performance":1453,"input_tokens":1651,"output_tokens":52556,"total_tokens":54207,"cost":0.73867325},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1450,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":2188,"output_tokens":34161,"total_tokens":36349,"cost":0.4788574},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144933334,"overall_relative_score":144933334,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":263,"performance":1652,"input_tokens":13688,"output_tokens":31039,"total_tokens":44727,"cost":0.4585},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":816032283,"overall_relative_score":1687957818994,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":495,"performance":1353,"input_tokens":4259,"output_tokens":44048,"total_tokens":48307,"cost":0.61767405},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214173,"overall_relative_score":214173,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":246,"performance":1701,"input_tokens":1419,"output_tokens":46814,"total_tokens":48233,"cost":0.65586325}]},{"num_self_refine":2,"rank":{"all":{"mean":211.775,"median":204.5,"min":1,"max":571,"stdev":147.63963186568807},"short":{"mean":160.43478260869566,"median":147.0,"min":1,"max":423,"stdev":121.87058191039323},"long":{"mean":281.2352941176471,"median":240.0,"min":55,"max":571,"stdev":154.25284819565113}},"performance":{"all":{"mean":1803.35,"median":1696.0,"min":1169,"max":3482,"stdev":468.05054241653244},"short":{"mean":1968.0,"median":1830.0,"min":1397,"max":3482,"stdev":504.96354503882935},"long":{"mean":1580.5882352941176,"median":1527.0,"min":1169,"max":2232,"stdev":302.7924327867874}},"input_tokens":{"all":{"mean":27831.375,"median":20074.0,"min":6766,"max":75476,"stdev":19620.957697276994},"short":{"mean":28187.82608695652,"median":28428.0,"min":6766,"max":60472,"stdev":18247.74612147577},"long":{"mean":27349.117647058825,"median":14862.0,"min":9574,"max":75476,"stdev":21911.54941429962}},"output_tokens":{"all":{"mean":72548.9,"median":74843.0,"min":31974,"max":112004,"stdev":23615.02624720985},"short":{"mean":66585.08695652174,"median":63816.0,"min":31974,"max":99130,"stdev":20783.461462319774},"long":{"mean":80617.58823529411,"median":88565.0,"min":32776,"max":112004,"stdev":25398.515271711316}},"total_tokens":{"all":{"mean":100380.275,"median":101307.5,"min":66842,"max":122947,"stdev":14035.78586764688},"short":{"mean":94772.91304347826,"median":93894.0,"min":66842,"max":120646,"stdev":14426.739371777177},"long":{"mean":107966.70588235294,"median":104296.0,"min":90529,"max":122947,"stdev":9363.011533186758}},"cost":{"all":{"mean":1.05939990625,"median":1.0787532,"min":0.553462,"max":1.5805769,"stdev":0.3015816673986229},"short":{"mean":0.9775142086956522,"median":0.96148535,"min":0.553462,"max":1.40466305,"stdev":0.267211177777441},"long":{"mean":1.1701864382352942,"median":1.2525163,"min":0.5763765000000001,"max":1.5805769,"stdev":0.31754875478362943}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":961244728033,"overall_relative_score":961244728033,"max_execution_time_ms":4810,"max_memory_usage_kib":3072,"rank":231,"performance":1560,"input_tokens":28073,"output_tokens":71523,"total_tokens":99596,"cost":1.05044975},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3911103,"overall_relative_score":3911103,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":167,"performance":1724,"input_tokens":33877,"output_tokens":36864,"total_tokens":70741,"cost":0.5733647500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2825730664681,"overall_relative_score":2825730664681,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":135,"performance":1821,"input_tokens":30112,"output_tokens":74115,"total_tokens":104227,"cost":1.090306},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5321384240,"overall_relative_score":5321384240,"max_execution_time_ms":2920,"max_memory_usage_kib":28672,"rank":117,"performance":1835,"input_tokens":50015,"output_tokens":63816,"total_tokens":113831,"cost":0.98095025},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20100778,"overall_relative_score":20100778,"max_execution_time_ms":180,"max_memory_usage_kib":9216,"rank":29,"performance":2384,"input_tokens":34557,"output_tokens":47327,"total_tokens":81884,"cost":0.72305275},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5933806,"overall_relative_score":5933806,"max_execution_time_ms":1070,"max_memory_usage_kib":4096,"rank":61,"performance":2122,"input_tokens":11844,"output_tokens":78685,"total_tokens":90529,"cost":1.1110274},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2019332,"overall_relative_score":2019332,"max_execution_time_ms":1880,"max_memory_usage_kib":10240,"rank":13,"performance":2631,"input_tokens":28428,"output_tokens":59968,"total_tokens":88396,"cost":0.880229},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14133553169,"overall_relative_score":14133553169,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":60,"performance":2108,"input_tokens":6766,"output_tokens":60076,"total_tokens":66842,"cost":0.8496789},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6510910887,"overall_relative_score":6510910887,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":427,"performance":1189,"input_tokens":12723,"output_tokens":104045,"total_tokens":116768,"cost":1.47446005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7579554094,"overall_relative_score":7579554094,"max_execution_time_ms":1940,"max_memory_usage_kib":6144,"rank":1,"performance":3482,"input_tokens":46915,"output_tokens":45790,"total_tokens":92705,"cost":0.71671005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":635184,"overall_relative_score":635184,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":103,"performance":1870,"input_tokens":20090,"output_tokens":92882,"total_tokens":112972,"cost":1.3238127},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":950252826,"overall_relative_score":950252826,"max_execution_time_ms":1890,"max_memory_usage_kib":145804,"rank":334,"performance":1363,"input_tokens":20058,"output_tokens":88843,"total_tokens":108901,"cost":1.2672107000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82892160,"overall_relative_score":82892160,"max_execution_time_ms":2790,"max_memory_usage_kib":3072,"rank":195,"performance":1620,"input_tokens":52444,"output_tokens":68202,"total_tokens":120646,"cost":1.039549},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1515090349,"overall_relative_score":1515090349,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":214,"performance":1527,"input_tokens":11129,"output_tokens":90111,"total_tokens":101240,"cost":1.27256255},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126629539,"overall_relative_score":126629539,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":8489,"output_tokens":67890,"total_tokens":76379,"cost":0.96148535},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48436501688,"overall_relative_score":909757245226,"max_execution_time_ms":1740,"max_memory_usage_kib":13312,"rank":55,"performance":2232,"input_tokens":12618,"output_tokens":108756,"total_tokens":121374,"cost":1.5406335},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30069860454,"overall_relative_score":1137875782978,"max_execution_time_ms":5610,"max_memory_usage_kib":3072,"rank":181,"performance":1745,"input_tokens":20501,"output_tokens":98092,"total_tokens":118593,"cost":1.38779515},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21526041530723,"overall_relative_score":83342698492,"max_execution_time_ms":5630,"max_memory_usage_kib":4096,"rank":240,"performance":1497,"input_tokens":14862,"output_tokens":108085,"total_tokens":122947,"cost":1.5323441},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":496313476,"overall_relative_score":496313476,"max_execution_time_ms":1910,"max_memory_usage_kib":8192,"rank":6,"performance":2921,"input_tokens":12735,"output_tokens":99130,"total_tokens":111865,"cost":1.40466305},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13269245,"overall_relative_score":13269245,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":300,"performance":1607,"input_tokens":60472,"output_tokens":31974,"total_tokens":92446,"cost":0.553462},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286282934058,"overall_relative_score":286282934058,"max_execution_time_ms":120,"max_memory_usage_kib":5120,"rank":67,"performance":1916,"input_tokens":8741,"output_tokens":92634,"total_tokens":101375,"cost":1.30572155},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274364,"overall_relative_score":274364,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":126,"performance":1830,"input_tokens":9216,"output_tokens":84678,"total_tokens":93894,"cost":1.1989992},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21846678280,"overall_relative_score":324494383064,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":386,"performance":1400,"input_tokens":67150,"output_tokens":32776,"total_tokens":99926,"cost":0.5763765000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1374973,"overall_relative_score":1374973,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":276,"performance":1534,"input_tokens":38556,"output_tokens":49460,"total_tokens":88016,"cost":0.759913},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33552097386,"overall_relative_score":1614774692057,"max_execution_time_ms":1730,"max_memory_usage_kib":13312,"rank":142,"performance":1858,"input_tokens":12194,"output_tokens":93178,"total_tokens":105372,"cost":1.3157515000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083496,"overall_relative_score":1083496,"max_execution_time_ms":1890,"max_memory_usage_kib":18432,"rank":54,"performance":2298,"input_tokens":50899,"output_tokens":57836,"total_tokens":108735,"cost":0.89353565},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305141000000,"overall_relative_score":277071916545,"max_execution_time_ms":1810,"max_memory_usage_kib":7168,"rank":223,"performance":1679,"input_tokens":75476,"output_tokens":36537,"total_tokens":112013,"cost":0.643601},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1118729218,"overall_relative_score":211735371248,"max_execution_time_ms":410,"max_memory_usage_kib":11264,"rank":262,"performance":1612,"input_tokens":46186,"output_tokens":58110,"total_tokens":104296,"cost":0.8943654999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10715473168215,"overall_relative_score":10715473168215,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":341,"performance":1516,"input_tokens":34006,"output_tokens":40215,"total_tokens":74221,"cost":0.6201013},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":630047,"overall_relative_score":403350649442,"max_execution_time_ms":360,"max_memory_usage_kib":10240,"rank":571,"performance":1169,"input_tokens":9574,"output_tokens":112004,"total_tokens":121578,"cost":1.5805769},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5603232466,"overall_relative_score":5603232466,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":289,"performance":1564,"input_tokens":39405,"output_tokens":57539,"total_tokens":96944,"cost":0.8716823499999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251878082,"overall_relative_score":251878082,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":236,"performance":1713,"input_tokens":12864,"output_tokens":75571,"total_tokens":88435,"cost":1.0672004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":690042,"overall_relative_score":331031288878,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":325,"performance":1455,"input_tokens":63943,"output_tokens":40017,"total_tokens":103960,"cost":0.6660902499999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472390,"overall_relative_score":472390,"max_execution_time_ms":930,"max_memory_usage_kib":21008,"rank":36,"performance":2310,"input_tokens":11137,"output_tokens":96291,"total_tokens":107428,"cost":1.36232215},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3698975140,"overall_relative_score":2610950882124,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":540,"performance":1240,"input_tokens":14346,"output_tokens":88565,"total_tokens":102911,"cost":1.2525163},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70217569,"overall_relative_score":70217569,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":301,"performance":1628,"input_tokens":6921,"output_tokens":89328,"total_tokens":96249,"cost":1.26270375},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453149,"overall_relative_score":453149,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":423,"performance":1397,"input_tokens":54144,"output_tokens":44639,"total_tokens":98783,"cost":0.7164724},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145464488,"overall_relative_score":145464488,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":253,"performance":1670,"input_tokens":19211,"output_tokens":84387,"total_tokens":103598,"cost":1.21503725},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":790079286,"overall_relative_score":1746149186203,"max_execution_time_ms":300,"max_memory_usage_kib":5120,"rank":454,"performance":1401,"input_tokens":14146,"output_tokens":87057,"total_tokens":101203,"cost":1.2371023},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216161,"overall_relative_score":216161,"max_execution_time_ms":560,"max_memory_usage_kib":5120,"rank":147,"performance":1935,"input_tokens":8432,"output_tokens":84960,"total_tokens":93392,"cost":1.20218}]},{"num_self_refine":4,"rank":{"all":{"mean":181.5,"median":158.5,"min":2,"max":571,"stdev":139.87100284153766},"short":{"mean":127.6086956521739,"median":113.0,"min":2,"max":334,"stdev":103.79908001450546},"long":{"mean":254.41176470588235,"median":213.0,"min":54,"max":571,"stdev":151.81940703658796}},"performance":{"all":{"mean":1890.625,"median":1785.5,"min":1169,"max":3229,"stdev":480.38262994601104},"short":{"mean":2083.391304347826,"median":1870.0,"min":1528,"max":3229,"stdev":500.1855782089497},"long":{"mean":1629.8235294117646,"median":1628.0,"min":1169,"max":2239,"stdev":304.6410254902722}},"input_tokens":{"all":{"mean":75905.275,"median":71868.0,"min":24118,"max":145397,"stdev":26864.012477841345},"short":{"mean":72855.60869565218,"median":63758.0,"min":24118,"max":145397,"stdev":29136.02840242976},"long":{"mean":80031.29411764706,"median":87485.0,"min":45251,"max":116850,"stdev":23672.28456910292}},"output_tokens":{"all":{"mean":130248.875,"median":123780.0,"min":73947,"max":197483,"stdev":31611.9731067506},"short":{"mean":125099.82608695653,"median":122637.0,"min":79218,"max":163270,"stdev":25232.35785230071},"long":{"mean":137215.23529411765,"median":133782.0,"min":73947,"max":197483,"stdev":38350.171354782455}},"total_tokens":{"all":{"mean":206154.15,"median":207051.0,"min":130782,"max":280201,"stdev":30252.130206453316},"short":{"mean":197955.4347826087,"median":199994.0,"min":130782,"max":236991,"stdev":25800.58866105417},"long":{"mean":217246.5294117647,"median":213237.0,"min":156871,"max":280201,"stdev":32986.72578499882}},"cost":{"all":{"mean":1.92832128125,"median":1.8216236499999998,"min":1.1991885500000001,"max":2.8258096999999998,"stdev":0.42253251430199573},"short":{"mean":1.85307255,"median":1.7926562500000003,"min":1.3153087499999998,"max":2.3747251499999997,"stdev":0.32417358968493043},"long":{"mean":2.030128388235294,"median":1.93180925,"min":1.1991885500000001,"max":2.8258096999999998,"stdev":0.5210826300390448}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970383746123,"overall_relative_score":970383746123,"max_execution_time_ms":4780,"max_memory_usage_kib":3072,"rank":150,"performance":1714,"input_tokens":91627,"output_tokens":127469,"total_tokens":219096,"cost":1.93180925},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3911103,"overall_relative_score":3911103,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":167,"performance":1724,"input_tokens":61384,"output_tokens":113467,"total_tokens":174851,"cost":1.6713648},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2825730664681,"overall_relative_score":2825730664681,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":135,"performance":1821,"input_tokens":87485,"output_tokens":100554,"total_tokens":188039,"cost":1.5497667499999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5663280322,"overall_relative_score":5663280322,"max_execution_time_ms":2920,"max_memory_usage_kib":28672,"rank":87,"performance":1976,"input_tokens":81274,"output_tokens":123107,"total_tokens":204381,"cost":1.8358907},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22104510,"overall_relative_score":22104510,"max_execution_time_ms":2480,"max_memory_usage_kib":10240,"rank":4,"performance":3066,"input_tokens":74254,"output_tokens":120019,"total_tokens":194273,"cost":1.7761401},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5933806,"overall_relative_score":5933806,"max_execution_time_ms":1070,"max_memory_usage_kib":4096,"rank":61,"performance":2122,"input_tokens":45251,"output_tokens":111620,"total_tokens":156871,"cost":1.5969124499999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2066957,"overall_relative_score":2066957,"max_execution_time_ms":1690,"max_memory_usage_kib":10240,"rank":12,"performance":2656,"input_tokens":55651,"output_tokens":117711,"total_tokens":173362,"cost":1.71006325},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14199540534,"overall_relative_score":14199540534,"max_execution_time_ms":1080,"max_memory_usage_kib":6144,"rank":20,"performance":2517,"input_tokens":24118,"output_tokens":106664,"total_tokens":130782,"cost":1.5139312999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6510910887,"overall_relative_score":6510910887,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":427,"performance":1189,"input_tokens":94229,"output_tokens":175187,"total_tokens":269416,"cost":2.61308355},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7542544543,"overall_relative_score":7542544543,"max_execution_time_ms":1930,"max_memory_usage_kib":6144,"rank":2,"performance":3229,"input_tokens":113910,"output_tokens":96820,"total_tokens":210730,"cost":1.5257920999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":635184,"overall_relative_score":635184,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":103,"performance":1870,"input_tokens":69482,"output_tokens":156014,"total_tokens":225496,"cost":2.2940967},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1247794915,"overall_relative_score":1247794915,"max_execution_time_ms":2750,"max_memory_usage_kib":397312,"rank":198,"performance":1628,"input_tokens":97834,"output_tokens":114969,"total_tokens":212803,"cost":1.7495275000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82892160,"overall_relative_score":82892160,"max_execution_time_ms":2790,"max_memory_usage_kib":3072,"rank":195,"performance":1620,"input_tokens":145397,"output_tokens":79218,"total_tokens":224615,"cost":1.32942635},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1519204081,"overall_relative_score":1519204081,"max_execution_time_ms":4760,"max_memory_usage_kib":3072,"rank":213,"performance":1530,"input_tokens":51509,"output_tokens":138552,"total_tokens":190061,"cost":1.99700795},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126629539,"overall_relative_score":126629539,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":34546,"output_tokens":124453,"total_tokens":158999,"cost":1.7739687000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47728587565,"overall_relative_score":926767023377,"max_execution_time_ms":3900,"max_memory_usage_kib":13312,"rank":54,"performance":2239,"input_tokens":102631,"output_tokens":177570,"total_tokens":280201,"cost":2.66155225},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30069860454,"overall_relative_score":1137875782978,"max_execution_time_ms":5610,"max_memory_usage_kib":3072,"rank":181,"performance":1745,"input_tokens":74342,"output_tokens":145530,"total_tokens":219872,"cost":2.0903057},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23458007719025,"overall_relative_score":55613287366,"max_execution_time_ms":5420,"max_memory_usage_kib":4096,"rank":297,"performance":1373,"input_tokens":65182,"output_tokens":197483,"total_tokens":262665,"cost":2.8258096999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":496969113,"overall_relative_score":496969113,"max_execution_time_ms":1630,"max_memory_usage_kib":11264,"rank":6,"performance":2921,"input_tokens":57343,"output_tokens":163270,"total_tokens":220613,"cost":2.34822945},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13273470,"overall_relative_score":13273470,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":300,"performance":1607,"input_tokens":107532,"output_tokens":92462,"total_tokens":199994,"cost":1.4826489999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286521169502,"overall_relative_score":286521169502,"max_execution_time_ms":350,"max_memory_usage_kib":20120,"rank":65,"performance":1932,"input_tokens":57285,"output_tokens":122637,"total_tokens":179922,"cost":1.7716051499999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":279857,"overall_relative_score":279857,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":120,"performance":1850,"input_tokens":44295,"output_tokens":147037,"total_tokens":191332,"cost":2.10075425},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16854484804,"overall_relative_score":330325598534,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":370,"performance":1423,"input_tokens":111761,"output_tokens":73947,"total_tokens":185708,"cost":1.1991885500000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1379667,"overall_relative_score":1379667,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":229,"performance":1634,"input_tokens":111389,"output_tokens":80027,"total_tokens":191416,"cost":1.3153087499999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32592245306,"overall_relative_score":1640612299358,"max_execution_time_ms":1770,"max_memory_usage_kib":14336,"rank":128,"performance":1900,"input_tokens":54594,"output_tokens":158643,"total_tokens":213237,"cost":2.2673511},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083496,"overall_relative_score":1083496,"max_execution_time_ms":1890,"max_memory_usage_kib":18432,"rank":54,"performance":2298,"input_tokens":102279,"output_tokens":116342,"total_tokens":218621,"cost":1.7926562500000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198231000000,"overall_relative_score":359107719621,"max_execution_time_ms":1580,"max_memory_usage_kib":7168,"rank":138,"performance":1886,"input_tokens":116850,"output_tokens":82194,"total_tokens":199044,"cost":1.3126658999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":709537524,"overall_relative_score":222637991089,"max_execution_time_ms":3100,"max_memory_usage_kib":16384,"rank":248,"performance":1639,"input_tokens":99265,"output_tokens":115149,"total_tokens":214414,"cost":1.77370375},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10739728851810,"overall_relative_score":10739728851810,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1528,"input_tokens":63758,"output_tokens":104597,"total_tokens":168355,"cost":1.5553713},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":630047,"overall_relative_score":403350649442,"max_execution_time_ms":360,"max_memory_usage_kib":10240,"rank":571,"performance":1169,"input_tokens":49262,"output_tokens":193783,"total_tokens":243045,"cost":2.7844537},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7980354577,"overall_relative_score":7980354577,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":38,"performance":2385,"input_tokens":74589,"output_tokens":162402,"total_tokens":236991,"cost":2.3747251499999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254220201,"overall_relative_score":254220201,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":195,"performance":1800,"input_tokens":52894,"output_tokens":136608,"total_tokens":189502,"cost":1.9536685},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":506072,"overall_relative_score":439785299690,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":273,"performance":1545,"input_tokens":98610,"output_tokens":104958,"total_tokens":203568,"cost":1.6012563},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472390,"overall_relative_score":472390,"max_execution_time_ms":930,"max_memory_usage_kib":21008,"rank":36,"performance":2310,"input_tokens":61850,"output_tokens":158344,"total_tokens":220194,"cost":2.2750567},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3651124053,"overall_relative_score":2645979915146,"max_execution_time_ms":990,"max_memory_usage_kib":5120,"rank":516,"performance":1269,"input_tokens":59382,"output_tokens":133782,"total_tokens":193164,"cost":1.9202168999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71885178,"overall_relative_score":71885178,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":184,"performance":1854,"input_tokens":56125,"output_tokens":153596,"total_tokens":209721,"cost":2.24614355},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":460421,"overall_relative_score":460421,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":314,"performance":1564,"input_tokens":91413,"output_tokens":138728,"total_tokens":230141,"cost":2.06789275},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146622858,"overall_relative_score":146622858,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":207,"performance":1763,"input_tokens":92292,"output_tokens":119058,"total_tokens":211350,"cost":1.8073565999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":747981835,"overall_relative_score":1855946418118,"max_execution_time_ms":450,"max_memory_usage_kib":12288,"rank":365,"performance":1515,"input_tokens":60718,"output_tokens":181269,"total_tokens":241987,"cost":2.6375713000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216718,"overall_relative_score":216718,"max_execution_time_ms":1950,"max_memory_usage_kib":6648,"rank":113,"performance":2043,"input_tokens":42619,"output_tokens":144715,"total_tokens":187334,"cost":2.09857725}]},{"num_self_refine":8,"rank":{"all":{"mean":172.275,"median":142.5,"min":2,"max":570,"stdev":138.13296966217843},"short":{"mean":116.95652173913044,"median":101.0,"min":2,"max":334,"stdev":98.39922314035059},"long":{"mean":247.11764705882354,"median":192.0,"min":54,"max":570,"stdev":151.14723052083238}},"performance":{"all":{"mean":1919.475,"median":1834.0,"min":1170,"max":3229,"stdev":483.39594576766507},"short":{"mean":2121.782608695652,"median":1940.0,"min":1528,"max":3229,"stdev":497.1236316434172},"long":{"mean":1645.764705882353,"median":1650.0,"min":1170,"max":2239,"stdev":302.21526463180277}},"input_tokens":{"all":{"mean":281699.4,"median":275774.0,"min":107243,"max":439457,"stdev":63848.033417016944},"short":{"mean":262215.6956521739,"median":272690.0,"min":107243,"max":348271,"stdev":58795.18533893337},"long":{"mean":308059.70588235295,"median":299912.0,"min":184652,"max":439457,"stdev":62445.57790865249}},"output_tokens":{"all":{"mean":220760.025,"median":220972.5,"min":146430,"max":316736,"stdev":38916.98607554916},"short":{"mean":212615.95652173914,"median":220180.0,"min":166867,"max":278215,"stdev":28520.196045925484},"long":{"mean":231778.4705882353,"median":237792.0,"min":146430,"max":316736,"stdev":48465.5203290412}},"total_tokens":{"all":{"mean":502459.425,"median":499411.0,"min":295853,"max":709245,"stdev":84890.48233622119},"short":{"mean":474831.652173913,"median":475598.0,"min":295853,"max":591588,"stdev":67924.6119476376},"long":{"mean":539838.1764705882,"median":542398.0,"min":366276,"max":709245,"stdev":92951.30967086699}},"cost":{"all":{"mean":3.36801822,"median":3.366688675,"min":2.3425839500000003,"max":4.799592349999999,"stdev":0.5770459827587674},"short":{"mean":3.232279293478261,"median":3.3278766500000003,"min":2.70523575,"max":4.12299755,"stdev":0.3863918879375464},"long":{"mean":3.5516650029411765,"median":3.5226260999999996,"min":2.3425839500000003,"max":4.799592349999999,"stdev":0.737589345946996}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970383746123,"overall_relative_score":970383746123,"max_execution_time_ms":4780,"max_memory_usage_kib":3072,"rank":150,"performance":1714,"input_tokens":366546,"output_tokens":237792,"total_tokens":604338,"cost":3.6205659},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3919412,"overall_relative_score":3919412,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":167,"performance":1724,"input_tokens":220470,"output_tokens":217166,"total_tokens":437636,"cost":3.2098297000000007},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2825730664681,"overall_relative_score":2825730664681,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":135,"performance":1821,"input_tokens":274328,"output_tokens":167476,"total_tokens":441804,"cost":2.5789876},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5619747345,"overall_relative_score":5619747345,"max_execution_time_ms":2940,"max_memory_usage_kib":28672,"rank":91,"performance":1955,"input_tokens":251118,"output_tokens":221228,"total_tokens":472346,"cost":3.3683125},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22127464,"overall_relative_score":22127464,"max_execution_time_ms":2140,"max_memory_usage_kib":10240,"rank":4,"performance":3066,"input_tokens":294649,"output_tokens":223639,"total_tokens":518288,"cost":3.3459961500000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5933806,"overall_relative_score":5933806,"max_execution_time_ms":1070,"max_memory_usage_kib":4096,"rank":61,"performance":2122,"input_tokens":184652,"output_tokens":181624,"total_tokens":366276,"cost":2.6404881999999996},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2088218,"overall_relative_score":2088218,"max_execution_time_ms":1760,"max_memory_usage_kib":11264,"rank":11,"performance":2684,"input_tokens":188579,"output_tokens":230959,"total_tokens":419538,"cost":3.36506485},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14212971922,"overall_relative_score":14212971922,"max_execution_time_ms":1140,"max_memory_usage_kib":3072,"rank":16,"performance":2593,"input_tokens":107243,"output_tokens":188610,"total_tokens":295853,"cost":2.74132565},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6510910887,"overall_relative_score":6510910887,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":427,"performance":1189,"input_tokens":393879,"output_tokens":258482,"total_tokens":652361,"cost":4.0405130499999995},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7542544543,"overall_relative_score":7542544543,"max_execution_time_ms":1930,"max_memory_usage_kib":6144,"rank":2,"performance":3229,"input_tokens":325622,"output_tokens":192600,"total_tokens":518222,"cost":2.9773457},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654276,"overall_relative_score":654276,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":101,"performance":1878,"input_tokens":273871,"output_tokens":235557,"total_tokens":509428,"cost":3.50168665},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1287117066,"overall_relative_score":1287117066,"max_execution_time_ms":2770,"max_memory_usage_kib":50796,"rank":189,"performance":1650,"input_tokens":336040,"output_tokens":227471,"total_tokens":563511,"cost":3.515624},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82892160,"overall_relative_score":82892160,"max_execution_time_ms":2790,"max_memory_usage_kib":3072,"rank":195,"performance":1620,"input_tokens":348271,"output_tokens":172237,"total_tokens":520508,"cost":2.72968185},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1552264808,"overall_relative_score":1552264808,"max_execution_time_ms":4740,"max_memory_usage_kib":3072,"rank":192,"performance":1581,"input_tokens":260041,"output_tokens":240060,"total_tokens":500101,"cost":3.52943815},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130624052,"overall_relative_score":130624052,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":122,"performance":1867,"input_tokens":157057,"output_tokens":186908,"total_tokens":343965,"cost":2.70871055},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47728587565,"overall_relative_score":926767023377,"max_execution_time_ms":3900,"max_memory_usage_kib":13312,"rank":54,"performance":2239,"input_tokens":439457,"output_tokens":269788,"total_tokens":709245,"cost":4.4878193500000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30069860454,"overall_relative_score":1137875782978,"max_execution_time_ms":5610,"max_memory_usage_kib":3072,"rank":181,"performance":1745,"input_tokens":299912,"output_tokens":242486,"total_tokens":542398,"cost":3.5521331999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20431628465975,"overall_relative_score":67465746695,"max_execution_time_ms":4450,"max_memory_usage_kib":4096,"rank":266,"performance":1439,"input_tokens":358039,"output_tokens":308459,"total_tokens":666498,"cost":4.5405846499999996},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":496951156,"overall_relative_score":496951156,"max_execution_time_ms":1700,"max_memory_usage_kib":11264,"rank":6,"performance":2921,"input_tokens":327652,"output_tokens":220717,"total_tokens":548369,"cost":3.5077938},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13341425,"overall_relative_score":13341425,"max_execution_time_ms":1540,"max_memory_usage_kib":5120,"rank":256,"performance":1687,"input_tokens":272690,"output_tokens":226031,"total_tokens":498721,"cost":3.5136255},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286663532721,"overall_relative_score":286663532721,"max_execution_time_ms":800,"max_memory_usage_kib":19748,"rank":64,"performance":1940,"input_tokens":223166,"output_tokens":206386,"total_tokens":429552,"cost":3.1192693},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":279465,"overall_relative_score":279465,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":121,"performance":1847,"input_tokens":234672,"output_tokens":230502,"total_tokens":465174,"cost":3.4852944},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16854484804,"overall_relative_score":330325598534,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":370,"performance":1423,"input_tokens":275813,"output_tokens":146430,"total_tokens":422243,"cost":2.3425839500000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1379667,"overall_relative_score":1379667,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":229,"performance":1634,"input_tokens":271969,"output_tokens":166867,"total_tokens":438836,"cost":2.70523575},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32592245306,"overall_relative_score":1640612299358,"max_execution_time_ms":1770,"max_memory_usage_kib":14336,"rank":128,"performance":1900,"input_tokens":270666,"output_tokens":214628,"total_tokens":485294,"cost":3.2460127},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1087055,"overall_relative_score":1087055,"max_execution_time_ms":1940,"max_memory_usage_kib":12288,"rank":40,"performance":2399,"input_tokens":326324,"output_tokens":179876,"total_tokens":506200,"cost":2.9032542},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173811000000,"overall_relative_score":378674193433,"max_execution_time_ms":2630,"max_memory_usage_kib":7168,"rank":119,"performance":1946,"input_tokens":301132,"output_tokens":178065,"total_tokens":479197,"cost":2.746723},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":611351950,"overall_relative_score":237538458346,"max_execution_time_ms":3100,"max_memory_usage_kib":17408,"rank":235,"performance":1665,"input_tokens":359952,"output_tokens":212191,"total_tokens":572143,"cost":3.5072492},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10739728851810,"overall_relative_score":10739728851810,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1528,"input_tokens":252043,"output_tokens":172280,"total_tokens":424323,"cost":2.76308165},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628779,"overall_relative_score":404149007440,"max_execution_time_ms":670,"max_memory_usage_kib":10240,"rank":570,"performance":1170,"input_tokens":247789,"output_tokens":316736,"total_tokens":564525,"cost":4.799592349999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7980354577,"overall_relative_score":7980354577,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":38,"performance":2385,"input_tokens":301581,"output_tokens":278215,"total_tokens":579796,"cost":4.12299755},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254220201,"overall_relative_score":254220201,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":195,"performance":1800,"input_tokens":245130,"output_tokens":244977,"total_tokens":490107,"cost":3.5669403},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":477942,"overall_relative_score":470082327955,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":259,"performance":1571,"input_tokens":262446,"output_tokens":204986,"total_tokens":467432,"cost":3.1893757},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493667,"overall_relative_score":493667,"max_execution_time_ms":1130,"max_memory_usage_kib":18732,"rank":24,"performance":2438,"input_tokens":332235,"output_tokens":259353,"total_tokens":591588,"cost":3.90309885},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3625143445,"overall_relative_score":2663961693581,"max_execution_time_ms":1090,"max_memory_usage_kib":5120,"rank":500,"performance":1288,"input_tokens":276894,"output_tokens":240102,"total_tokens":516996,"cost":3.5226260999999996},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72059243,"overall_relative_score":72059243,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":178,"performance":1868,"input_tokens":275735,"output_tokens":199108,"total_tokens":474843,"cost":3.08074585},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461199,"overall_relative_score":461199,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":292,"performance":1601,"input_tokens":297928,"output_tokens":221442,"total_tokens":519370,"cost":3.4231876},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148751104,"overall_relative_score":148751104,"max_execution_time_ms":1920,"max_memory_usage_kib":4096,"rank":91,"performance":2094,"input_tokens":280269,"output_tokens":195329,"total_tokens":475598,"cost":2.97206875},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":747981835,"overall_relative_score":1855946418118,"max_execution_time_ms":450,"max_memory_usage_kib":12288,"rank":365,"performance":1515,"input_tokens":329429,"output_tokens":293458,"total_tokens":622887,"cost":4.517987950000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216718,"overall_relative_score":216718,"max_execution_time_ms":1950,"max_memory_usage_kib":6648,"rank":113,"performance":2043,"input_tokens":222687,"output_tokens":220180,"total_tokens":442867,"cost":3.3278766500000003}]},{"num_self_refine":16,"rank":{"all":{"mean":169.925,"median":143.0,"min":2,"max":570,"stdev":137.51314855547824},"short":{"mean":114.43478260869566,"median":101.0,"min":2,"max":334,"stdev":97.93635506934478},"long":{"mean":245.0,"median":192.0,"min":57,"max":570,"stdev":149.96541267905744}},"performance":{"all":{"mean":1934.25,"median":1866.0,"min":1170,"max":3229,"stdev":499.4689359196605},"short":{"mean":2145.4347826086955,"median":1932.0,"min":1528,"max":3229,"stdev":518.2134367303738},"long":{"mean":1648.5294117647059,"median":1650.0,"min":1170,"max":2219,"stdev":296.6176237277252}},"input_tokens":{"all":{"mean":1243390.1,"median":1224493.5,"min":393986,"max":1882895,"stdev":314020.64538088196},"short":{"mean":1141039.5217391304,"median":1187644.0,"min":393986,"max":1654891,"stdev":262894.74656372715},"long":{"mean":1381864.4117647058,"median":1382982.0,"min":787707,"max":1882895,"stdev":331505.3145311284}},"output_tokens":{"all":{"mean":365411.925,"median":358584.0,"min":274524,"max":487318,"stdev":56339.34472980649},"short":{"mean":352477.0,"median":350126.0,"min":278954,"max":480298,"stdev":46510.40639958487},"long":{"mean":382912.1176470588,"median":396979.0,"min":274524,"max":487318,"stdev":64781.07737206363}},"total_tokens":{"all":{"mean":1608802.025,"median":1568059.5,"min":686238,"max":2331786,"stdev":358719.5366262595},"short":{"mean":1493516.5217391304,"median":1540265.0,"min":686238,"max":2135189,"stdev":295705.51976722776},"long":{"mean":1764776.5294117648,"median":1779961.0,"min":1089364,"max":2331786,"stdev":385318.5342674483}},"cost":{"all":{"mean":5.911808105,"median":5.780054700000001,"min":4.171772150000001,"max":8.33002345,"stdev":1.1017203875843442},"short":{"mean":5.635007563043478,"median":5.598261549999999,"min":4.171772150000001,"max":7.80623445,"stdev":0.7860210307592953},"long":{"mean":6.286302955882353,"median":6.120986900000001,"min":4.34646695,"max":8.33002345,"stdev":1.3601256890326467}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970383746123,"overall_relative_score":970383746123,"max_execution_time_ms":4780,"max_memory_usage_kib":3072,"rank":150,"performance":1714,"input_tokens":1646034,"output_tokens":405190,"total_tokens":2051224,"cost":6.3793667},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3919412,"overall_relative_score":3919412,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":167,"performance":1724,"input_tokens":1050369,"output_tokens":355261,"total_tokens":1405630,"cost":5.431847750000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2825730664681,"overall_relative_score":2825730664681,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":135,"performance":1821,"input_tokens":1057903,"output_tokens":277401,"total_tokens":1335304,"cost":4.36184665},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5633650761,"overall_relative_score":5633650761,"max_execution_time_ms":2960,"max_memory_usage_kib":28672,"rank":90,"performance":1960,"input_tokens":1005574,"output_tokens":332172,"total_tokens":1337746,"cost":5.2999513},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22096098,"overall_relative_score":22096098,"max_execution_time_ms":2190,"max_memory_usage_kib":10240,"rank":4,"performance":3066,"input_tokens":1410463,"output_tokens":380712,"total_tokens":1791175,"cost":5.92319665},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5933806,"overall_relative_score":5933806,"max_execution_time_ms":1070,"max_memory_usage_kib":4096,"rank":61,"performance":2122,"input_tokens":787707,"output_tokens":301657,"total_tokens":1089364,"cost":4.52090765},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2113973,"overall_relative_score":2113973,"max_execution_time_ms":1740,"max_memory_usage_kib":11264,"rank":10,"performance":2714,"input_tokens":912368,"output_tokens":387381,"total_tokens":1299749,"cost":5.899485199999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14235374006,"overall_relative_score":14235374006,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":5,"performance":2960,"input_tokens":393986,"output_tokens":292252,"total_tokens":686238,"cost":4.3415155},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6510910887,"overall_relative_score":6510910887,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":427,"performance":1189,"input_tokens":1658002,"output_tokens":420850,"total_tokens":2078852,"cost":6.7320435},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7542544543,"overall_relative_score":7542544543,"max_execution_time_ms":1930,"max_memory_usage_kib":6144,"rank":2,"performance":3229,"input_tokens":1344136,"output_tokens":350126,"total_tokens":1694262,"cost":5.520846799999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":687408,"overall_relative_score":687408,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":101,"performance":1878,"input_tokens":1239981,"output_tokens":361907,"total_tokens":1601888,"cost":5.598261549999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1287117066,"overall_relative_score":1287117066,"max_execution_time_ms":2770,"max_memory_usage_kib":50796,"rank":189,"performance":1650,"input_tokens":1444020,"output_tokens":382926,"total_tokens":1826946,"cost":6.0659382},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82892160,"overall_relative_score":82892160,"max_execution_time_ms":2790,"max_memory_usage_kib":3072,"rank":195,"performance":1620,"input_tokens":1221321,"output_tokens":302769,"total_tokens":1524090,"cost":4.83383775},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1557153946,"overall_relative_score":1557153946,"max_execution_time_ms":4760,"max_memory_usage_kib":3072,"rank":192,"performance":1581,"input_tokens":1382982,"output_tokens":396979,"total_tokens":1779961,"cost":6.120986900000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130624052,"overall_relative_score":130624052,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":122,"performance":1867,"input_tokens":697825,"output_tokens":278954,"total_tokens":976779,"cost":4.171772150000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47282724390,"overall_relative_score":904064518186,"max_execution_time_ms":3880,"max_memory_usage_kib":13312,"rank":57,"performance":2219,"input_tokens":1882895,"output_tokens":448891,"total_tokens":2331786,"cost":8.33002345},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30069860454,"overall_relative_score":1137875782978,"max_execution_time_ms":5610,"max_memory_usage_kib":3072,"rank":181,"performance":1745,"input_tokens":1274130,"output_tokens":380325,"total_tokens":1654455,"cost":5.794309500000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19711471803737,"overall_relative_score":74513023510,"max_execution_time_ms":4770,"max_memory_usage_kib":5120,"rank":254,"performance":1465,"input_tokens":1825627,"output_tokens":487318,"total_tokens":2312945,"cost":8.20592325},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":497791778,"overall_relative_score":497791778,"max_execution_time_ms":1570,"max_memory_usage_kib":12288,"rank":6,"performance":2921,"input_tokens":1417342,"output_tokens":386293,"total_tokens":1803635,"cost":6.2030745000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13344065,"overall_relative_score":13344065,"max_execution_time_ms":1800,"max_memory_usage_kib":6144,"rank":250,"performance":1699,"input_tokens":1030217,"output_tokens":398207,"total_tokens":1428424,"cost":6.193982549999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286617659097,"overall_relative_score":286617659097,"max_execution_time_ms":810,"max_memory_usage_kib":19896,"rank":65,"performance":1932,"input_tokens":1065449,"output_tokens":308804,"total_tokens":1374253,"cost":5.300550150000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280188,"overall_relative_score":280188,"max_execution_time_ms":1910,"max_memory_usage_kib":4096,"rank":116,"performance":1865,"input_tokens":1229274,"output_tokens":338776,"total_tokens":1568050,"cost":5.7733991},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16854484804,"overall_relative_score":330325598534,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":370,"performance":1423,"input_tokens":936425,"output_tokens":274524,"total_tokens":1210949,"cost":4.34646695},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1379667,"overall_relative_score":1379667,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":229,"performance":1634,"input_tokens":949097,"output_tokens":321917,"total_tokens":1271014,"cost":5.109760949999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33097223404,"overall_relative_score":1626846743727,"max_execution_time_ms":1750,"max_memory_usage_kib":14336,"rank":136,"performance":1876,"input_tokens":1125492,"output_tokens":324191,"total_tokens":1449683,"cost":5.0501122},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1088434,"overall_relative_score":1088434,"max_execution_time_ms":1940,"max_memory_usage_kib":11264,"rank":36,"performance":2433,"input_tokens":1285435,"output_tokens":329634,"total_tokens":1615069,"cost":5.329203249999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173811000000,"overall_relative_score":378674193433,"max_execution_time_ms":2630,"max_memory_usage_kib":7168,"rank":119,"performance":1946,"input_tokens":1173235,"output_tokens":319632,"total_tokens":1492867,"cost":5.0216540499999995},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":647126893,"overall_relative_score":241704103028,"max_execution_time_ms":3100,"max_memory_usage_kib":17408,"rank":229,"performance":1677,"input_tokens":1841056,"output_tokens":405333,"total_tokens":2246389,"cost":7.7298507999999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10739728851810,"overall_relative_score":10739728851810,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1528,"input_tokens":1034566,"output_tokens":303847,"total_tokens":1338413,"cost":4.906156500000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628779,"overall_relative_score":404149007440,"max_execution_time_ms":670,"max_memory_usage_kib":10240,"rank":570,"performance":1170,"input_tokens":1220277,"output_tokens":469508,"total_tokens":1689785,"cost":7.906228749999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7980354577,"overall_relative_score":7980354577,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":38,"performance":2385,"input_tokens":1418116,"output_tokens":425748,"total_tokens":1843864,"cost":7.0987126},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256594662,"overall_relative_score":256594662,"max_execution_time_ms":380,"max_memory_usage_kib":23552,"rank":164,"performance":1874,"input_tokens":1143141,"output_tokens":397124,"total_tokens":1540265,"cost":6.00307435},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421510,"overall_relative_score":532938181243,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":235,"performance":1618,"input_tokens":1133587,"output_tokens":366093,"total_tokens":1499680,"cost":5.75876245},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":500845,"overall_relative_score":500845,"max_execution_time_ms":1820,"max_memory_usage_kib":18724,"rank":23,"performance":2451,"input_tokens":1654891,"output_tokens":480298,"total_tokens":2135189,"cost":7.80623445},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3617786850,"overall_relative_score":2668517433227,"max_execution_time_ms":1190,"max_memory_usage_kib":5120,"rank":495,"performance":1294,"input_tokens":1434347,"output_tokens":400910,"total_tokens":1835257,"cost":6.735436049999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72069832,"overall_relative_score":72069832,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":178,"performance":1868,"input_tokens":1187644,"output_tokens":354104,"total_tokens":1541748,"cost":5.6641466},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461115,"overall_relative_score":461115,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":293,"performance":1600,"input_tokens":1293800,"output_tokens":351407,"total_tokens":1645207,"cost":5.9524752},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148744244,"overall_relative_score":148744244,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":91,"performance":2094,"input_tokens":1227666,"output_tokens":340403,"total_tokens":1568069,"cost":5.786710300000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":747981835,"overall_relative_score":1855946418118,"max_execution_time_ms":450,"max_memory_usage_kib":12288,"rank":365,"performance":1515,"input_tokens":1667976,"output_tokens":447778,"total_tokens":2115754,"cost":7.807293200000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216718,"overall_relative_score":216718,"max_execution_time_ms":1950,"max_memory_usage_kib":6648,"rank":113,"performance":2043,"input_tokens":1031248,"output_tokens":328875,"total_tokens":1360123,"cost":5.456978800000001}]}]},{"model_name":"gpt-5.4-high","detail_path":"data/model_details/gpt-5.4-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":290.275,"median":280.0,"min":6,"max":618,"stdev":175.3279692315855},"short":{"mean":231.7391304347826,"median":224.0,"min":6,"max":497,"stdev":163.7515350077406},"long":{"mean":369.47058823529414,"median":336.0,"min":113,"max":618,"stdev":162.69300755066996}},"performance":{"all":{"mean":1607.0,"median":1522.0,"min":1133,"max":2921,"stdev":427.4325857777053},"short":{"mean":1752.8260869565217,"median":1587.0,"min":1133,"max":2921,"stdev":483.4563675126614},"long":{"mean":1409.7058823529412,"median":1322.0,"min":1139,"max":1896,"stdev":228.0843497222799}},"input_tokens":{"all":{"mean":5224.5,"median":2793.0,"min":1419,"max":47310,"stdev":9691.458002030871},"short":{"mean":4307.826086956522,"median":1855.0,"min":1419,"max":45444,"stdev":9078.906295024417},"long":{"mean":6464.705882352941,"median":3802.0,"min":2614,"max":47310,"stdev":10618.943937397364}},"output_tokens":{"all":{"mean":40236.075,"median":41114.5,"min":2475,"max":60162,"stdev":12758.505706626684},"short":{"mean":39181.65217391304,"median":38035.0,"min":2475,"max":60162,"stdev":13437.519317901364},"long":{"mean":41662.64705882353,"median":43266.0,"min":4540,"max":57791,"stdev":12030.582077258234}},"total_tokens":{"all":{"mean":45460.575,"median":46334.0,"min":21671,"max":64857,"stdev":9972.085798553779},"short":{"mean":43489.47826086957,"median":43584.0,"min":21671,"max":64857,"stdev":11242.268336584866},"long":{"mean":48127.35294117647,"median":48301.0,"min":31462,"max":62262,"stdev":7447.520887358897}},"cost":{"all":{"mean":0.612174375,"median":0.6191420000000001,"min":0.150735,"max":0.9040875,"stdev":0.17535460316122337},"short":{"mean":0.5948880869565217,"median":0.5711965,"min":0.150735,"max":0.9040875,"stdev":0.18836550801172391},"long":{"mean":0.635561705882353,"median":0.649987,"min":0.186375,"max":0.8780425,"stdev":0.15859827596557233}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":963162108076,"overall_relative_score":963162108076,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":203,"performance":1608,"input_tokens":47310,"output_tokens":4540,"total_tokens":51850,"cost":0.186375},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3578554,"overall_relative_score":3578554,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":224,"performance":1587,"input_tokens":1469,"output_tokens":34177,"total_tokens":35646,"cost":0.5134475},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2846553450855,"overall_relative_score":2846553450855,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":113,"performance":1896,"input_tokens":2614,"output_tokens":28848,"total_tokens":31462,"cost":0.439255},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5827221707,"overall_relative_score":5827221707,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":71,"performance":2067,"input_tokens":45444,"output_tokens":2475,"total_tokens":47919,"cost":0.150735},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18312665,"overall_relative_score":18312665,"max_execution_time_ms":1020,"max_memory_usage_kib":24576,"rank":81,"performance":1968,"input_tokens":1811,"output_tokens":52614,"total_tokens":54425,"cost":0.7899935},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5650277,"overall_relative_score":5650277,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":135,"performance":1783,"input_tokens":3802,"output_tokens":48135,"total_tokens":51937,"cost":0.723466},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2048629,"overall_relative_score":2048629,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":13,"performance":2631,"input_tokens":1529,"output_tokens":35729,"total_tokens":37258,"cost":0.5397575},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14037306910,"overall_relative_score":14037306910,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":189,"performance":1581,"input_tokens":2239,"output_tokens":19494,"total_tokens":21733,"cost":0.2933995},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4792925804,"overall_relative_score":4792925804,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":2984,"output_tokens":41905,"total_tokens":44889,"cost":0.629699},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7305874975,"overall_relative_score":7305874975,"max_execution_time_ms":370,"max_memory_usage_kib":6144,"rank":13,"performance":2688,"input_tokens":2210,"output_tokens":44374,"total_tokens":46584,"cost":0.671135},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122572,"overall_relative_score":122572,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":156,"performance":1681,"input_tokens":7584,"output_tokens":48777,"total_tokens":56361,"cost":0.733911},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048010745,"overall_relative_score":1048010745,"max_execution_time_ms":1310,"max_memory_usage_kib":26624,"rank":278,"performance":1460,"input_tokens":7538,"output_tokens":36075,"total_tokens":43613,"cost":0.55997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85360573,"overall_relative_score":85360573,"max_execution_time_ms":2170,"max_memory_usage_kib":3072,"rank":166,"performance":1700,"input_tokens":4695,"output_tokens":60162,"total_tokens":64857,"cost":0.9040875},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1517399869,"overall_relative_score":1517399869,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":214,"performance":1527,"input_tokens":2812,"output_tokens":47407,"total_tokens":50219,"cost":0.712087},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92412200,"overall_relative_score":92412200,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":317,"performance":1374,"input_tokens":2563,"output_tokens":32172,"total_tokens":34735,"cost":0.4835155},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26107797707,"overall_relative_score":322045899162,"max_execution_time_ms":200,"max_memory_usage_kib":4096,"rank":269,"performance":1579,"input_tokens":2774,"output_tokens":45527,"total_tokens":48301,"cost":0.68408},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45376019774,"overall_relative_score":914130444123,"max_execution_time_ms":3190,"max_memory_usage_kib":20176,"rank":282,"performance":1521,"input_tokens":6975,"output_tokens":40324,"total_tokens":47299,"cost":0.6070335},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34202890320648,"overall_relative_score":39609688184,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":336,"performance":1296,"input_tokens":4471,"output_tokens":57791,"total_tokens":62262,"cost":0.8780425},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":498453795,"overall_relative_score":498453795,"max_execution_time_ms":1130,"max_memory_usage_kib":6144,"rank":6,"performance":2921,"input_tokens":3614,"output_tokens":39970,"total_tokens":43584,"cost":0.608585},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13268285,"overall_relative_score":13268285,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":300,"performance":1607,"input_tokens":1703,"output_tokens":28866,"total_tokens":30569,"cost":0.4372475},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280198736987,"overall_relative_score":280198736987,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":134,"performance":1415,"input_tokens":2202,"output_tokens":51694,"total_tokens":53896,"cost":0.776307},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209695,"overall_relative_score":209695,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":242,"performance":1517,"input_tokens":1849,"output_tokens":35677,"total_tokens":37526,"cost":0.5397775},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":27434093009,"overall_relative_score":303254189694,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":446,"performance":1318,"input_tokens":2861,"output_tokens":47270,"total_tokens":50131,"cost":0.7101545},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1351651,"overall_relative_score":1351651,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":494,"performance":1133,"input_tokens":1758,"output_tokens":32869,"total_tokens":34627,"cost":0.493974},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59565331882,"overall_relative_score":926648183594,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":567,"performance":1141,"input_tokens":3354,"output_tokens":36883,"total_tokens":40237,"cost":0.55443},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1073116,"overall_relative_score":1073116,"max_execution_time_ms":480,"max_memory_usage_kib":5120,"rank":107,"performance":2048,"input_tokens":1855,"output_tokens":49486,"total_tokens":51341,"cost":0.7431835},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":541357751512,"overall_relative_score":223967663871,"max_execution_time_ms":420,"max_memory_usage_kib":4096,"rank":309,"performance":1523,"input_tokens":4125,"output_tokens":47700,"total_tokens":51825,"cost":0.7168845},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3102404236,"overall_relative_score":92221952875,"max_execution_time_ms":270,"max_memory_usage_kib":13312,"rank":461,"performance":1301,"input_tokens":3009,"output_tokens":39291,"total_tokens":42300,"cost":0.5905515},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10611577232225,"overall_relative_score":10611577232225,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":373,"performance":1464,"input_tokens":1733,"output_tokens":36659,"total_tokens":38392,"cost":0.5507615},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":679421,"overall_relative_score":374176257249,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":590,"performance":1147,"input_tokens":2818,"output_tokens":43266,"total_tokens":46084,"cost":0.649987},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3796686089,"overall_relative_score":3796686089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":452,"performance":1302,"input_tokens":1917,"output_tokens":19754,"total_tokens":21671,"cost":0.3011025},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233572440,"overall_relative_score":233572440,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":446,"performance":1369,"input_tokens":4323,"output_tokens":36604,"total_tokens":40927,"cost":0.5503635},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1468759,"overall_relative_score":159000620968,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":414,"performance":1322,"input_tokens":4012,"output_tokens":38314,"total_tokens":42326,"cost":0.58474},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":470294,"overall_relative_score":470294,"max_execution_time_ms":250,"max_memory_usage_kib":5120,"rank":36,"performance":2310,"input_tokens":1844,"output_tokens":53276,"total_tokens":55120,"cost":0.800006},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3963628838,"overall_relative_score":2459856911687,"max_execution_time_ms":1260,"max_memory_usage_kib":34672,"rank":618,"performance":1150,"input_tokens":4182,"output_tokens":47718,"total_tokens":51900,"cost":0.717297},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67458253,"overall_relative_score":67458253,"max_execution_time_ms":1220,"max_memory_usage_kib":3072,"rank":448,"performance":1406,"input_tokens":1651,"output_tokens":38035,"total_tokens":39686,"cost":0.5711965},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":443902,"overall_relative_score":443902,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":497,"performance":1293,"input_tokens":2188,"output_tokens":43180,"total_tokens":45368,"cost":0.648562},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143067410,"overall_relative_score":143067410,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":313,"performance":1564,"input_tokens":1480,"output_tokens":49023,"total_tokens":50503,"cost":0.736165},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":896804294,"overall_relative_score":1536628679812,"max_execution_time_ms":210,"max_memory_usage_kib":71680,"rank":583,"performance":1254,"input_tokens":4259,"output_tokens":57271,"total_tokens":61530,"cost":0.8604965},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213998,"overall_relative_score":213998,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":252,"performance":1689,"input_tokens":1419,"output_tokens":56111,"total_tokens":57530,"cost":0.8452125}]},{"num_self_refine":2,"rank":{"all":{"mean":253.825,"median":227.5,"min":2,"max":605,"stdev":175.95000564700044},"short":{"mean":177.2608695652174,"median":135.0,"min":2,"max":433,"stdev":140.43025360114612},"long":{"mean":357.4117647058824,"median":327.0,"min":113,"max":605,"stdev":168.8716446089786}},"performance":{"all":{"mean":1709.9,"median":1565.5,"min":1139,"max":3241,"stdev":494.92132500905427},"short":{"mean":1914.2173913043478,"median":1799.0,"min":1295,"max":3241,"stdev":537.810878936059},"long":{"mean":1433.4705882352941,"median":1324.0,"min":1139,"max":1896,"stdev":241.1524719049804}},"input_tokens":{"all":{"mean":14134.975,"median":11120.5,"min":6073,"max":54882,"stdev":10770.542784426134},"short":{"mean":11804.260869565218,"median":9326.0,"min":6073,"max":52846,"stdev":9635.183133690965},"long":{"mean":17288.29411764706,"median":12870.0,"min":9963,"max":54882,"stdev":11693.457245211453}},"output_tokens":{"all":{"mean":69846.1,"median":69149.5,"min":35251,"max":99563,"stdev":13757.959623991655},"short":{"mean":68316.60869565218,"median":68628.0,"min":35251,"max":99563,"stdev":14945.54129844608},"long":{"mean":71915.41176470589,"median":69323.0,"min":42191,"max":89096,"stdev":12096.62760368992}},"total_tokens":{"all":{"mean":83981.075,"median":85034.0,"min":50843,"max":110725,"stdev":13900.741286980494},"short":{"mean":80120.86956521739,"median":77613.0,"min":50843,"max":110725,"stdev":14997.06188286816},"long":{"mean":89203.70588235294,"median":89629.0,"min":63499,"max":104149,"stdev":10552.000898909564}},"cost":{"all":{"mean":1.0735321375,"median":1.06247025,"min":0.6577120000000001,"max":1.517606,"stdev":0.19641934536203035},"short":{"mean":1.0468218695652174,"median":1.046803,"min":0.6577120000000001,"max":1.517606,"stdev":0.2177560095111779},"long":{"mean":1.1096695588235295,"median":1.07158,"min":0.77007,"max":1.3598979999999998,"stdev":0.1625659960030543}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":968657255190,"overall_relative_score":968657255190,"max_execution_time_ms":4750,"max_memory_usage_kib":11264,"rank":172,"performance":1667,"input_tokens":54882,"output_tokens":42191,"total_tokens":97073,"cost":0.77007},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3478993,"overall_relative_score":3478993,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":241,"performance":1552,"input_tokens":7746,"output_tokens":59594,"total_tokens":67340,"cost":0.907515},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2846553450855,"overall_relative_score":2846553450855,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":113,"performance":1896,"input_tokens":10213,"output_tokens":53286,"total_tokens":63499,"cost":0.8193505},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5869613915,"overall_relative_score":5869613915,"max_execution_time_ms":880,"max_memory_usage_kib":50176,"rank":69,"performance":2079,"input_tokens":52846,"output_tokens":35251,"total_tokens":88097,"cost":0.6577120000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18312665,"overall_relative_score":18312665,"max_execution_time_ms":1020,"max_memory_usage_kib":24576,"rank":81,"performance":1968,"input_tokens":11162,"output_tokens":99563,"total_tokens":110725,"cost":1.517606},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5650277,"overall_relative_score":5650277,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":135,"performance":1783,"input_tokens":12870,"output_tokens":73170,"total_tokens":86040,"cost":1.121661},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2089634,"overall_relative_score":2089634,"max_execution_time_ms":1970,"max_memory_usage_kib":10240,"rank":11,"performance":2684,"input_tokens":7566,"output_tokens":61396,"total_tokens":68962,"cost":0.936687},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14037306910,"overall_relative_score":14037306910,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":189,"performance":1581,"input_tokens":6573,"output_tokens":44270,"total_tokens":50843,"cost":0.6712665},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4792925804,"overall_relative_score":4792925804,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":11853,"output_tokens":68415,"total_tokens":80268,"cost":1.0495215},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7484548012,"overall_relative_score":7484548012,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":5,"performance":2963,"input_tokens":10056,"output_tokens":68628,"total_tokens":78684,"cost":1.05456},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":302832,"overall_relative_score":302832,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":121,"performance":1799,"input_tokens":20998,"output_tokens":73928,"total_tokens":94926,"cost":1.128007},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1546012725,"overall_relative_score":1546012725,"max_execution_time_ms":2810,"max_memory_usage_kib":44032,"rank":160,"performance":1727,"input_tokens":18681,"output_tokens":68768,"total_tokens":87449,"cost":1.0615185},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89714657,"overall_relative_score":89714657,"max_execution_time_ms":1430,"max_memory_usage_kib":3072,"rank":114,"performance":1874,"input_tokens":17095,"output_tokens":88652,"total_tokens":105747,"cost":1.3624375},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1517399869,"overall_relative_score":1517399869,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":214,"performance":1527,"input_tokens":11133,"output_tokens":69192,"total_tokens":80325,"cost":1.0536165},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92412200,"overall_relative_score":92412200,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":317,"performance":1374,"input_tokens":9372,"output_tokens":57305,"total_tokens":66677,"cost":0.872061},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26107797707,"overall_relative_score":322045899162,"max_execution_time_ms":200,"max_memory_usage_kib":4096,"rank":269,"performance":1579,"input_tokens":37312,"output_tokens":65604,"total_tokens":102916,"cost":1.07158},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45376019774,"overall_relative_score":914130444123,"max_execution_time_ms":3190,"max_memory_usage_kib":20176,"rank":282,"performance":1521,"input_tokens":21642,"output_tokens":69323,"total_tokens":90965,"cost":1.063422},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32476926955260,"overall_relative_score":41091630518,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":327,"performance":1313,"input_tokens":15178,"output_tokens":88783,"total_tokens":103961,"cost":1.3598979999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":501983106,"overall_relative_score":501983106,"max_execution_time_ms":1970,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":13526,"output_tokens":62020,"total_tokens":75546,"cost":0.956339},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13519095,"overall_relative_score":13519095,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":28,"performance":2523,"input_tokens":7130,"output_tokens":60425,"total_tokens":67555,"cost":0.920744},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280198736987,"overall_relative_score":280198736987,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":134,"performance":1415,"input_tokens":8539,"output_tokens":78827,"total_tokens":87366,"cost":1.1991445},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271995,"overall_relative_score":271995,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":135,"performance":1800,"input_tokens":7708,"output_tokens":69905,"total_tokens":77613,"cost":1.064101},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":27434093009,"overall_relative_score":303254189694,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":446,"performance":1318,"input_tokens":11108,"output_tokens":86684,"total_tokens":97792,"cost":1.315934},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1359146,"overall_relative_score":1359146,"max_execution_time_ms":380,"max_memory_usage_kib":134240,"rank":403,"performance":1295,"input_tokens":6558,"output_tokens":63292,"total_tokens":69850,"cost":0.958863},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59565331882,"overall_relative_score":926648183594,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":567,"performance":1141,"input_tokens":11305,"output_tokens":72723,"total_tokens":84028,"cost":1.1047075},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1087016,"overall_relative_score":1087016,"max_execution_time_ms":1810,"max_memory_usage_kib":11264,"rank":40,"performance":2399,"input_tokens":11085,"output_tokens":82972,"total_tokens":94057,"cost":1.2648044999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":530446829485,"overall_relative_score":230929779575,"max_execution_time_ms":640,"max_memory_usage_kib":4096,"rank":298,"performance":1541,"input_tokens":14978,"output_tokens":66664,"total_tokens":81642,"cost":1.019549},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2919233950,"overall_relative_score":96632786653,"max_execution_time_ms":780,"max_memory_usage_kib":13312,"rank":454,"performance":1311,"input_tokens":10660,"output_tokens":78969,"total_tokens":89629,"cost":1.1985130000000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10611577232225,"overall_relative_score":10611577232225,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":373,"performance":1464,"input_tokens":8091,"output_tokens":65580,"total_tokens":73671,"cost":0.9970155},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":641858,"overall_relative_score":396244571550,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":576,"performance":1163,"input_tokens":9963,"output_tokens":79861,"total_tokens":89824,"cost":1.2107264999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5452410942,"overall_relative_score":5452410942,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1542,"input_tokens":6073,"output_tokens":51383,"total_tokens":57456,"cost":0.7818955000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":239959761,"overall_relative_score":239959761,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":383,"performance":1462,"input_tokens":12719,"output_tokens":58202,"total_tokens":70921,"cost":0.8858195},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1460912,"overall_relative_score":162303517484,"max_execution_time_ms":910,"max_memory_usage_kib":23552,"rank":412,"performance":1324,"input_tokens":12794,"output_tokens":68751,"total_tokens":81545,"cost":1.05461},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":476773,"overall_relative_score":476773,"max_execution_time_ms":990,"max_memory_usage_kib":8192,"rank":34,"performance":2329,"input_tokens":11827,"output_tokens":79930,"total_tokens":91757,"cost":1.2210295},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3890816230,"overall_relative_score":2499096975674,"max_execution_time_ms":700,"max_memory_usage_kib":23220,"rank":605,"performance":1165,"input_tokens":14276,"output_tokens":81082,"total_tokens":95358,"cost":1.234064},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67989121,"overall_relative_score":67989121,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":433,"performance":1427,"input_tokens":6844,"output_tokens":69107,"total_tokens":75951,"cost":1.046803},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":460946,"overall_relative_score":460946,"max_execution_time_ms":1580,"max_memory_usage_kib":5120,"rank":297,"performance":1593,"input_tokens":10655,"output_tokens":72290,"total_tokens":82945,"cost":1.1063795},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147573022,"overall_relative_score":147573022,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":152,"performance":1895,"input_tokens":8003,"output_tokens":79044,"total_tokens":87047,"cost":1.1999075},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":896804294,"overall_relative_score":1536628679812,"max_execution_time_ms":210,"max_memory_usage_kib":71680,"rank":583,"performance":1254,"input_tokens":15053,"output_tokens":89096,"total_tokens":104149,"cost":1.3556405},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214723,"overall_relative_score":214723,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":214,"performance":1768,"input_tokens":9326,"output_tokens":89718,"total_tokens":99044,"cost":1.366205}]},{"num_self_refine":4,"rank":{"all":{"mean":211.925,"median":161.5,"min":2,"max":605,"stdev":160.5623750511037},"short":{"mean":143.8695652173913,"median":109.0,"min":2,"max":405,"stdev":125.1160567952179},"long":{"mean":304.0,"median":310.0,"min":64,"max":605,"stdev":160.15500304392617}},"performance":{"all":{"mean":1806.75,"median":1721.5,"min":1165,"max":3241,"stdev":497.8233519468424},"short":{"mean":2012.1739130434783,"median":1845.0,"min":1291,"max":3241,"stdev":529.204948456036},"long":{"mean":1528.8235294117646,"median":1486.0,"min":1165,"max":2122,"stdev":276.1693853629774}},"input_tokens":{"all":{"mean":53770.675,"median":51214.0,"min":24498,"max":102968,"stdev":16786.216941269377},"short":{"mean":49348.608695652176,"median":44526.0,"min":24498,"max":95632,"stdev":16756.016064086383},"long":{"mean":59753.470588235294,"median":54285.0,"min":44196,"max":102968,"stdev":15317.97086397888}},"output_tokens":{"all":{"mean":107444.8,"median":108953.5,"min":64747,"max":135963,"stdev":15839.686422368795},"short":{"mean":106079.39130434782,"median":108848.0,"min":64747,"max":131425,"stdev":17059.31165812419},"long":{"mean":109292.11764705883,"median":112501.0,"min":86629,"max":135963,"stdev":14321.30125845044}},"total_tokens":{"all":{"mean":161215.475,"median":161298.5,"min":89245,"max":203718,"stdev":24192.281516502695},"short":{"mean":155428.0,"median":155381.0,"min":89245,"max":203718,"stdev":25971.030427276957},"long":{"mean":169045.58823529413,"median":168956.0,"min":133087,"max":195323,"stdev":19643.46624535377}},"cost":{"all":{"mean":1.6920770875,"median":1.70440625,"min":1.01373,"max":2.1002929999999997,"stdev":0.2287929594031969},"short":{"mean":1.6686702173913044,"median":1.697096,"min":1.01373,"max":2.060718,"stdev":0.25118314824689836},"long":{"mean":1.723745205882353,"median":1.7456530000000001,"min":1.361148,"max":2.1002929999999997,"stdev":0.19745363761099544}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970517630938,"overall_relative_score":970517630938,"max_execution_time_ms":4920,"max_memory_usage_kib":11264,"rank":149,"performance":1716,"input_tokens":102968,"output_tokens":90769,"total_tokens":193737,"cost":1.5766190000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3590584,"overall_relative_score":3590584,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":221,"performance":1594,"input_tokens":42822,"output_tokens":103747,"total_tokens":146569,"cost":1.643676},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2882410804875,"overall_relative_score":2882410804875,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":64,"performance":2122,"input_tokens":46458,"output_tokens":86629,"total_tokens":133087,"cost":1.361148},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6061043712,"overall_relative_score":6061043712,"max_execution_time_ms":2990,"max_memory_usage_kib":76800,"rank":60,"performance":2139,"input_tokens":95632,"output_tokens":79692,"total_tokens":175324,"cost":1.4312920000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18717796,"overall_relative_score":18717796,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":65,"performance":2066,"input_tokens":63779,"output_tokens":131425,"total_tokens":195204,"cost":2.0588225},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5650277,"overall_relative_score":5650277,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":135,"performance":1783,"input_tokens":50518,"output_tokens":95709,"total_tokens":146227,"cost":1.525642},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2105174,"overall_relative_score":2105174,"max_execution_time_ms":1970,"max_memory_usage_kib":10240,"rank":11,"performance":2684,"input_tokens":37778,"output_tokens":91833,"total_tokens":129611,"cost":1.4656040000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14074131727,"overall_relative_score":14074131727,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":163,"performance":1659,"input_tokens":24498,"output_tokens":64747,"total_tokens":89245,"cost":1.01373},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12006889630,"overall_relative_score":12006889630,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":334,"performance":1326,"input_tokens":52056,"output_tokens":92967,"total_tokens":145023,"cost":1.518309},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7484548012,"overall_relative_score":7484548012,"max_execution_time_ms":1950,"max_memory_usage_kib":5120,"rank":5,"performance":2963,"input_tokens":53141,"output_tokens":108848,"total_tokens":161989,"cost":1.7117164999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430984,"overall_relative_score":430984,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":109,"performance":1845,"input_tokens":74175,"output_tokens":111295,"total_tokens":185470,"cost":1.7747985},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1546012725,"overall_relative_score":1546012725,"max_execution_time_ms":2810,"max_memory_usage_kib":44032,"rank":160,"performance":1727,"input_tokens":60504,"output_tokens":99250,"total_tokens":159754,"cost":1.559658},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91373436,"overall_relative_score":91373436,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":94,"performance":1957,"input_tokens":72600,"output_tokens":131118,"total_tokens":203718,"cost":2.060718},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1510889103,"overall_relative_score":1510889103,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":214,"performance":1527,"input_tokens":48284,"output_tokens":94082,"total_tokens":142366,"cost":1.5137960000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89969933,"overall_relative_score":89969933,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":323,"performance":1363,"input_tokens":38998,"output_tokens":95832,"total_tokens":134830,"cost":1.4920630000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42591886121,"overall_relative_score":594574714995,"max_execution_time_ms":570,"max_memory_usage_kib":49152,"rank":149,"performance":1843,"input_tokens":77074,"output_tokens":114888,"total_tokens":191962,"cost":1.858981},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45376019774,"overall_relative_score":914130444123,"max_execution_time_ms":3190,"max_memory_usage_kib":20176,"rank":282,"performance":1521,"input_tokens":80048,"output_tokens":104549,"total_tokens":184597,"cost":1.6514270000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28720954192729,"overall_relative_score":49398420982,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":310,"performance":1347,"input_tokens":59360,"output_tokens":135963,"total_tokens":195323,"cost":2.1002929999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":501983106,"overall_relative_score":501983106,"max_execution_time_ms":1970,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":59934,"output_tokens":91493,"total_tokens":151427,"cost":1.4510939999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13526025,"overall_relative_score":13526025,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":22,"performance":2594,"input_tokens":50298,"output_tokens":96377,"total_tokens":146675,"cost":1.567944},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280198736987,"overall_relative_score":280198736987,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":134,"performance":1415,"input_tokens":34032,"output_tokens":121785,"total_tokens":155817,"cost":1.8706710000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276619,"overall_relative_score":276619,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":124,"performance":1837,"input_tokens":42686,"output_tokens":109059,"total_tokens":151745,"cost":1.697096},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":18461492766,"overall_relative_score":319425322313,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":406,"performance":1372,"input_tokens":46336,"output_tokens":114700,"total_tokens":161036,"cost":1.7741319999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1358834,"overall_relative_score":1358834,"max_execution_time_ms":310,"max_memory_usage_kib":124952,"rank":405,"performance":1291,"input_tokens":31362,"output_tokens":96075,"total_tokens":127437,"cost":1.4809379999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57004637200,"overall_relative_score":967902417693,"max_execution_time_ms":1780,"max_memory_usage_kib":4096,"rank":541,"performance":1174,"input_tokens":50792,"output_tokens":123107,"total_tokens":173899,"cost":1.905617},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1090290,"overall_relative_score":1090290,"max_execution_time_ms":1820,"max_memory_usage_kib":12288,"rank":31,"performance":2481,"input_tokens":54721,"output_tokens":120988,"total_tokens":175709,"cost":1.8850945},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":412566753344,"overall_relative_score":366035692589,"max_execution_time_ms":2270,"max_memory_usage_kib":5120,"rank":130,"performance":1910,"input_tokens":63211,"output_tokens":105745,"total_tokens":168956,"cost":1.6603945},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2919233950,"overall_relative_score":96632786653,"max_execution_time_ms":780,"max_memory_usage_kib":13312,"rank":454,"performance":1311,"input_tokens":49060,"output_tokens":112501,"total_tokens":161561,"cost":1.7456530000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11018281326401,"overall_relative_score":11018281326401,"max_execution_time_ms":1950,"max_memory_usage_kib":10240,"rank":252,"performance":1676,"input_tokens":37233,"output_tokens":93798,"total_tokens":131031,"cost":1.4758605},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":561898,"overall_relative_score":453172886830,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":436,"performance":1336,"input_tokens":44196,"output_tokens":120244,"total_tokens":164440,"cost":1.8421499999999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8174045646,"overall_relative_score":8174045646,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":27,"performance":2495,"input_tokens":29607,"output_tokens":99605,"total_tokens":129212,"cost":1.5369885},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240088015,"overall_relative_score":240088015,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":382,"performance":1463,"input_tokens":51636,"output_tokens":91106,"total_tokens":142742,"cost":1.424544},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1460912,"overall_relative_score":162303517484,"max_execution_time_ms":910,"max_memory_usage_kib":23552,"rank":412,"performance":1324,"input_tokens":54285,"output_tokens":122513,"total_tokens":176798,"cost":1.8904635},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":482554,"overall_relative_score":482554,"max_execution_time_ms":1760,"max_memory_usage_kib":13312,"rank":31,"performance":2358,"input_tokens":63547,"output_tokens":115824,"total_tokens":179371,"cost":1.8213475000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3890816230,"overall_relative_score":2499096975674,"max_execution_time_ms":700,"max_memory_usage_kib":23220,"rank":605,"performance":1165,"input_tokens":65846,"output_tokens":124029,"total_tokens":189875,"cost":1.94009},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69908904,"overall_relative_score":69908904,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":320,"performance":1597,"input_tokens":36202,"output_tokens":119179,"total_tokens":155381,"cost":1.836142},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463445,"overall_relative_score":463445,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":205,"performance":1768,"input_tokens":53649,"output_tokens":123612,"total_tokens":177261,"cost":1.9278225},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148362386,"overall_relative_score":148362386,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":109,"performance":2026,"input_tokens":42162,"output_tokens":116317,"total_tokens":158479,"cost":1.8012},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":764858957,"overall_relative_score":1831949418066,"max_execution_time_ms":690,"max_memory_usage_kib":84992,"rank":387,"performance":1486,"input_tokens":64813,"output_tokens":120321,"total_tokens":185134,"cost":1.8792955},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214723,"overall_relative_score":214723,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":214,"performance":1768,"input_tokens":44526,"output_tokens":126071,"total_tokens":170597,"cost":1.9502519999999999}]},{"num_self_refine":8,"rank":{"all":{"mean":226.7,"median":152.0,"min":2,"max":1009,"stdev":210.1684550240104},"short":{"mean":182.65217391304347,"median":113.0,"min":2,"max":1009,"stdev":232.19850612150648},"long":{"mean":286.29411764705884,"median":284.0,"min":56,"max":612,"stdev":164.22270119637935}},"performance":{"all":{"mean":1752.35,"median":1711.5,"min":-200,"max":3241,"stdev":659.2281636845257},"short":{"mean":1885.7391304347825,"median":1956.0,"min":-200,"max":3241,"stdev":809.0727137448662},"long":{"mean":1571.8823529411766,"median":1521.0,"min":1157,"max":2229,"stdev":314.7044014533601}},"input_tokens":{"all":{"mean":242566.35,"median":230456.0,"min":98993,"max":378960,"stdev":60747.07429888586},"short":{"mean":229515.47826086957,"median":224761.0,"min":98993,"max":346567,"stdev":64935.581413687185},"long":{"mean":260223.41176470587,"median":241984.0,"min":204922,"max":378960,"stdev":51194.859560138975}},"output_tokens":{"all":{"mean":167111.3,"median":172056.0,"min":111214,"max":208548,"stdev":21853.33143200192},"short":{"mean":164800.78260869565,"median":171870.0,"min":111214,"max":195011,"stdev":22442.449141094046},"long":{"mean":170237.29411764705,"median":175592.0,"min":131882,"max":208548,"stdev":21295.02821307331}},"total_tokens":{"all":{"mean":409677.65,"median":396350.5,"min":210207,"max":547013,"stdev":75687.32135215317},"short":{"mean":394316.26086956525,"median":395320.0,"min":210207,"max":514831,"stdev":81631.47375537397},"long":{"mean":430460.70588235295,"median":408858.0,"min":347222,"max":547013,"stdev":63266.62054923266}},"cost":{"all":{"mean":2.758996575,"median":2.8338985,"min":1.8125885000000002,"max":3.436446,"stdev":0.36507983614205136},"short":{"mean":2.7165287826086955,"median":2.7758214999999997,"min":1.8125885000000002,"max":3.345364,"stdev":0.39161652381645873},"long":{"mean":2.816453,"median":2.8717035,"min":2.15802,"max":3.436446,"stdev":0.32848603893763506}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970844091048,"overall_relative_score":970844091048,"max_execution_time_ms":4930,"max_memory_usage_kib":11264,"rank":144,"performance":1728,"input_tokens":378960,"output_tokens":168053,"total_tokens":547013,"cost":2.945475},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3651069,"overall_relative_score":3651069,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":211,"performance":1616,"input_tokens":211466,"output_tokens":150966,"total_tokens":362432,"cost":2.470595},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2882410804875,"overall_relative_score":2882410804875,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":64,"performance":2122,"input_tokens":215340,"output_tokens":131882,"total_tokens":347222,"cost":2.15802},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3010,"max_memory_usage_kib":77824,"rank":604,"performance":-21,"input_tokens":346567,"output_tokens":157708,"total_tokens":504275,"cost":3.0802615},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19256376,"overall_relative_score":19256376,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":45,"performance":2218,"input_tokens":307743,"output_tokens":195011,"total_tokens":502754,"cost":3.1836105000000003},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5650277,"overall_relative_score":5650277,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":135,"performance":1783,"input_tokens":213714,"output_tokens":142464,"total_tokens":356178,"cost":2.485773},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2106048,"overall_relative_score":2106048,"max_execution_time_ms":1960,"max_memory_usage_kib":10240,"rank":11,"performance":2684,"input_tokens":192910,"output_tokens":143294,"total_tokens":336204,"cost":2.4033010000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14074131727,"overall_relative_score":14074131727,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":163,"performance":1659,"input_tokens":98993,"output_tokens":111214,"total_tokens":210207,"cost":1.8125885000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12169889769,"overall_relative_score":12169889769,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":333,"performance":1328,"input_tokens":241984,"output_tokens":147650,"total_tokens":389634,"cost":2.570302},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7413796861,"overall_relative_score":7413796861,"max_execution_time_ms":1930,"max_memory_usage_kib":6144,"rank":9,"performance":2796,"input_tokens":260828,"output_tokens":178105,"total_tokens":438933,"cost":3.0241249999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":452548,"overall_relative_score":452548,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":108,"performance":1849,"input_tokens":316575,"output_tokens":181124,"total_tokens":497699,"cost":3.0665055},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1546012725,"overall_relative_score":1546012725,"max_execution_time_ms":2810,"max_memory_usage_kib":44032,"rank":160,"performance":1727,"input_tokens":233591,"output_tokens":151850,"total_tokens":385441,"cost":2.6203835000000004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91373436,"overall_relative_score":91373436,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":94,"performance":1957,"input_tokens":324778,"output_tokens":190053,"total_tokens":514831,"cost":3.345364},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1510889103,"overall_relative_score":1510889103,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":214,"performance":1527,"input_tokens":206777,"output_tokens":144354,"total_tokens":351131,"cost":2.4207485},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97539356,"overall_relative_score":97539356,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":303,"performance":1401,"input_tokens":174176,"output_tokens":140876,"total_tokens":315052,"cost":2.3155880000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47961788498,"overall_relative_score":696339308551,"max_execution_time_ms":2050,"max_memory_usage_kib":49152,"rank":109,"performance":1971,"input_tokens":297012,"output_tokens":208548,"total_tokens":505560,"cost":3.436446},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45376019774,"overall_relative_score":914130444123,"max_execution_time_ms":3190,"max_memory_usage_kib":20176,"rank":282,"performance":1521,"input_tokens":314679,"output_tokens":162094,"total_tokens":476773,"cost":2.6614035},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23983369115917,"overall_relative_score":59241336426,"max_execution_time_ms":5760,"max_memory_usage_kib":11264,"rank":284,"performance":1400,"input_tokens":304112,"output_tokens":196466,"total_tokens":500578,"cost":3.363686},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":501983106,"overall_relative_score":501983106,"max_execution_time_ms":1970,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":263590,"output_tokens":142588,"total_tokens":406178,"cost":2.3548509999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13554485,"overall_relative_score":13554485,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":11,"performance":2789,"input_tokens":188206,"output_tokens":156196,"total_tokens":344402,"cost":2.569231},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280198736987,"overall_relative_score":280198736987,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":134,"performance":1415,"input_tokens":149518,"output_tokens":160613,"total_tokens":310131,"cost":2.5318540000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":279272,"overall_relative_score":279272,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":121,"performance":1847,"input_tokens":234460,"output_tokens":178211,"total_tokens":412671,"cost":2.8803069999999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":18776867711,"overall_relative_score":315943508301,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":411,"performance":1365,"input_tokens":204922,"output_tokens":182850,"total_tokens":387772,"cost":2.908879},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1362696,"overall_relative_score":1362696,"max_execution_time_ms":230,"max_memory_usage_kib":69940,"rank":384,"performance":1329,"input_tokens":145084,"output_tokens":133025,"total_tokens":278109,"cost":2.1138609999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57062317720,"overall_relative_score":968116681665,"max_execution_time_ms":1530,"max_memory_usage_kib":7168,"rank":541,"performance":1174,"input_tokens":227321,"output_tokens":181537,"total_tokens":408858,"cost":2.9037095},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1092101,"overall_relative_score":1092101,"max_execution_time_ms":1820,"max_memory_usage_kib":13312,"rank":26,"performance":2536,"input_tokens":265901,"output_tokens":179588,"total_tokens":445489,"cost":2.9130365},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318531450892,"overall_relative_score":497683216020,"max_execution_time_ms":2730,"max_memory_usage_kib":60728,"rank":56,"performance":2229,"input_tokens":303876,"output_tokens":179793,"total_tokens":483669,"cost":2.9448090000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2839969152,"overall_relative_score":101909266108,"max_execution_time_ms":1080,"max_memory_usage_kib":13312,"rank":443,"performance":1326,"input_tokens":221869,"output_tokens":166282,"total_tokens":388151,"cost":2.6747905000000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11071001423490,"overall_relative_score":11071001423490,"max_execution_time_ms":1890,"max_memory_usage_kib":10240,"rank":242,"performance":1696,"input_tokens":177939,"output_tokens":146066,"total_tokens":324005,"cost":2.3622375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":519096,"overall_relative_score":490023661886,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":341,"performance":1469,"input_tokens":213179,"output_tokens":177209,"total_tokens":390388,"cost":2.8195624999999995},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8222878564,"overall_relative_score":8222878564,"max_execution_time_ms":1880,"max_memory_usage_kib":4096,"rank":22,"performance":2558,"input_tokens":177793,"output_tokens":171870,"total_tokens":349663,"cost":2.7388525},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":560,"max_memory_usage_kib":23552,"rank":1009,"performance":-200,"input_tokens":224761,"output_tokens":149703,"total_tokens":374464,"cost":2.4195114999999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1435221,"overall_relative_score":163609459807,"max_execution_time_ms":640,"max_memory_usage_kib":4096,"rank":410,"performance":1327,"input_tokens":242658,"output_tokens":181119,"total_tokens":423777,"cost":2.9032380000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":483893,"overall_relative_score":483893,"max_execution_time_ms":1930,"max_memory_usage_kib":13428,"rank":29,"performance":2380,"input_tokens":312687,"output_tokens":191343,"total_tokens":504030,"cost":3.1297185},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3920444044,"overall_relative_score":2485418766950,"max_execution_time_ms":1090,"max_memory_usage_kib":23416,"rank":612,"performance":1157,"input_tokens":302835,"output_tokens":175592,"total_tokens":478427,"cost":2.8717035},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69908904,"overall_relative_score":69908904,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":320,"performance":1597,"input_tokens":205279,"output_tokens":190041,"total_tokens":395320,"cost":3.0311725000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464771,"overall_relative_score":464771,"max_execution_time_ms":1900,"max_memory_usage_kib":5120,"rank":131,"performance":1956,"input_tokens":274654,"output_tokens":191613,"total_tokens":466267,"cost":3.1095339999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148362386,"overall_relative_score":148362386,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":109,"performance":2026,"input_tokens":225139,"output_tokens":172242,"total_tokens":397381,"cost":2.7758214999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739192416,"overall_relative_score":1892584468479,"max_execution_time_ms":690,"max_memory_usage_kib":84992,"rank":328,"performance":1568,"input_tokens":300969,"output_tokens":196291,"total_tokens":497260,"cost":3.1907715000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216715,"overall_relative_score":216715,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":113,"performance":2043,"input_tokens":199809,"output_tokens":178968,"total_tokens":378777,"cost":2.8482345000000002}]},{"num_self_refine":16,"rank":{"all":{"mean":205.625,"median":139.5,"min":2,"max":612,"stdev":168.15540545761644},"short":{"mean":147.95652173913044,"median":113.0,"min":2,"max":604,"stdev":151.6099895547992},"long":{"mean":283.6470588235294,"median":283.0,"min":56,"max":612,"stdev":161.46088581157613}},"performance":{"all":{"mean":1810.6,"median":1727.5,"min":-21,"max":3241,"stdev":582.3132824986556},"short":{"mean":1984.6521739130435,"median":2000.0,"min":-21,"max":3241,"stdev":675.439561167773},"long":{"mean":1575.1176470588234,"median":1518.0,"min":1157,"max":2229,"stdev":311.0670913068717}},"input_tokens":{"all":{"mean":1121644.725,"median":1063104.0,"min":409487,"max":1671599,"stdev":282430.0843773269},"short":{"mean":1072347.5217391304,"median":1039673.0,"min":409487,"max":1556795,"stdev":299084.01336867776},"long":{"mean":1188340.9411764706,"median":1090656.0,"min":884393,"max":1671599,"stdev":251428.22506022235}},"output_tokens":{"all":{"mean":274122.6,"median":278975.5,"min":166834,"max":353321,"stdev":43625.17223405866},"short":{"mean":268556.04347826086,"median":269362.0,"min":166834,"max":328801,"stdev":42792.943049779366},"long":{"mean":281653.82352941175,"median":289608.0,"min":210252,"max":353321,"stdev":44901.94855214428}},"total_tokens":{"all":{"mean":1395767.325,"median":1341590.5,"min":576321,"max":1976800,"stdev":319527.0963269752},"short":{"mean":1340903.5652173914,"median":1338097.0,"min":576321,"max":1844138,"stdev":336238.53450054635},"long":{"mean":1469994.7647058824,"median":1381484.0,"min":1116372,"max":1976800,"stdev":288494.9570095484}},"cost":{"all":{"mean":5.0181388125,"median":4.90432875,"min":2.9133634999999996,"max":6.591074000000002,"stdev":0.9187854150229009},"short":{"mean":4.858621630434783,"median":4.631942999999999,"min":2.9133634999999996,"max":6.303924500000001,"stdev":0.9258007820062666},"long":{"mean":5.233956176470588,"median":4.909391500000001,"min":3.6616544999999996,"max":6.591074000000002,"stdev":0.8905433689132222}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970870891481,"overall_relative_score":970870891481,"max_execution_time_ms":4930,"max_memory_usage_kib":11264,"rank":144,"performance":1728,"input_tokens":1671599,"output_tokens":305201,"total_tokens":1976800,"cost":6.424788500000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3651069,"overall_relative_score":3651069,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":211,"performance":1616,"input_tokens":991603,"output_tokens":242554,"total_tokens":1234157,"cost":4.3613815},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2883331343760,"overall_relative_score":2883331343760,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":64,"performance":2122,"input_tokens":942273,"output_tokens":210252,"total_tokens":1152525,"cost":3.6616544999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3010,"max_memory_usage_kib":77824,"rank":604,"performance":-21,"input_tokens":1556795,"output_tokens":287343,"total_tokens":1844138,"cost":6.303924500000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19535462,"overall_relative_score":19535462,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":37,"performance":2293,"input_tokens":1420390,"output_tokens":328518,"total_tokens":1748908,"cost":6.038233000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5650277,"overall_relative_score":5650277,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":135,"performance":1783,"input_tokens":950825,"output_tokens":232926,"total_tokens":1183751,"cost":4.4810645},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2106048,"overall_relative_score":2106048,"max_execution_time_ms":1960,"max_memory_usage_kib":10240,"rank":11,"performance":2684,"input_tokens":913217,"output_tokens":232036,"total_tokens":1145253,"cost":4.4765105},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14087431264,"overall_relative_score":14087431264,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":122,"performance":1802,"input_tokens":409487,"output_tokens":166834,"total_tokens":576321,"cost":2.9133634999999996},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12169889769,"overall_relative_score":12169889769,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":333,"performance":1328,"input_tokens":1050486,"output_tokens":231259,"total_tokens":1281745,"cost":4.560636},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7413796861,"overall_relative_score":7413796861,"max_execution_time_ms":1930,"max_memory_usage_kib":6144,"rank":9,"performance":2796,"input_tokens":1247399,"output_tokens":297389,"total_tokens":1544788,"cost":5.5051565},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":452548,"overall_relative_score":452548,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":108,"performance":1849,"input_tokens":1446452,"output_tokens":297225,"total_tokens":1743677,"cost":6.055913},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1546012725,"overall_relative_score":1546012725,"max_execution_time_ms":2810,"max_memory_usage_kib":44032,"rank":160,"performance":1727,"input_tokens":930560,"output_tokens":238010,"total_tokens":1168570,"cost":4.607462},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93618040,"overall_relative_score":93618040,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":59,"performance":2143,"input_tokens":1426765,"output_tokens":322227,"total_tokens":1748992,"cost":6.030653500000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1506537322,"overall_relative_score":1506537322,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":218,"performance":1518,"input_tokens":884393,"output_tokens":231979,"total_tokens":1116372,"cost":4.5412595},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97539356,"overall_relative_score":97539356,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":303,"performance":1401,"input_tokens":784014,"output_tokens":212121,"total_tokens":996135,"cost":4.04025},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47536017537,"overall_relative_score":686815288394,"max_execution_time_ms":3120,"max_memory_usage_kib":49152,"rank":112,"performance":1961,"input_tokens":1422299,"output_tokens":353321,"total_tokens":1775620,"cost":6.548682500000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45376019774,"overall_relative_score":914130444123,"max_execution_time_ms":3190,"max_memory_usage_kib":20176,"rank":282,"performance":1521,"input_tokens":1232832,"output_tokens":256822,"total_tokens":1489654,"cost":4.779018},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23719692063982,"overall_relative_score":59517612905,"max_execution_time_ms":5410,"max_memory_usage_kib":7920,"rank":283,"performance":1402,"input_tokens":1472480,"output_tokens":344846,"total_tokens":1817326,"cost":6.591074000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":501832571,"overall_relative_score":501832571,"max_execution_time_ms":1970,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":1144999,"output_tokens":239002,"total_tokens":1384001,"cost":4.197671499999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13553115,"overall_relative_score":13553115,"max_execution_time_ms":1990,"max_memory_usage_kib":11520,"rank":11,"performance":2789,"input_tokens":933278,"output_tokens":258043,"total_tokens":1191321,"cost":4.47152},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280341827350,"overall_relative_score":280341827350,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":134,"performance":1415,"input_tokens":669213,"output_tokens":249087,"total_tokens":918300,"cost":4.232857500000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":279488,"overall_relative_score":279488,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":121,"performance":1847,"input_tokens":1190475,"output_tokens":285184,"total_tokens":1475659,"cost":5.224411499999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":17695044938,"overall_relative_score":321780755069,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":397,"performance":1384,"input_tokens":1013041,"output_tokens":289915,"total_tokens":1302956,"cost":4.909391500000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1365591,"overall_relative_score":1365591,"max_execution_time_ms":260,"max_memory_usage_kib":66864,"rank":345,"performance":1400,"input_tokens":649385,"output_tokens":207160,"total_tokens":856545,"cost":3.4645265},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56644432778,"overall_relative_score":976351806227,"max_execution_time_ms":1420,"max_memory_usage_kib":7168,"rank":539,"performance":1176,"input_tokens":1016075,"output_tokens":272767,"total_tokens":1288842,"cost":4.639596500000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1092064,"overall_relative_score":1092064,"max_execution_time_ms":1820,"max_memory_usage_kib":13312,"rank":26,"performance":2536,"input_tokens":1205481,"output_tokens":286573,"total_tokens":1492054,"cost":4.9512735},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":326940564866,"overall_relative_score":494165191039,"max_execution_time_ms":2720,"max_memory_usage_kib":60696,"rank":56,"performance":2229,"input_tokens":1560887,"output_tokens":346275,"total_tokens":1907162,"cost":6.4481825},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2565962395,"overall_relative_score":117961950261,"max_execution_time_ms":2550,"max_memory_usage_kib":13312,"rank":418,"performance":1361,"input_tokens":1090656,"output_tokens":290828,"total_tokens":1381484,"cost":5.28762},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11063507122511,"overall_relative_score":11063507122511,"max_execution_time_ms":1890,"max_memory_usage_kib":10244,"rank":246,"performance":1688,"input_tokens":838962,"output_tokens":229420,"total_tokens":1068382,"cost":3.921873},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":507096,"overall_relative_score":501513152780,"max_execution_time_ms":1420,"max_memory_usage_kib":3072,"rank":333,"performance":1482,"input_tokens":1025348,"output_tokens":289608,"total_tokens":1314956,"cost":4.899266},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8300245239,"overall_relative_score":8300245239,"max_execution_time_ms":1870,"max_memory_usage_kib":4096,"rank":19,"performance":2602,"input_tokens":951775,"output_tokens":299262,"total_tokens":1251037,"cost":5.0101914999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243193226,"overall_relative_score":243193226,"max_execution_time_ms":310,"max_memory_usage_kib":24576,"rank":357,"performance":1502,"input_tokens":1035349,"output_tokens":248645,"total_tokens":1283994,"cost":4.2925435},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1422300,"overall_relative_score":165310022443,"max_execution_time_ms":2200,"max_memory_usage_kib":4096,"rank":409,"performance":1329,"input_tokens":1154124,"output_tokens":295019,"total_tokens":1449143,"cost":5.371203},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":485150,"overall_relative_score":485150,"max_execution_time_ms":1990,"max_memory_usage_kib":15360,"rank":29,"performance":2380,"input_tokens":1510683,"output_tokens":324537,"total_tokens":1835220,"cost":6.058234500000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3920444044,"overall_relative_score":2485418766950,"max_execution_time_ms":1090,"max_memory_usage_kib":23416,"rank":612,"performance":1157,"input_tokens":1277351,"output_tokens":265746,"total_tokens":1543097,"cost":4.9907675},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70079150,"overall_relative_score":70079150,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":311,"performance":1611,"input_tokens":1039673,"output_tokens":298424,"total_tokens":1338097,"cost":5.0405345000000015},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465023,"overall_relative_score":465023,"max_execution_time_ms":1870,"max_memory_usage_kib":7168,"rank":117,"performance":2000,"input_tokens":1331861,"output_tokens":328801,"total_tokens":1660662,"cost":6.0270755000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148399070,"overall_relative_score":148399070,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":108,"performance":2030,"input_tokens":1075722,"output_tokens":269362,"total_tokens":1345084,"cost":4.631942999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739129000,"overall_relative_score":1892728082663,"max_execution_time_ms":760,"max_memory_usage_kib":84992,"rank":327,"performance":1569,"input_tokens":1506567,"output_tokens":333341,"total_tokens":1839908,"cost":6.2355884999999995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216715,"overall_relative_score":216715,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":113,"performance":2043,"input_tokens":891015,"output_tokens":267042,"total_tokens":1158057,"cost":4.4982555}]}]},{"model_name":"gpt-5.4-medium","detail_path":"data/model_details/gpt-5.4-medium.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":321.075,"median":323.0,"min":6,"max":607,"stdev":170.2040084345239},"short":{"mean":257.0,"median":277.0,"min":6,"max":521,"stdev":158.03739488430637},"long":{"mean":407.7647058823529,"median":419.0,"min":112,"max":607,"stdev":149.61472580087357}},"performance":{"all":{"mean":1520.725,"median":1454.0,"min":1085,"max":2921,"stdev":400.81608977249505},"short":{"mean":1649.3478260869565,"median":1521.0,"min":1119,"max":2921,"stdev":463.3035141730087},"long":{"mean":1346.7058823529412,"median":1285.0,"min":1085,"max":1869,"stdev":201.22616775219691}},"input_tokens":{"all":{"mean":7326.05,"median":3907.0,"min":1480,"max":27710,"stdev":7274.786365530094},"short":{"mean":6581.130434782609,"median":2202.0,"min":1480,"max":27710,"stdev":7572.282430647061},"long":{"mean":8333.882352941177,"median":4259.0,"min":2614,"max":23877,"stdev":6948.380394760647}},"output_tokens":{"all":{"mean":16666.875,"median":17967.0,"min":1279,"max":40738,"stdev":8028.936913336244},"short":{"mean":14889.565217391304,"median":16008.0,"min":1279,"max":27845,"stdev":7362.655522827758},"long":{"mean":19071.470588235294,"median":20158.0,"min":6383,"max":40738,"stdev":8479.937795450263}},"total_tokens":{"all":{"mean":23992.925,"median":24171.5,"min":10379,"max":43747,"stdev":5754.830329595817},"short":{"mean":21470.695652173912,"median":21418.0,"min":10379,"max":29325,"stdev":4637.132582208561},"long":{"mean":27405.352941176472,"median":26262.0,"min":17998,"max":43747,"stdev":5444.388211052465}},"cost":{"all":{"mean":0.26257985,"median":0.2713535,"min":0.0745235,"max":0.6122565,"stdev":0.10708722142273104},"short":{"mean":0.23542621739130434,"median":0.2409215,"min":0.0745235,"max":0.418495,"stdev":0.0957938600933638},"long":{"mean":0.2993171176470588,"median":0.30376,"min":0.1387145,"max":0.6122565,"stdev":0.11331787040369688}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":957174178280,"overall_relative_score":957174178280,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":289,"performance":1474,"input_tokens":14004,"output_tokens":11653,"total_tokens":25657,"cost":0.209805},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3288640,"overall_relative_score":3288640,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":277,"performance":1483,"input_tokens":17364,"output_tokens":4667,"total_tokens":22031,"cost":0.110535},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2758255937466,"overall_relative_score":2758255937466,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":242,"performance":1551,"input_tokens":2614,"output_tokens":15384,"total_tokens":17998,"cost":0.231823},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3836798086,"overall_relative_score":3836798086,"max_execution_time_ms":2870,"max_memory_usage_kib":4096,"rank":236,"performance":1447,"input_tokens":14754,"output_tokens":7210,"total_tokens":21964,"cost":0.141867},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17460074,"overall_relative_score":17460074,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":99,"performance":1874,"input_tokens":19097,"output_tokens":2035,"total_tokens":21132,"cost":0.0745235},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5708392,"overall_relative_score":5708392,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":112,"performance":1869,"input_tokens":3802,"output_tokens":18166,"total_tokens":21968,"cost":0.273931},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1971898,"overall_relative_score":1971898,"max_execution_time_ms":620,"max_memory_usage_kib":18432,"rank":17,"performance":2543,"input_tokens":1529,"output_tokens":15620,"total_tokens":17149,"cost":0.2349545},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13962320346,"overall_relative_score":13962320346,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":209,"performance":1525,"input_tokens":2239,"output_tokens":8140,"total_tokens":10379,"cost":0.1230895},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2380334161,"overall_relative_score":2380334161,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":503,"performance":1085,"input_tokens":16777,"output_tokens":10933,"total_tokens":27710,"cost":0.1996015},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7069678295,"overall_relative_score":7069678295,"max_execution_time_ms":530,"max_memory_usage_kib":7168,"rank":36,"performance":2359,"input_tokens":16404,"output_tokens":12081,"total_tokens":28485,"cost":0.217617},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169720,"overall_relative_score":169720,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":145,"performance":1716,"input_tokens":7584,"output_tokens":17768,"total_tokens":25352,"cost":0.268776},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":874399583,"overall_relative_score":874399583,"max_execution_time_ms":700,"max_memory_usage_kib":33792,"rank":365,"performance":1313,"input_tokens":7538,"output_tokens":16635,"total_tokens":24173,"cost":0.251666},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80158311,"overall_relative_score":80158311,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":235,"performance":1521,"input_tokens":27710,"output_tokens":1279,"total_tokens":28989,"cost":0.07838},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1496880159,"overall_relative_score":1496880159,"max_execution_time_ms":4620,"max_memory_usage_kib":3072,"rank":221,"performance":1511,"input_tokens":19607,"output_tokens":6383,"total_tokens":25990,"cost":0.1387145},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85897203,"overall_relative_score":85897203,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":337,"performance":1337,"input_tokens":2563,"output_tokens":18336,"total_tokens":20899,"cost":0.2759755},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15678168159,"overall_relative_score":117999104729,"max_execution_time_ms":450,"max_memory_usage_kib":4096,"rank":419,"performance":1348,"input_tokens":23877,"output_tokens":7552,"total_tokens":31429,"cost":0.1729725},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74539122296,"overall_relative_score":919960175901,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":273,"performance":1538,"input_tokens":6975,"output_tokens":21455,"total_tokens":28430,"cost":0.3239985},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51650000000000,"overall_relative_score":37839505001,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":342,"performance":1285,"input_tokens":4471,"output_tokens":20637,"total_tokens":25108,"cost":0.3109405},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":496734371,"overall_relative_score":496734371,"max_execution_time_ms":760,"max_memory_usage_kib":5120,"rank":6,"performance":2921,"input_tokens":3614,"output_tokens":19596,"total_tokens":23210,"cost":0.295199},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13201165,"overall_relative_score":13201165,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":319,"performance":1574,"input_tokens":1703,"output_tokens":16008,"total_tokens":17711,"cost":0.2409215},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275503836015,"overall_relative_score":275503836015,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":150,"performance":1276,"input_tokens":2202,"output_tokens":22179,"total_tokens":24381,"cost":0.333582},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101357,"overall_relative_score":101357,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":327,"performance":1338,"input_tokens":1849,"output_tokens":18544,"total_tokens":20393,"cost":0.2827825},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20731777220,"overall_relative_score":348213766147,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":327,"performance":1489,"input_tokens":2861,"output_tokens":22008,"total_tokens":24869,"cost":0.3312245},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355769,"overall_relative_score":1355769,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":475,"performance":1167,"input_tokens":1758,"output_tokens":19660,"total_tokens":21418,"cost":0.295839},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53943386263,"overall_relative_score":1018370760987,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":528,"performance":1190,"input_tokens":16745,"output_tokens":11436,"total_tokens":28181,"cost":0.2062025},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071176,"overall_relative_score":1071176,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":120,"performance":2002,"input_tokens":1855,"output_tokens":25434,"total_tokens":27289,"cost":0.3824035},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":604447814876,"overall_relative_score":135049346471,"max_execution_time_ms":530,"max_memory_usage_kib":4096,"rank":607,"performance":1129,"input_tokens":4125,"output_tokens":26609,"total_tokens":30734,"cost":0.4005195},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3487076697,"overall_relative_score":83575222033,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":475,"performance":1282,"input_tokens":3009,"output_tokens":40738,"total_tokens":43747,"cost":0.6122565},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10447679021720,"overall_relative_score":10447679021720,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":443,"performance":1358,"input_tokens":1733,"output_tokens":13028,"total_tokens":14761,"cost":0.1962965},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":682182,"overall_relative_score":372641764724,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":593,"performance":1143,"input_tokens":2818,"output_tokens":23444,"total_tokens":26262,"cost":0.352657},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3796686089,"overall_relative_score":3796686089,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":452,"performance":1302,"input_tokens":1917,"output_tokens":15267,"total_tokens":17184,"cost":0.2337975},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246085350,"overall_relative_score":246085350,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":316,"performance":1568,"input_tokens":4323,"output_tokens":15656,"total_tokens":19979,"cost":0.2361435},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5779184,"overall_relative_score":55233454482,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":498,"performance":1209,"input_tokens":4012,"output_tokens":20158,"total_tokens":24170,"cost":0.30376},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433526,"overall_relative_score":433526,"max_execution_time_ms":690,"max_memory_usage_kib":15248,"rank":55,"performance":2167,"input_tokens":1844,"output_tokens":20720,"total_tokens":22564,"cost":0.311666},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3724107825,"overall_relative_score":2602324763064,"max_execution_time_ms":510,"max_memory_usage_kib":15360,"rank":546,"performance":1233,"input_tokens":4182,"output_tokens":27821,"total_tokens":32003,"cost":0.418842},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68261846,"overall_relative_score":68261846,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":409,"performance":1461,"input_tokens":1651,"output_tokens":18584,"total_tokens":20235,"cost":0.2794315},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":2188,"output_tokens":19667,"total_tokens":21855,"cost":0.300475},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144289202,"overall_relative_score":144289202,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":281,"performance":1619,"input_tokens":1480,"output_tokens":27845,"total_tokens":29325,"cost":0.418495},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":907271644,"overall_relative_score":1521058676161,"max_execution_time_ms":240,"max_memory_usage_kib":13508,"rank":592,"performance":1245,"input_tokens":4259,"output_tokens":23203,"total_tokens":27462,"cost":0.3494765},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":60,"max_memory_usage_kib":5120,"rank":446,"performance":1119,"input_tokens":14005,"output_tokens":3136,"total_tokens":17141,"cost":0.0820525}]},{"num_self_refine":2,"rank":{"all":{"mean":296.425,"median":261.0,"min":13,"max":967,"stdev":202.54026348687643},"short":{"mean":256.69565217391306,"median":214.0,"min":13,"max":967,"stdev":221.07905512870457},"long":{"mean":350.1764705882353,"median":327.0,"min":95,"max":607,"stdev":165.67824061042145}},"performance":{"all":{"mean":1538.475,"median":1537.0,"min":-70,"max":2631,"stdev":508.16951479720893},"short":{"mean":1605.391304347826,"median":1625.0,"min":-70,"max":2631,"stdev":631.4512677612678},"long":{"mean":1447.9411764705883,"median":1440.0,"min":1129,"max":1967,"stdev":257.003275900385}},"input_tokens":{"all":{"mean":15120.525,"median":12802.0,"min":5192,"max":40879,"stdev":8945.817690586206},"short":{"mean":12940.434782608696,"median":8378.0,"min":5192,"max":38097,"stdev":8607.086513851073},"long":{"mean":18070.058823529413,"median":14225.0,"min":9534,"max":40879,"stdev":8782.31844724521}},"output_tokens":{"all":{"mean":33468.95,"median":34107.0,"min":14597,"max":69505,"stdev":11275.499101921649},"short":{"mean":31644.956521739132,"median":32893.0,"min":14597,"max":47404,"stdev":9692.64189277929},"long":{"mean":35936.705882352944,"median":35475.0,"min":17216,"max":69505,"stdev":13017.898120302994}},"total_tokens":{"all":{"mean":48589.475,"median":47512.0,"min":24603,"max":79345,"stdev":9616.843900924232},"short":{"mean":44585.391304347824,"median":43428.0,"min":24603,"max":57425,"stdev":8050.6734937865485},"long":{"mean":54006.76470588235,"median":53887.0,"min":41915,"max":79345,"stdev":9059.935709825786}},"cost":{"all":{"mean":0.5277323625,"median":0.52990525,"min":0.26991750000000003,"max":1.054503,"stdev":0.15595490088915448},"short":{"mean":0.4980974347826087,"median":0.511265,"min":0.26991750000000003,"max":0.723917,"stdev":0.13297758869690518},"long":{"mean":0.5678266764705883,"median":0.545016,"min":0.3157465,"max":1.054503,"stdev":0.17888557260551902}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960192750252,"overall_relative_score":960192750252,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":248,"performance":1533,"input_tokens":20878,"output_tokens":23698,"total_tokens":44576,"cost":0.405073},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3435240,"overall_relative_score":3435240,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":249,"performance":1536,"input_tokens":22902,"output_tokens":19408,"total_tokens":42310,"cost":0.342615},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2866194546804,"overall_relative_score":2866194546804,"max_execution_time_ms":1110,"max_memory_usage_kib":5120,"rank":95,"performance":1967,"input_tokens":9534,"output_tokens":35475,"total_tokens":45009,"cost":0.545016},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5847906948,"overall_relative_score":5847906948,"max_execution_time_ms":2960,"max_memory_usage_kib":4096,"rank":70,"performance":2073,"input_tokens":21337,"output_tokens":28005,"total_tokens":49342,"cost":0.46708150000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19005204,"overall_relative_score":19005204,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":55,"performance":2136,"input_tokens":25731,"output_tokens":14597,"total_tokens":40328,"cost":0.2757945},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5708392,"overall_relative_score":5708392,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":112,"performance":1869,"input_tokens":12015,"output_tokens":29900,"total_tokens":41915,"cost":0.4624095},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2012973,"overall_relative_score":2012973,"max_execution_time_ms":1700,"max_memory_usage_kib":18432,"rank":13,"performance":2631,"input_tokens":7304,"output_tokens":28180,"total_tokens":35484,"cost":0.434624},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6319,"output_tokens":18284,"total_tokens":24603,"cost":0.2808415},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4741117209,"overall_relative_score":4741117209,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":25001,"output_tokens":22539,"total_tokens":47540,"cost":0.38791549999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7071718803,"overall_relative_score":7071718803,"max_execution_time_ms":1960,"max_memory_usage_kib":9968,"rank":36,"performance":2359,"input_tokens":22916,"output_tokens":24327,"total_tokens":47243,"cost":0.412979},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169720,"overall_relative_score":169720,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":145,"performance":1716,"input_tokens":19942,"output_tokens":35516,"total_tokens":55458,"cost":0.5491870000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1202899784,"overall_relative_score":1202899784,"max_execution_time_ms":2950,"max_memory_usage_kib":56320,"rank":209,"performance":1602,"input_tokens":19609,"output_tokens":32214,"total_tokens":51823,"cost":0.4988245},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80158311,"overall_relative_score":80158311,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":235,"performance":1521,"input_tokens":38097,"output_tokens":19328,"total_tokens":57425,"cost":0.3650025},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1518834717,"overall_relative_score":1518834717,"max_execution_time_ms":4760,"max_memory_usage_kib":3072,"rank":214,"performance":1527,"input_tokens":27841,"output_tokens":17216,"total_tokens":45057,"cost":0.3157465},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126601455,"overall_relative_score":126601455,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":9295,"output_tokens":32777,"total_tokens":42072,"cost":0.5039485},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25862235600,"overall_relative_score":548804474895,"max_execution_time_ms":970,"max_memory_usage_kib":5120,"rank":167,"performance":1795,"input_tokens":31078,"output_tokens":28716,"total_tokens":59794,"cost":0.502675},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74539122296,"overall_relative_score":919960175901,"max_execution_time_ms":2700,"max_memory_usage_kib":3072,"rank":273,"performance":1538,"input_tokens":19971,"output_tokens":33916,"total_tokens":53887,"cost":0.5281395},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37413394047627,"overall_relative_score":46683174153,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":314,"performance":1339,"input_tokens":14225,"output_tokens":39385,"total_tokens":53610,"cost":0.6067535},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":8744,"rank":967,"performance":-70,"input_tokens":13053,"output_tokens":36747,"total_tokens":49800,"cost":0.5682855},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13262205,"overall_relative_score":13262205,"max_execution_time_ms":120,"max_memory_usage_kib":15324,"rank":302,"performance":1603,"input_tokens":5192,"output_tokens":32893,"total_tokens":38085,"cost":0.499463},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275503836015,"overall_relative_score":275503836015,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":150,"performance":1276,"input_tokens":7224,"output_tokens":37426,"total_tokens":44650,"cost":0.570234},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281434,"overall_relative_score":281434,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":115,"performance":1868,"input_tokens":8306,"output_tokens":32700,"total_tokens":41006,"cost":0.511265},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20731777220,"overall_relative_score":348213766147,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":327,"performance":1489,"input_tokens":9598,"output_tokens":36728,"total_tokens":46326,"cost":0.562819},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1381036,"overall_relative_score":1381036,"max_execution_time_ms":1770,"max_memory_usage_kib":3072,"rank":214,"performance":1669,"input_tokens":5918,"output_tokens":35008,"total_tokens":40926,"cost":0.533003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53943386263,"overall_relative_score":1018370760987,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":528,"performance":1190,"input_tokens":40879,"output_tokens":17392,"total_tokens":58271,"cost":0.3486775},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071176,"overall_relative_score":1071176,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":120,"performance":2002,"input_tokens":8138,"output_tokens":47404,"total_tokens":55542,"cost":0.723917},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":604447814876,"overall_relative_score":135049346471,"max_execution_time_ms":530,"max_memory_usage_kib":4096,"rank":607,"performance":1129,"input_tokens":15419,"output_tokens":41755,"total_tokens":57174,"cost":0.6470165},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3487076697,"overall_relative_score":83575222033,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":475,"performance":1282,"input_tokens":9840,"output_tokens":69505,"total_tokens":79345,"cost":1.054503},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10447679021720,"overall_relative_score":10447679021720,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":443,"performance":1358,"input_tokens":7253,"output_tokens":29320,"total_tokens":36573,"cost":0.45447650000000006},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":679283,"overall_relative_score":374246714721,"max_execution_time_ms":140,"max_memory_usage_kib":29200,"rank":590,"performance":1147,"input_tokens":10772,"output_tokens":45721,"total_tokens":56493,"cost":0.7006490000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4267108996,"overall_relative_score":4267108996,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":400,"performance":1380,"input_tokens":6708,"output_tokens":46200,"total_tokens":52908,"cost":0.705738},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248564901,"overall_relative_score":248564901,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":12791,"output_tokens":34693,"total_tokens":47484,"cost":0.5333645},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1057959,"overall_relative_score":235514262256,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":363,"performance":1396,"input_tokens":12813,"output_tokens":50256,"total_tokens":63069,"cost":0.7685925},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442852,"overall_relative_score":442852,"max_execution_time_ms":1700,"max_memory_usage_kib":14876,"rank":49,"performance":2207,"input_tokens":8378,"output_tokens":34298,"total_tokens":42676,"cost":0.531671},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3724107825,"overall_relative_score":2602324763064,"max_execution_time_ms":510,"max_memory_usage_kib":15360,"rank":546,"performance":1233,"input_tokens":13756,"output_tokens":43255,"total_tokens":57011,"cost":0.652975},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72152500,"overall_relative_score":72152500,"max_execution_time_ms":1450,"max_memory_usage_kib":3072,"rank":169,"performance":1889,"input_tokens":6394,"output_tokens":37034,"total_tokens":43428,"cost":0.5645830000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":8677,"output_tokens":47005,"total_tokens":55682,"cost":0.7221595000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144289202,"overall_relative_score":144289202,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":281,"performance":1619,"input_tokens":6300,"output_tokens":41740,"total_tokens":48040,"cost":0.63609},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780677266,"overall_relative_score":1781230908693,"max_execution_time_ms":270,"max_memory_usage_kib":13492,"rank":422,"performance":1440,"input_tokens":13962,"output_tokens":43253,"total_tokens":57215,"cost":0.665268},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210981,"overall_relative_score":210981,"max_execution_time_ms":180,"max_memory_usage_kib":41984,"rank":324,"performance":1558,"input_tokens":19455,"output_tokens":14944,"total_tokens":34399,"cost":0.26991750000000003}]},{"num_self_refine":4,"rank":{"all":{"mean":253.3,"median":220.5,"min":1,"max":939,"stdev":198.75783487218038},"short":{"mean":196.0,"median":141.0,"min":1,"max":939,"stdev":212.50711218044614},"long":{"mean":330.8235294117647,"median":310.0,"min":83,"max":584,"stdev":151.96514209437868}},"performance":{"all":{"mean":1685.95,"median":1628.0,"min":-61,"max":3482,"stdev":624.7667031247211},"short":{"mean":1840.1739130434783,"median":1864.0,"min":-61,"max":3482,"stdev":767.2751463442748},"long":{"mean":1477.2941176470588,"median":1455.0,"min":1138,"max":2021,"stdev":248.01329720044305}},"input_tokens":{"all":{"mean":50508.925,"median":51785.5,"min":23104,"max":90496,"stdev":15078.477091685592},"short":{"mean":44595.13043478261,"median":43977.0,"min":23104,"max":80251,"stdev":14034.025601128229},"long":{"mean":58509.94117647059,"median":58246.0,"min":37469,"max":90496,"stdev":12848.683067101605}},"output_tokens":{"all":{"mean":58236.85,"median":57459.5,"min":31497,"max":98195,"stdev":14390.920582356513},"short":{"mean":56456.565217391304,"median":56145.0,"min":31497,"max":91818,"stdev":13171.149990608215},"long":{"mean":60645.470588235294,"median":60532.0,"min":37807,"max":98195,"stdev":15985.8956666402}},"total_tokens":{"all":{"mean":108745.775,"median":110061.0,"min":54601,"max":138434,"stdev":19120.58531918092},"short":{"mean":101051.69565217392,"median":95897.0,"min":54601,"max":126296,"stdev":17975.426199106536},"long":{"mean":119155.41176470589,"median":126868.0,"min":95920,"max":138434,"stdev":15704.340264154778}},"cost":{"all":{"mean":0.9423186625,"median":0.9195819999999999,"min":0.496807,"max":1.5193785,"stdev":0.20902867342600567},"short":{"mean":0.911016652173913,"median":0.898226,"min":0.496807,"max":1.4266009999999998,"stdev":0.19487384167487312},"long":{"mean":0.9846684411764706,"median":0.9546825,"min":0.6659955,"max":1.5193785,"stdev":0.2257671956569617}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960192750252,"overall_relative_score":960192750252,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":248,"performance":1533,"input_tokens":56370,"output_tokens":44925,"total_tokens":101295,"cost":0.766416},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3435240,"overall_relative_score":3435240,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":249,"performance":1536,"input_tokens":52162,"output_tokens":39332,"total_tokens":91494,"cost":0.677185},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2873100249967,"overall_relative_score":2873100249967,"max_execution_time_ms":1680,"max_memory_usage_kib":5120,"rank":83,"performance":2021,"input_tokens":44796,"output_tokens":61233,"total_tokens":106029,"cost":0.9734609999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6214488319,"overall_relative_score":6214488319,"max_execution_time_ms":2950,"max_memory_usage_kib":4096,"rank":47,"performance":2240,"input_tokens":59992,"output_tokens":57435,"total_tokens":117427,"cost":0.9576490000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19090212,"overall_relative_score":19090212,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":51,"performance":2167,"input_tokens":59388,"output_tokens":41470,"total_tokens":100858,"cost":0.719256},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5737786,"overall_relative_score":5737786,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":103,"performance":1906,"input_tokens":45302,"output_tokens":50618,"total_tokens":95920,"cost":0.807437},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2049517,"overall_relative_score":2049517,"max_execution_time_ms":1860,"max_memory_usage_kib":18432,"rank":13,"performance":2631,"input_tokens":37163,"output_tokens":47863,"total_tokens":85026,"cost":0.7665004999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":23104,"output_tokens":31497,"total_tokens":54601,"cost":0.496807},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4632325022,"overall_relative_score":4632325022,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":464,"performance":1138,"input_tokens":58246,"output_tokens":39505,"total_tokens":97751,"cost":0.676846},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7715800876,"overall_relative_score":7715800876,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":1,"performance":3482,"input_tokens":51885,"output_tokens":57828,"total_tokens":109713,"cost":0.9487485},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":160712,"overall_relative_score":160712,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":147,"performance":1709,"input_tokens":63982,"output_tokens":52554,"total_tokens":116536,"cost":0.845161},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1236705883,"overall_relative_score":1236705883,"max_execution_time_ms":2960,"max_memory_usage_kib":57344,"rank":202,"performance":1618,"input_tokens":64744,"output_tokens":55947,"total_tokens":120691,"cost":0.8982490000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92893494,"overall_relative_score":92893494,"max_execution_time_ms":310,"max_memory_usage_kib":5120,"rank":68,"performance":2088,"input_tokens":80251,"output_tokens":44829,"total_tokens":125080,"cost":0.7921345000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1534269929,"overall_relative_score":1534269929,"max_execution_time_ms":4830,"max_memory_usage_kib":3072,"rank":204,"performance":1551,"input_tokens":64785,"output_tokens":37807,"total_tokens":102592,"cost":0.6659955},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126601455,"overall_relative_score":126601455,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":150,"performance":1771,"input_tokens":38435,"output_tokens":56145,"total_tokens":94580,"cost":0.8875745},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39529789202,"overall_relative_score":495540171466,"max_execution_time_ms":2500,"max_memory_usage_kib":5120,"rank":183,"performance":1755,"input_tokens":69543,"output_tokens":62876,"total_tokens":132419,"cost":1.0622775},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84061548442,"overall_relative_score":896970337704,"max_execution_time_ms":3080,"max_memory_usage_kib":5120,"rank":310,"performance":1470,"input_tokens":70407,"output_tokens":56461,"total_tokens":126868,"cost":0.9166604999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37407501542896,"overall_relative_score":48507176801,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":310,"performance":1347,"input_tokens":61098,"output_tokens":71768,"total_tokens":132866,"cost":1.1466089999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":504289111,"overall_relative_score":504289111,"max_execution_time_ms":1880,"max_memory_usage_kib":11600,"rank":2,"performance":3241,"input_tokens":56593,"output_tokens":62483,"total_tokens":119076,"cost":1.0041355},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13312175,"overall_relative_score":13312175,"max_execution_time_ms":1030,"max_memory_usage_kib":20672,"rank":286,"performance":1631,"input_tokens":23152,"output_tokens":57484,"total_tokens":80636,"cost":0.891052},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280325698314,"overall_relative_score":280325698314,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":134,"performance":1415,"input_tokens":29556,"output_tokens":65678,"total_tokens":95234,"cost":1.019028},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281434,"overall_relative_score":281434,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":115,"performance":1868,"input_tokens":39692,"output_tokens":56012,"total_tokens":95704,"cost":0.898226},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24153819804,"overall_relative_score":334180709027,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":355,"performance":1445,"input_tokens":37469,"output_tokens":58769,"total_tokens":96238,"cost":0.9225034999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1387627,"overall_relative_score":1387627,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":141,"performance":1864,"input_tokens":31916,"output_tokens":59990,"total_tokens":91906,"cost":0.9427760000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40213919268,"overall_relative_score":1384853031942,"max_execution_time_ms":1930,"max_memory_usage_kib":15360,"rank":302,"performance":1515,"input_tokens":90496,"output_tokens":38263,"total_tokens":128759,"cost":0.739993},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071176,"overall_relative_score":1071176,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":120,"performance":2002,"input_tokens":44316,"output_tokens":76238,"total_tokens":120554,"cost":1.20252},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":581623616254,"overall_relative_score":150690631008,"max_execution_time_ms":1350,"max_memory_usage_kib":5120,"rank":571,"performance":1172,"input_tokens":65711,"output_tokens":70821,"total_tokens":136532,"cost":1.1390405000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3062811170,"overall_relative_score":93384415157,"max_execution_time_ms":1080,"max_memory_usage_kib":25600,"rank":460,"performance":1303,"input_tokens":40239,"output_tokens":98195,"total_tokens":138434,"cost":1.5193785},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10697585996478,"overall_relative_score":10697585996478,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":344,"performance":1511,"input_tokens":34391,"output_tokens":54158,"total_tokens":88549,"cost":0.8586035000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":667663,"overall_relative_score":380726998969,"max_execution_time_ms":150,"max_memory_usage_kib":33792,"rank":584,"performance":1154,"input_tokens":51487,"output_tokens":76783,"total_tokens":128270,"cost":1.2156625},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6109451208,"overall_relative_score":6109451208,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":237,"performance":1664,"input_tokens":34478,"output_tokens":91818,"total_tokens":126296,"cost":1.4266009999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248564901,"overall_relative_score":248564901,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":51686,"output_tokens":58723,"total_tokens":110409,"cost":0.938348},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":801829,"overall_relative_score":333728364311,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":325,"performance":1455,"input_tokens":57191,"output_tokens":75301,"total_tokens":132492,"cost":1.1938685},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442852,"overall_relative_score":442852,"max_execution_time_ms":1700,"max_memory_usage_kib":14876,"rank":49,"performance":2207,"input_tokens":41712,"output_tokens":54185,"total_tokens":95897,"cost":0.913311},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3627634604,"overall_relative_score":2665769788259,"max_execution_time_ms":610,"max_memory_usage_kib":16384,"rank":498,"performance":1291,"input_tokens":54969,"output_tokens":60532,"total_tokens":115501,"cost":0.9546825},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72152500,"overall_relative_score":72152500,"max_execution_time_ms":1450,"max_memory_usage_kib":3072,"rank":169,"performance":1889,"input_tokens":52435,"output_tokens":58964,"total_tokens":111399,"cost":0.9870355000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462526,"overall_relative_score":462526,"max_execution_time_ms":1750,"max_memory_usage_kib":32052,"rank":245,"performance":1687,"input_tokens":45709,"output_tokens":78418,"total_tokens":124127,"cost":1.2381265000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148440508,"overall_relative_score":148440508,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":105,"performance":2041,"input_tokens":29713,"output_tokens":50353,"total_tokens":80066,"cost":0.7927135000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780677266,"overall_relative_score":1781230908693,"max_execution_time_ms":270,"max_memory_usage_kib":13492,"rank":422,"performance":1440,"input_tokens":61816,"output_tokens":71169,"total_tokens":132985,"cost":1.140283},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1450,"max_memory_usage_kib":52624,"rank":939,"performance":116,"input_tokens":43977,"output_tokens":45044,"total_tokens":89021,"cost":0.7498905}]},{"num_self_refine":8,"rank":{"all":{"mean":289.225,"median":219.5,"min":1,"max":997,"stdev":251.84320391659244},"short":{"mean":263.60869565217394,"median":147.0,"min":1,"max":997,"stdev":309.43977812263404},"long":{"mean":323.88235294117646,"median":297.0,"min":103,"max":577,"stdev":143.9396064122646}},"performance":{"all":{"mean":1591.725,"median":1628.0,"min":-80,"max":3482,"stdev":713.8081329328111},"short":{"mean":1674.9130434782608,"median":1781.0,"min":-80,"max":3482,"stdev":922.9841381993457},"long":{"mean":1479.1764705882354,"median":1519.0,"min":1138,"max":1906,"stdev":217.23525131010553}},"input_tokens":{"all":{"mean":212458.8,"median":215452.0,"min":90162,"max":305613,"stdev":48653.464631263836},"short":{"mean":193329.08695652173,"median":191275.0,"min":90162,"max":275504,"stdev":45562.0390605571},"long":{"mean":238340.17647058822,"median":235564.0,"min":145936,"max":305613,"stdev":40961.34315460629}},"output_tokens":{"all":{"mean":100102.9,"median":99346.5,"min":54535,"max":160127,"stdev":21016.04749831143},"short":{"mean":96190.34782608696,"median":96802.0,"min":54535,"max":146797,"stdev":18911.861829907648},"long":{"mean":105396.35294117648,"median":105208.0,"min":75187,"max":160127,"stdev":23087.296317296383}},"total_tokens":{"all":{"mean":312561.7,"median":314181.5,"min":144697,"max":443560,"stdev":62059.15490314308},"short":{"mean":289519.4347826087,"median":290839.0,"min":144697,"max":387638,"stdev":58239.81710356684},"long":{"mean":343736.5294117647,"median":349476.0,"min":229819,"max":443560,"stdev":54110.64103427075}},"cost":{"all":{"mean":1.6901721,"median":1.6477442500000001,"min":0.886182,"max":2.5773005,"stdev":0.33789246418521446},"short":{"mean":1.6229640217391306,"median":1.6190745,"min":0.886182,"max":2.3953385000000003,"stdev":0.3154843025401393},"long":{"mean":1.7811006764705883,"median":1.8008399999999998,"min":1.2911555,"max":2.5773005,"stdev":0.3551908279490821}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960822155622,"overall_relative_score":960822155622,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":238,"performance":1549,"input_tokens":229170,"output_tokens":88145,"total_tokens":317315,"cost":1.53942},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3741028,"overall_relative_score":3741028,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":194,"performance":1655,"input_tokens":185032,"output_tokens":75898,"total_tokens":260930,"cost":1.317946},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2799177944407,"overall_relative_score":2799177944407,"max_execution_time_ms":2100,"max_memory_usage_kib":5120,"rank":169,"performance":1721,"input_tokens":225020,"output_tokens":111284,"total_tokens":336304,"cost":1.8585619999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6549621296,"overall_relative_score":6549621296,"max_execution_time_ms":2950,"max_memory_usage_kib":4096,"rank":19,"performance":2574,"input_tokens":269184,"output_tokens":118454,"total_tokens":387638,"cost":2.034186},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20957378,"overall_relative_score":20957378,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":19,"performance":2533,"input_tokens":224028,"output_tokens":88536,"total_tokens":312564,"cost":1.523214},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5737427,"overall_relative_score":5737427,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":103,"performance":1906,"input_tokens":176387,"output_tokens":77396,"total_tokens":253783,"cost":1.2911555},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2060373,"overall_relative_score":2060373,"max_execution_time_ms":1900,"max_memory_usage_kib":18432,"rank":13,"performance":2631,"input_tokens":188562,"output_tokens":87213,"total_tokens":275775,"cost":1.467696},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":613,"performance":-61,"input_tokens":90162,"output_tokens":54535,"total_tokens":144697,"cost":0.886182},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4658421201,"overall_relative_score":4658421201,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":464,"performance":1138,"input_tokens":206377,"output_tokens":80966,"total_tokens":287343,"cost":1.4041285000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7715800876,"overall_relative_score":7715800876,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":1,"performance":3482,"input_tokens":198032,"output_tokens":93927,"total_tokens":291959,"cost":1.597265},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":160452,"overall_relative_score":160452,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":147,"performance":1709,"input_tokens":242701,"output_tokens":89960,"total_tokens":332661,"cost":1.5241525000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1330345161,"overall_relative_score":1330345161,"max_execution_time_ms":1630,"max_memory_usage_kib":89088,"rank":183,"performance":1665,"input_tokens":263335,"output_tokens":100789,"total_tokens":364124,"cost":1.7067805},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94364409,"overall_relative_score":94364409,"max_execution_time_ms":1330,"max_memory_usage_kib":6144,"rank":47,"performance":2228,"input_tokens":275504,"output_tokens":96902,"total_tokens":372406,"cost":1.712882},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1537976773,"overall_relative_score":1537976773,"max_execution_time_ms":4830,"max_memory_usage_kib":3072,"rank":201,"performance":1559,"input_tokens":229423,"output_tokens":75187,"total_tokens":304610,"cost":1.3390585},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127339173,"overall_relative_score":127339173,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":147,"performance":1781,"input_tokens":168692,"output_tokens":86037,"total_tokens":254729,"cost":1.421117},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39529789202,"overall_relative_score":495540171466,"max_execution_time_ms":2500,"max_memory_usage_kib":5120,"rank":183,"performance":1755,"input_tokens":243728,"output_tokens":105208,"total_tokens":348936,"cost":1.8133279999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58083929104,"overall_relative_score":900490911218,"max_execution_time_ms":3120,"max_memory_usage_kib":5120,"rank":304,"performance":1480,"input_tokens":281394,"output_tokens":106085,"total_tokens":387479,"cost":1.8008399999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31058671423031,"overall_relative_score":55623877076,"max_execution_time_ms":470,"max_memory_usage_kib":6144,"rank":297,"performance":1373,"input_tokens":305613,"output_tokens":137947,"total_tokens":443560,"cost":2.3246294999999995},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":17908,"rank":967,"performance":-70,"input_tokens":256399,"output_tokens":110719,"total_tokens":367118,"cost":1.8657505},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13313095,"overall_relative_score":13313095,"max_execution_time_ms":510,"max_memory_usage_kib":20676,"rank":286,"performance":1631,"input_tokens":135898,"output_tokens":101785,"total_tokens":237683,"cost":1.6464880000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":280681975000,"overall_relative_score":280681975000,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":131,"performance":1439,"input_tokens":143983,"output_tokens":101949,"total_tokens":245932,"cost":1.6490005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281434,"overall_relative_score":281434,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":115,"performance":1868,"input_tokens":177691,"output_tokens":82711,"total_tokens":260402,"cost":1.3894045000000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18859285304,"overall_relative_score":348940515675,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":326,"performance":1490,"input_tokens":145936,"output_tokens":83883,"total_tokens":229819,"cost":1.3682050000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1391164,"overall_relative_score":1391164,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":107,"performance":1980,"input_tokens":177408,"output_tokens":99129,"total_tokens":276537,"cost":1.638711},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40006825183,"overall_relative_score":1399045066622,"max_execution_time_ms":1940,"max_memory_usage_kib":14336,"rank":296,"performance":1525,"input_tokens":265555,"output_tokens":83921,"total_tokens":349476,"cost":1.5549265},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071247,"overall_relative_score":1071247,"max_execution_time_ms":280,"max_memory_usage_kib":27648,"rank":118,"performance":2009,"input_tokens":202576,"output_tokens":107756,"total_tokens":310332,"cost":1.775452},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":571714866954,"overall_relative_score":150657385932,"max_execution_time_ms":2410,"max_memory_usage_kib":5120,"rank":571,"performance":1172,"input_tokens":288910,"output_tokens":117814,"total_tokens":406724,"cost":1.9935490000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2929578321,"overall_relative_score":95464970873,"max_execution_time_ms":3100,"max_memory_usage_kib":29696,"rank":458,"performance":1305,"input_tokens":203675,"output_tokens":160127,"total_tokens":363802,"cost":2.5773005},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10816534369739,"overall_relative_score":10816534369739,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":310,"performance":1569,"input_tokens":157777,"output_tokens":84242,"total_tokens":242019,"cost":1.3974324999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":642623,"overall_relative_score":395430807610,"max_execution_time_ms":1710,"max_memory_usage_kib":119756,"rank":577,"performance":1162,"input_tokens":247233,"output_tokens":127832,"total_tokens":375065,"cost":2.1202665000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6050549741,"overall_relative_score":6050549741,"max_execution_time_ms":1870,"max_memory_usage_kib":5120,"rank":242,"performance":1654,"input_tokens":211907,"output_tokens":146797,"total_tokens":358704,"cost":2.3953385000000003},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248564901,"overall_relative_score":248564901,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":218997,"output_tokens":96802,"total_tokens":315799,"cost":1.6190745},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":655550,"overall_relative_score":417066702368,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":281,"performance":1530,"input_tokens":235564,"output_tokens":115401,"total_tokens":350965,"cost":1.910677},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":519938,"overall_relative_score":519938,"max_execution_time_ms":1400,"max_memory_usage_kib":15952,"rank":17,"performance":2541,"input_tokens":201580,"output_tokens":102329,"total_tokens":303909,"cost":1.9435570000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3624739059,"overall_relative_score":2670352093014,"max_execution_time_ms":1960,"max_memory_usage_kib":80452,"rank":493,"performance":1297,"input_tokens":228774,"output_tokens":102662,"total_tokens":331436,"cost":1.705209},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72152500,"overall_relative_score":72152500,"max_execution_time_ms":1450,"max_memory_usage_kib":3072,"rank":169,"performance":1889,"input_tokens":191275,"output_tokens":99564,"total_tokens":290839,"cost":1.6934394999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463822,"overall_relative_score":463822,"max_execution_time_ms":1690,"max_memory_usage_kib":23856,"rank":182,"performance":1820,"input_tokens":232108,"output_tokens":127706,"total_tokens":359814,"cost":2.115988},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":136972,"output_tokens":84717,"total_tokens":221689,"cost":1.438657},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":747451721,"overall_relative_score":1857636935823,"max_execution_time_ms":2100,"max_memory_usage_kib":14336,"rank":362,"performance":1519,"input_tokens":275689,"output_tokens":117091,"total_tokens":392780,"cost":1.9706755000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1450,"max_memory_usage_kib":52624,"rank":939,"performance":116,"input_tokens":160101,"output_tokens":74710,"total_tokens":234811,"cost":1.2752385000000002}]},{"num_self_refine":16,"rank":{"all":{"mean":255.775,"median":202.0,"min":1,"max":997,"stdev":231.64700017981605},"short":{"mean":211.2173913043478,"median":114.0,"min":1,"max":997,"stdev":276.8839528036215},"long":{"mean":316.05882352941177,"median":286.0,"min":103,"max":577,"stdev":136.63019001497952}},"performance":{"all":{"mean":1717.075,"median":1638.5,"min":-80,"max":3496,"stdev":734.1301983142521},"short":{"mean":1885.391304347826,"median":1892.0,"min":-80,"max":3496,"stdev":924.4889369086053},"long":{"mean":1489.3529411764705,"median":1525.0,"min":1138,"max":1906,"stdev":206.5807775352267}},"input_tokens":{"all":{"mean":965470.725,"median":1004231.0,"min":369184,"max":1569182,"stdev":239847.30469623927},"short":{"mean":894853.5652173914,"median":886410.0,"min":369184,"max":1333789,"stdev":233352.41197281342},"long":{"mean":1061011.5882352942,"median":1043729.0,"min":588380,"max":1569182,"stdev":220183.98801061205}},"output_tokens":{"all":{"mean":183869.85,"median":181391.0,"min":99195,"max":281038,"stdev":39581.8330146222},"short":{"mean":177170.34782608695,"median":170537.0,"min":99195,"max":257670,"stdev":37690.34504848049},"long":{"mean":192933.88235294117,"median":190243.0,"min":123098,"max":281038,"stdev":41398.06161809142}},"total_tokens":{"all":{"mean":1149340.575,"median":1185826.0,"min":468379,"max":1850220,"stdev":275027.18336733297},"short":{"mean":1072023.9130434783,"median":1058018.0,"min":468379,"max":1562554,"stdev":268079.92206546996},"long":{"mean":1253945.4705882352,"median":1304044.0,"min":721078,"max":1850220,"stdev":255609.5015446212}},"cost":{"all":{"mean":3.3170909625,"median":3.2596875,"min":1.686565,"max":5.053469,"stdev":0.7164319142008309},"short":{"mean":3.182053304347826,"median":3.0090485,"min":1.686565,"max":4.532719,"stdev":0.6948054690471862},"long":{"mean":3.4997889705882352,"median":3.5021715,"min":2.1995065,"max":5.053469,"stdev":0.7250114782405059}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962263859359,"overall_relative_score":962263859359,"max_execution_time_ms":1010,"max_memory_usage_kib":3072,"rank":218,"performance":1582,"input_tokens":1043729,"output_tokens":174284,"total_tokens":1218013,"cost":3.2179504999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3713203,"overall_relative_score":3713203,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":198,"performance":1646,"input_tokens":790915,"output_tokens":143584,"total_tokens":934499,"cost":2.6178955},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2774322788261,"overall_relative_score":2774322788261,"max_execution_time_ms":2100,"max_memory_usage_kib":5120,"rank":206,"performance":1629,"input_tokens":1100141,"output_tokens":205425,"total_tokens":1305566,"cost":3.6887194999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6536191510,"overall_relative_score":6536191510,"max_execution_time_ms":2970,"max_memory_usage_kib":4096,"rank":20,"performance":2556,"input_tokens":1317031,"output_tokens":226139,"total_tokens":1543170,"cost":4.1496865000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21301892,"overall_relative_score":21301892,"max_execution_time_ms":1300,"max_memory_usage_kib":11264,"rank":16,"performance":2592,"input_tokens":1050902,"output_tokens":197931,"total_tokens":1248833,"cost":3.5727320000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5740496,"overall_relative_score":5740496,"max_execution_time_ms":1160,"max_memory_usage_kib":3072,"rank":103,"performance":1906,"input_tokens":688645,"output_tokens":123098,"total_tokens":811743,"cost":2.1995065},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2047384,"overall_relative_score":2047384,"max_execution_time_ms":1900,"max_memory_usage_kib":18432,"rank":13,"performance":2631,"input_tokens":895529,"output_tokens":170537,"total_tokens":1066066,"cost":3.0513094999999995},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":613,"performance":-61,"input_tokens":369184,"output_tokens":99195,"total_tokens":468379,"cost":1.686565},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4658421201,"overall_relative_score":4658421201,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":464,"performance":1138,"input_tokens":891093,"output_tokens":150633,"total_tokens":1041726,"cost":2.7652755},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7715800876,"overall_relative_score":7715800876,"max_execution_time_ms":1960,"max_memory_usage_kib":9216,"rank":1,"performance":3482,"input_tokens":893885,"output_tokens":166016,"total_tokens":1059901,"cost":3.0090485},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":160452,"overall_relative_score":160452,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":147,"performance":1709,"input_tokens":1006099,"output_tokens":176286,"total_tokens":1182385,"cost":3.1706094999999994},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1330345161,"overall_relative_score":1330345161,"max_execution_time_ms":1630,"max_memory_usage_kib":89088,"rank":183,"performance":1665,"input_tokens":1152984,"output_tokens":189889,"total_tokens":1342873,"cost":3.456747},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96664236,"overall_relative_score":96664236,"max_execution_time_ms":2940,"max_memory_usage_kib":10240,"rank":20,"performance":2523,"input_tokens":1333789,"output_tokens":228765,"total_tokens":1562554,"cost":4.2416275},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1547708054,"overall_relative_score":1547708054,"max_execution_time_ms":4840,"max_memory_usage_kib":3072,"rank":195,"performance":1574,"input_tokens":968788,"output_tokens":154875,"total_tokens":1123663,"cost":2.881159},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127339173,"overall_relative_score":127339173,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":147,"performance":1781,"input_tokens":720121,"output_tokens":145777,"total_tokens":865898,"cost":2.5702855},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39529789202,"overall_relative_score":495540171466,"max_execution_time_ms":2500,"max_memory_usage_kib":5120,"rank":183,"performance":1755,"input_tokens":1014648,"output_tokens":190243,"total_tokens":1204891,"cost":3.4456890000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47513458857,"overall_relative_score":910107110102,"max_execution_time_ms":3260,"max_memory_usage_kib":5120,"rank":286,"performance":1513,"input_tokens":1199114,"output_tokens":196519,"total_tokens":1395633,"cost":3.7769299999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28110189044285,"overall_relative_score":58745123077,"max_execution_time_ms":840,"max_memory_usage_kib":8192,"rank":286,"performance":1396,"input_tokens":1569182,"output_tokens":281038,"total_tokens":1850220,"cost":5.053469},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":508604264,"overall_relative_score":508604264,"max_execution_time_ms":1810,"max_memory_usage_kib":11404,"rank":1,"performance":3496,"input_tokens":1154704,"output_tokens":208356,"total_tokens":1363060,"cost":3.7515879999999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13313095,"overall_relative_score":13313095,"max_execution_time_ms":510,"max_memory_usage_kib":20676,"rank":286,"performance":1631,"input_tokens":696110,"output_tokens":168017,"total_tokens":864127,"cost":2.9072180000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286002276578,"overall_relative_score":286002276578,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":70,"performance":1892,"input_tokens":690052,"output_tokens":172148,"total_tokens":862200,"cost":2.964694},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282565,"overall_relative_score":282565,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":114,"performance":1872,"input_tokens":743544,"output_tokens":142672,"total_tokens":886216,"cost":2.5451160000000006},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18859285304,"overall_relative_score":348940515675,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":326,"performance":1490,"input_tokens":588380,"output_tokens":132698,"total_tokens":721078,"cost":2.29934},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1391985,"overall_relative_score":1391985,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":101,"performance":2003,"input_tokens":924948,"output_tokens":193169,"total_tokens":1118117,"cost":3.4274730000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40064728701,"overall_relative_score":1398214401049,"max_execution_time_ms":1940,"max_memory_usage_kib":15360,"rank":296,"performance":1525,"input_tokens":1127248,"output_tokens":181706,"total_tokens":1308954,"cost":3.616702},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071996,"overall_relative_score":1071996,"max_execution_time_ms":310,"max_memory_usage_kib":28672,"rank":114,"performance":2023,"input_tokens":871513,"output_tokens":186505,"total_tokens":1058018,"cost":3.2765814999999994},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":509833866954,"overall_relative_score":178117991922,"max_execution_time_ms":2410,"max_memory_usage_kib":5120,"rank":513,"performance":1241,"input_tokens":1246747,"output_tokens":210134,"total_tokens":1456881,"cost":3.8113735},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2941507036,"overall_relative_score":106212690005,"max_execution_time_ms":3100,"max_memory_usage_kib":26624,"rank":435,"performance":1337,"input_tokens":1041270,"output_tokens":262774,"total_tokens":1304044,"cost":4.521585000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10811998619098,"overall_relative_score":10811998619098,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":311,"performance":1567,"input_tokens":787953,"output_tokens":158158,"total_tokens":946111,"cost":2.8219005000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":642582,"overall_relative_score":395455796482,"max_execution_time_ms":2150,"max_memory_usage_kib":120156,"rank":577,"performance":1162,"input_tokens":1153408,"output_tokens":221385,"total_tokens":1374793,"cost":3.9486790000000007},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6286478283,"overall_relative_score":6286478283,"max_execution_time_ms":1860,"max_memory_usage_kib":5120,"rank":221,"performance":1698,"input_tokens":1164130,"output_tokens":257670,"total_tokens":1421800,"cost":4.532719},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248564901,"overall_relative_score":248564901,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":886410,"output_tokens":157818,"total_tokens":1044228,"cost":2.8218870000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":478148,"overall_relative_score":485465194381,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":256,"performance":1577,"input_tokens":1002363,"output_tokens":197880,"total_tokens":1200243,"cost":3.5021715},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":522727,"overall_relative_score":522727,"max_execution_time_ms":1970,"max_memory_usage_kib":15956,"rank":14,"performance":2597,"input_tokens":1020440,"output_tokens":192692,"total_tokens":1213132,"cost":3.723848},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3624739059,"overall_relative_score":2670352093014,"max_execution_time_ms":1960,"max_memory_usage_kib":80452,"rank":493,"performance":1297,"input_tokens":1008191,"output_tokens":181076,"total_tokens":1189267,"cost":3.2427935000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72386072,"overall_relative_score":72386072,"max_execution_time_ms":1730,"max_memory_usage_kib":3072,"rank":147,"performance":1945,"input_tokens":778962,"output_tokens":162763,"total_tokens":941725,"cost":2.9088179999999992},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465651,"overall_relative_score":465651,"max_execution_time_ms":1790,"max_memory_usage_kib":45420,"rank":85,"performance":2120,"input_tokens":1167993,"output_tokens":242065,"total_tokens":1410058,"cost":4.3008135},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":654898,"output_tokens":143994,"total_tokens":798892,"cost":2.728099},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":744250531,"overall_relative_score":1866779275577,"max_execution_time_ms":1940,"max_memory_usage_kib":14336,"rank":353,"performance":1532,"input_tokens":1241266,"output_tokens":226219,"total_tokens":1467485,"cost":4.068322},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1450,"max_memory_usage_kib":52624,"rank":939,"performance":116,"input_tokens":662520,"output_tokens":134661,"total_tokens":797181,"cost":2.406711}]}]},{"model_name":"gpt-5.4-mini-high","detail_path":"data/model_details/gpt-5.4-mini-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":479.8,"median":467.0,"min":151,"max":989,"stdev":201.84853422611414},"short":{"mean":405.0,"median":387.0,"min":151,"max":732,"stdev":173.6744603613847},"long":{"mean":581.0,"median":515.0,"min":259,"max":989,"stdev":197.26219860885664}},"performance":{"all":{"mean":1188.575,"median":1201.0,"min":580,"max":1906,"stdev":276.47533274305795},"short":{"mean":1260.4782608695652,"median":1238.0,"min":580,"max":1906,"stdev":291.44668459338203},"long":{"mean":1091.2941176470588,"median":1118.0,"min":592,"max":1450,"stdev":228.11832584918577}},"input_tokens":{"all":{"mean":14858.05,"median":2839.5,"min":1345,"max":91831,"stdev":26523.546292797157},"short":{"mean":13705.478260869566,"median":1917.0,"min":1419,"max":79356,"stdev":25575.140973342142},"long":{"mean":16417.41176470588,"median":4125.0,"min":1345,"max":91831,"stdev":28476.545579342186}},"output_tokens":{"all":{"mean":58093.8,"median":68766.5,"min":1267,"max":99944,"stdev":27734.670703577813},"short":{"mean":55445.82608695652,"median":63839.0,"min":7039,"max":85141,"stdev":27202.1059506465},"long":{"mean":61676.35294117647,"median":70000.0,"min":1267,"max":99944,"stdev":28875.601329109097}},"total_tokens":{"all":{"mean":72951.85,"median":76215.5,"min":24855,"max":104203,"stdev":19576.85075581322},"short":{"mean":69151.30434782608,"median":75794.0,"min":24855,"max":89902,"stdev":19834.51690278335},"long":{"mean":78093.76470588235,"median":78585.0,"min":35315,"max":104203,"stdev":18557.696743970584}},"cost":{"all":{"mean":0.2714078775,"median":0.310274775,"min":0.06067275,"max":0.45294225,"stdev":0.11056273776886143},"short":{"mean":0.2587184739130435,"median":0.28771125,"min":0.0911925,"max":0.384453,"stdev":0.10922775737281072},"long":{"mean":0.28857589411764706,"median":0.3156423,"min":0.06067275,"max":0.45294225,"stdev":0.11334435889516056}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840339138395,"overall_relative_score":840339138395,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":793,"performance":963,"input_tokens":1345,"output_tokens":67533,"total_tokens":68878,"cost":0.30490725},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1376476,"overall_relative_score":1376476,"max_execution_time_ms":10,"max_memory_usage_kib":11596,"rank":601,"performance":1036,"input_tokens":1469,"output_tokens":84009,"total_tokens":85478,"cost":0.37827825},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2665706981165,"overall_relative_score":2665706981165,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":402,"performance":1275,"input_tokens":2614,"output_tokens":47874,"total_tokens":50488,"cost":0.2158383},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3128050617,"overall_relative_score":3128050617,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":305,"performance":1273,"input_tokens":1629,"output_tokens":73811,"total_tokens":75440,"cost":0.33250725},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5153682,"overall_relative_score":5153682,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":308,"performance":1193,"input_tokens":66249,"output_tokens":15518,"total_tokens":81767,"cost":0.11951775},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5345454,"overall_relative_score":5345454,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":259,"performance":1450,"input_tokens":3802,"output_tokens":52238,"total_tokens":56040,"cost":0.2356761},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1479996,"overall_relative_score":1479996,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":180,"performance":1549,"input_tokens":1529,"output_tokens":74624,"total_tokens":76153,"cost":0.33609075},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599577888,"overall_relative_score":12599577888,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":430,"performance":971,"input_tokens":2239,"output_tokens":22616,"total_tokens":24855,"cost":0.10224165},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2853568682,"overall_relative_score":2853568682,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":496,"performance":1095,"input_tokens":2984,"output_tokens":91365,"total_tokens":94349,"cost":0.4114797},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63364840,"overall_relative_score":63364840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":705,"performance":580,"input_tokens":2210,"output_tokens":23433,"total_tokens":25643,"cost":0.1058964},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16960,"overall_relative_score":16960,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":304,"performance":1307,"input_tokens":7584,"output_tokens":82318,"total_tokens":89902,"cost":0.3711078},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":787808888,"overall_relative_score":787808888,"max_execution_time_ms":440,"max_memory_usage_kib":83348,"rank":396,"performance":1266,"input_tokens":7538,"output_tokens":70000,"total_tokens":77538,"cost":0.3156423},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78080289,"overall_relative_score":78080289,"max_execution_time_ms":50,"max_memory_usage_kib":6144,"rank":269,"performance":1445,"input_tokens":68710,"output_tokens":12012,"total_tokens":80722,"cost":0.1026489},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064672499,"overall_relative_score":1064672499,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":484,"performance":1018,"input_tokens":2812,"output_tokens":70258,"total_tokens":73070,"cost":0.3167148},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74956797,"overall_relative_score":74956797,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":384,"performance":1253,"input_tokens":2563,"output_tokens":84370,"total_tokens":86933,"cost":0.38158725},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6630020412,"overall_relative_score":88548644793,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":470,"performance":1281,"input_tokens":91831,"output_tokens":8385,"total_tokens":100216,"cost":0.10660575},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":296663912825,"overall_relative_score":794438406668,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":464,"performance":1228,"input_tokens":6975,"output_tokens":78884,"total_tokens":85859,"cost":0.35588925},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":4471,"output_tokens":30844,"total_tokens":35315,"cost":0.14215125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":460916741,"overall_relative_score":460916741,"max_execution_time_ms":170,"max_memory_usage_kib":9216,"rank":184,"performance":1770,"input_tokens":3614,"output_tokens":79516,"total_tokens":83130,"cost":0.3582861},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12742490,"overall_relative_score":12742490,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":1180,"input_tokens":1703,"output_tokens":59158,"total_tokens":60861,"cost":0.26662425},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256681730279,"overall_relative_score":256681730279,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":174,"performance":986,"input_tokens":56203,"output_tokens":18274,"total_tokens":74477,"cost":0.12438525},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76022,"overall_relative_score":76022,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":387,"performance":1222,"input_tokens":79356,"output_tokens":7039,"total_tokens":86395,"cost":0.0911925},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53985307205,"overall_relative_score":224583793676,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":2861,"output_tokens":92221,"total_tokens":95082,"cost":0.41714025},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1335772,"overall_relative_score":1335772,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":556,"performance":1016,"input_tokens":1758,"output_tokens":85141,"total_tokens":86899,"cost":0.384453},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82103060587,"overall_relative_score":666999505294,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":928,"performance":592,"input_tokens":59172,"output_tokens":33656,"total_tokens":92828,"cost":0.195831},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066862,"overall_relative_score":1066862,"max_execution_time_ms":180,"max_memory_usage_kib":5120,"rank":151,"performance":1906,"input_tokens":1855,"output_tokens":73939,"total_tokens":75794,"cost":0.33411675},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":732266136802,"overall_relative_score":99600748420,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":4125,"output_tokens":74460,"total_tokens":78585,"cost":0.33557175},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":230,"max_memory_usage_kib":118784,"rank":684,"performance":1012,"input_tokens":73295,"output_tokens":1267,"total_tokens":74562,"cost":0.06067275},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10166350979458,"overall_relative_score":10166350979458,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":546,"performance":1209,"input_tokens":1733,"output_tokens":63839,"total_tokens":65572,"cost":0.28771125},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":2818,"output_tokens":63377,"total_tokens":66195,"cost":0.28731},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3796686089,"overall_relative_score":3796686089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":452,"performance":1302,"input_tokens":1917,"output_tokens":39991,"total_tokens":41908,"cost":0.18018765},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243855438,"overall_relative_score":243855438,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":348,"performance":1516,"input_tokens":4323,"output_tokens":82648,"total_tokens":86971,"cost":0.37256625},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5824277,"overall_relative_score":50708785012,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":515,"performance":1188,"input_tokens":4012,"output_tokens":83355,"total_tokens":87367,"cost":0.3755145},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292423,"overall_relative_score":292423,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":198,"performance":1643,"input_tokens":1844,"output_tokens":57734,"total_tokens":59578,"cost":0.260322},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4208006952,"overall_relative_score":2321992014998,"max_execution_time_ms":390,"max_memory_usage_kib":5120,"rank":651,"performance":1112,"input_tokens":4182,"output_tokens":82837,"total_tokens":87019,"cost":0.375903},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65429152,"overall_relative_score":65429152,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":1651,"output_tokens":55572,"total_tokens":57223,"cost":0.25131225},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441272,"overall_relative_score":441272,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":2188,"output_tokens":70154,"total_tokens":72342,"cost":0.3161244},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120994714,"overall_relative_score":120994714,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":732,"performance":963,"input_tokens":1480,"output_tokens":74798,"total_tokens":76278,"cost":0.336837},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":889792774,"overall_relative_score":1545273252688,"max_execution_time_ms":100,"max_memory_usage_kib":5120,"rank":577,"performance":1261,"input_tokens":4259,"output_tokens":99944,"total_tokens":104203,"cost":0.45294225},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":34740,"total_tokens":36159,"cost":0.15653025}]},{"num_self_refine":2,"rank":{"all":{"mean":436.8,"median":404.5,"min":42,"max":989,"stdev":215.2362089450231},"short":{"mean":352.2173913043478,"median":339.0,"min":42,"max":702,"stdev":180.11056112635097},"long":{"mean":551.2352941176471,"median":488.0,"min":259,"max":989,"stdev":210.04360541675766}},"performance":{"all":{"mean":1277.375,"median":1243.0,"min":591,"max":2218,"stdev":361.60998167383855},"short":{"mean":1383.9565217391305,"median":1264.0,"min":591,"max":2218,"stdev":399.1068982184267},"long":{"mean":1133.1764705882354,"median":1189.0,"min":592,"max":1450,"stdev":247.56999901394497}},"input_tokens":{"all":{"mean":38266.525,"median":10592.5,"min":5600,"max":154878,"stdev":43630.67686845299},"short":{"mean":36198.217391304344,"median":7246.0,"min":5600,"max":154878,"stdev":46077.51326737521},"long":{"mean":41064.82352941176,"median":12474.0,"min":7028,"max":127220,"stdev":41307.742823282075}},"output_tokens":{"all":{"mean":116424.8,"median":120356.0,"min":13311,"max":171128,"stdev":39520.70124935824},"short":{"mean":115327.17391304347,"median":130698.0,"min":15074,"max":169282,"stdev":41491.18447733224},"long":{"mean":117909.82352941176,"median":118108.0,"min":13311,"max":171128,"stdev":37893.71870316256}},"total_tokens":{"all":{"mean":154691.325,"median":156653.0,"min":90129,"max":219299,"stdev":30618.537347527283},"short":{"mean":151525.39130434784,"median":155496.0,"min":90129,"max":201363,"stdev":28017.009234228233},"long":{"mean":158974.64705882352,"median":157810.0,"min":104114,"max":219299,"stdev":34233.4887718539}},"cost":{"all":{"mean":0.54992877375,"median":0.57512895,"min":0.15203129999999998,"max":0.77118285,"stdev":0.15503833827127636},"short":{"mean":0.5437543369565218,"median":0.59395005,"min":0.1781163,"max":0.7654799999999999,"stdev":0.16012857417272405},"long":{"mean":0.5582824235294117,"median":0.57113595,"min":0.15203129999999998,"max":0.77118285,"stdev":0.15232979802379967}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840339138395,"overall_relative_score":840339138395,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":793,"performance":963,"input_tokens":7054,"output_tokens":129020,"total_tokens":136074,"cost":0.5858805},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1501736,"overall_relative_score":1501736,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":592,"performance":1046,"input_tokens":7241,"output_tokens":143886,"total_tokens":151127,"cost":0.64842495},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2699406267355,"overall_relative_score":2699406267355,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":367,"performance":1328,"input_tokens":7863,"output_tokens":96251,"total_tokens":104114,"cost":0.43418835},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3111037100,"overall_relative_score":3111037100,"max_execution_time_ms":710,"max_memory_usage_kib":59392,"rank":309,"performance":1264,"input_tokens":6622,"output_tokens":160652,"total_tokens":167274,"cost":0.7261725},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5200936,"overall_relative_score":5200936,"max_execution_time_ms":150,"max_memory_usage_kib":5120,"rank":308,"performance":1193,"input_tokens":71398,"output_tokens":82492,"total_tokens":153890,"cost":0.42476250000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5345454,"overall_relative_score":5345454,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":259,"performance":1450,"input_tokens":10677,"output_tokens":126138,"total_tokens":136815,"cost":0.57113595},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1811804,"overall_relative_score":1811804,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":42,"performance":2218,"input_tokens":5958,"output_tokens":151857,"total_tokens":157815,"cost":0.6869609999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599577888,"overall_relative_score":12599577888,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":430,"performance":971,"input_tokens":5908,"output_tokens":84221,"total_tokens":90129,"cost":0.3810063},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2853568682,"overall_relative_score":2853568682,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":496,"performance":1095,"input_tokens":102403,"output_tokens":116896,"total_tokens":219299,"cost":0.60093345},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86469186,"overall_relative_score":86469186,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":702,"performance":591,"input_tokens":5831,"output_tokens":95655,"total_tokens":101486,"cost":0.43136475},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16960,"overall_relative_score":16960,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":304,"performance":1307,"input_tokens":18869,"output_tokens":147866,"total_tokens":166735,"cost":0.66710715},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":881904209,"overall_relative_score":881904209,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":362,"performance":1318,"input_tokens":18275,"output_tokens":139535,"total_tokens":157810,"cost":0.63159135},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78080289,"overall_relative_score":78080289,"max_execution_time_ms":50,"max_memory_usage_kib":6144,"rank":269,"performance":1445,"input_tokens":154878,"output_tokens":15074,"total_tokens":169952,"cost":0.1781163},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1279105390,"overall_relative_score":1279105390,"max_execution_time_ms":130,"max_memory_usage_kib":104448,"rank":386,"performance":1189,"input_tokens":7927,"output_tokens":171128,"total_tokens":179055,"cost":0.77118285},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74956797,"overall_relative_score":74956797,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":384,"performance":1253,"input_tokens":8685,"output_tokens":130887,"total_tokens":139572,"cost":0.59395005},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8277163838,"overall_relative_score":125840527244,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":409,"performance":1362,"input_tokens":96640,"output_tokens":106457,"total_tokens":203097,"cost":0.5499813},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260307800745,"overall_relative_score":807253342042,"max_execution_time_ms":780,"max_memory_usage_kib":4096,"rank":450,"performance":1248,"input_tokens":84794,"output_tokens":84368,"total_tokens":169162,"cost":0.4389315},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88433218306659,"overall_relative_score":21416261690,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":400,"performance":1178,"input_tokens":10508,"output_tokens":102508,"total_tokens":113016,"cost":0.469167},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":473099457,"overall_relative_score":473099457,"max_execution_time_ms":1800,"max_memory_usage_kib":6144,"rank":109,"performance":1993,"input_tokens":70665,"output_tokens":130698,"total_tokens":201363,"cost":0.63889335},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12742490,"overall_relative_score":12742490,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":1180,"input_tokens":5700,"output_tokens":119964,"total_tokens":125664,"cost":0.543249},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256681730279,"overall_relative_score":256681730279,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":174,"performance":986,"input_tokens":60329,"output_tokens":74582,"total_tokens":134911,"cost":0.38086575},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76022,"overall_relative_score":76022,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":387,"performance":1222,"input_tokens":146766,"output_tokens":32921,"total_tokens":179687,"cost":0.257355},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24281789258,"overall_relative_score":286996500934,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":497,"performance":1253,"input_tokens":8425,"output_tokens":161497,"total_tokens":169922,"cost":0.73305525},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1335772,"overall_relative_score":1335772,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":556,"performance":1016,"input_tokens":99500,"output_tokens":87154,"total_tokens":186654,"cost":0.465954},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82103060587,"overall_relative_score":666999505294,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":928,"performance":592,"input_tokens":66049,"output_tokens":118108,"total_tokens":184157,"cost":0.57912195},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1075931,"overall_relative_score":1075931,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":78,"performance":2168,"input_tokens":7246,"output_tokens":139079,"total_tokens":146325,"cost":0.63129},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":732266136802,"overall_relative_score":99600748420,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":10351,"output_tokens":120748,"total_tokens":131099,"cost":0.5459452499999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":230,"max_memory_usage_kib":118784,"rank":684,"performance":1012,"input_tokens":127220,"output_tokens":13311,"total_tokens":140531,"cost":0.15203129999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10166350979458,"overall_relative_score":10166350979458,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":546,"performance":1209,"input_tokens":6329,"output_tokens":149167,"total_tokens":155496,"cost":0.6751342499999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":7028,"output_tokens":111521,"total_tokens":118549,"cost":0.5071155},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3796686089,"overall_relative_score":3796686089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":452,"performance":1302,"input_tokens":6108,"output_tokens":103954,"total_tokens":110062,"cost":0.4699548},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243855438,"overall_relative_score":243855438,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":348,"performance":1516,"input_tokens":12766,"output_tokens":156462,"total_tokens":169228,"cost":0.7057047},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5088633,"overall_relative_score":65900123811,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":488,"performance":1222,"input_tokens":12474,"output_tokens":166577,"total_tokens":179051,"cost":0.7510032},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292423,"overall_relative_score":292423,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":198,"performance":1643,"input_tokens":5600,"output_tokens":153682,"total_tokens":159282,"cost":0.694041},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4025976097,"overall_relative_score":2419137269108,"max_execution_time_ms":400,"max_memory_usage_kib":6144,"rank":632,"performance":1134,"input_tokens":64675,"output_tokens":86648,"total_tokens":151323,"cost":0.43842225},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70710408,"overall_relative_score":70710408,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":259,"performance":1701,"input_tokens":5609,"output_tokens":136265,"total_tokens":141874,"cost":0.6173992500000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441272,"overall_relative_score":441272,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":63575,"output_tokens":116450,"total_tokens":180025,"cost":0.57049665},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147115884,"overall_relative_score":147115884,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":175,"performance":1836,"input_tokens":6100,"output_tokens":169282,"total_tokens":175382,"cost":0.7654799999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":809737329,"overall_relative_score":1704978109880,"max_execution_time_ms":180,"max_memory_usage_kib":9216,"rank":482,"performance":1368,"input_tokens":55739,"output_tokens":153756,"total_tokens":209495,"cost":0.73111425},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210400,"overall_relative_score":210400,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":339,"performance":1533,"input_tokens":50876,"output_tokens":70275,"total_tokens":121151,"cost":0.3526665}]},{"num_self_refine":4,"rank":{"all":{"mean":366.175,"median":332.0,"min":41,"max":903,"stdev":204.9189818015015},"short":{"mean":279.8695652173913,"median":267.0,"min":41,"max":546,"stdev":152.13818609403816},"long":{"mean":482.94117647058823,"median":488.0,"min":206,"max":903,"stdev":212.9208980432156}},"performance":{"all":{"mean":1414.8,"median":1325.5,"min":649,"max":2281,"stdev":355.79007063010397},"short":{"mean":1550.0869565217392,"median":1485.0,"min":1128,"max":2281,"stdev":351.7595915915867},"long":{"mean":1231.764705882353,"median":1228.0,"min":649,"max":1629,"stdev":276.61108288799744}},"input_tokens":{"all":{"mean":76771.525,"median":74513.5,"min":18949,"max":234048,"stdev":53256.0446815905},"short":{"mean":73370.04347826086,"median":45325.0,"min":18949,"max":234048,"stdev":60068.852701393094},"long":{"mean":81373.5294117647,"median":91146.0,"min":20334,"max":152752,"stdev":43735.01512249317}},"output_tokens":{"all":{"mean":219980.95,"median":218910.5,"min":127087,"max":357730,"stdev":47392.13646173479},"short":{"mean":221280.4347826087,"median":218988.0,"min":127087,"max":357730,"stdev":53056.11172388076},"long":{"mean":218222.82352941178,"median":216933.0,"min":166173,"max":312163,"stdev":39979.88649501661}},"total_tokens":{"all":{"mean":296752.475,"median":302121.5,"min":146036,"max":394718,"stdev":56238.599563110314},"short":{"mean":294650.47826086957,"median":287205.0,"min":146036,"max":394718,"stdev":55891.02237216925},"long":{"mean":299596.35294117645,"median":313369.0,"min":193945,"max":389265,"stdev":58301.7848493307}},"cost":{"all":{"mean":1.03769515875,"median":1.036662,"min":0.57780885,"max":1.6226946,"stdev":0.20151856087610426},"short":{"mean":1.0419240978260869,"median":1.0415478,"min":0.57780885,"max":1.6226946,"stdev":0.2187818176840402},"long":{"mean":1.0319736529411765,"median":1.0317762,"min":0.7594490999999999,"max":1.4516736,"stdev":0.18196342459835718}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840339138395,"overall_relative_score":840339138395,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":793,"performance":963,"input_tokens":38574,"output_tokens":223661,"total_tokens":262235,"cost":1.0317762},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2055115,"overall_relative_score":2055115,"max_execution_time_ms":1850,"max_memory_usage_kib":14392,"rank":524,"performance":1128,"input_tokens":31829,"output_tokens":264179,"total_tokens":296008,"cost":1.19816205},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2775652859649,"overall_relative_score":2775652859649,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":206,"performance":1629,"input_tokens":32623,"output_tokens":177394,"total_tokens":210017,"cost":0.80822505},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4469007839,"overall_relative_score":4469007839,"max_execution_time_ms":920,"max_memory_usage_kib":35672,"rank":179,"performance":1612,"input_tokens":32880,"output_tokens":357730,"total_tokens":390610,"cost":1.6226946},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5349151,"overall_relative_score":5349151,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":307,"performance":1196,"input_tokens":103251,"output_tokens":165165,"total_tokens":268416,"cost":0.8051287500000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5345454,"overall_relative_score":5345454,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":259,"performance":1450,"input_tokens":35610,"output_tokens":178360,"total_tokens":213970,"cost":0.8134298999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1813985,"overall_relative_score":1813985,"max_execution_time_ms":180,"max_memory_usage_kib":4096,"rank":41,"performance":2228,"input_tokens":77968,"output_tokens":229079,"total_tokens":307047,"cost":1.0858755},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12620797409,"overall_relative_score":12620797409,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":329,"performance":1233,"input_tokens":18949,"output_tokens":127087,"total_tokens":146036,"cost":0.57780885},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2853568682,"overall_relative_score":2853568682,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":496,"performance":1095,"input_tokens":132341,"output_tokens":223572,"total_tokens":355913,"cost":1.09496175},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6420145125,"overall_relative_score":6420145125,"max_execution_time_ms":110,"max_memory_usage_kib":5120,"rank":115,"performance":1895,"input_tokens":77813,"output_tokens":226522,"total_tokens":304335,"cost":1.06993275},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19148,"overall_relative_score":19148,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":101578,"output_tokens":221451,"total_tokens":323029,"cost":1.0455834},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1191857964,"overall_relative_score":1191857964,"max_execution_time_ms":1520,"max_memory_usage_kib":18800,"rank":212,"performance":1595,"input_tokens":102766,"output_tokens":247955,"total_tokens":350721,"cost":1.1679888},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78157540,"overall_relative_score":78157540,"max_execution_time_ms":90,"max_memory_usage_kib":51200,"rank":267,"performance":1449,"input_tokens":183622,"output_tokens":147667,"total_tokens":331289,"cost":0.789258},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1340413508,"overall_relative_score":1340413508,"max_execution_time_ms":630,"max_memory_usage_kib":423884,"rank":322,"performance":1304,"input_tokens":77102,"output_tokens":312163,"total_tokens":389265,"cost":1.4516736},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":111392949,"overall_relative_score":111392949,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":262,"performance":1485,"input_tokens":30709,"output_tokens":206454,"total_tokens":237163,"cost":0.9465451500000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13428513911,"overall_relative_score":321818031804,"max_execution_time_ms":230,"max_memory_usage_kib":34816,"rank":269,"performance":1579,"input_tokens":116142,"output_tokens":216933,"total_tokens":333075,"cost":1.0551834},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179623281996,"overall_relative_score":859650846032,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":361,"performance":1383,"input_tokens":120638,"output_tokens":180944,"total_tokens":301582,"cost":0.8834721},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66697419463879,"overall_relative_score":27659732079,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":380,"performance":1214,"input_tokens":91146,"output_tokens":201337,"total_tokens":292483,"cost":0.9683280000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":485620797,"overall_relative_score":485620797,"max_execution_time_ms":230,"max_memory_usage_kib":6144,"rank":50,"performance":2281,"input_tokens":193888,"output_tokens":200830,"total_tokens":394718,"cost":1.0415478},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13130350,"overall_relative_score":13130350,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":360,"performance":1508,"input_tokens":24317,"output_tokens":218833,"total_tokens":243150,"cost":0.99711105},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277042831619,"overall_relative_score":277042831619,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":78060,"output_tokens":191394,"total_tokens":269454,"cost":0.9151524},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93785,"overall_relative_score":93785,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":335,"performance":1322,"input_tokens":234048,"output_tokens":160034,"total_tokens":394082,"cost":0.8911962},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25616039597,"overall_relative_score":282799263369,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":513,"performance":1233,"input_tokens":32264,"output_tokens":281105,"total_tokens":313369,"cost":1.2891705},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355330,"overall_relative_score":1355330,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":478,"performance":1161,"input_tokens":114760,"output_tokens":172068,"total_tokens":286828,"cost":0.8572656},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67436590683,"overall_relative_score":808448373074,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":903,"performance":649,"input_tokens":152752,"output_tokens":203735,"total_tokens":356487,"cost":1.0251507},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1078731,"overall_relative_score":1078731,"max_execution_time_ms":240,"max_memory_usage_kib":30564,"rank":68,"performance":2218,"input_tokens":32128,"output_tokens":310004,"total_tokens":342132,"cost":1.4158308},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":27772,"output_tokens":166173,"total_tokens":193945,"cost":0.7594490999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3752708500,"overall_relative_score":67413833932,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":516,"performance":1228,"input_tokens":143596,"output_tokens":171175,"total_tokens":314771,"cost":0.8686533},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10166350979458,"overall_relative_score":10166350979458,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":546,"performance":1209,"input_tokens":29784,"output_tokens":218988,"total_tokens":248772,"cost":1.0039824},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2725771,"overall_relative_score":99540532532,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":735,"performance":976,"input_tokens":20334,"output_tokens":210098,"total_tokens":230432,"cost":0.9580995},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3796686089,"overall_relative_score":3796686089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":452,"performance":1302,"input_tokens":25292,"output_tokens":241769,"total_tokens":267061,"cost":1.1020911},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253540385,"overall_relative_score":253540385,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":207,"performance":1774,"input_tokens":45325,"output_tokens":228953,"total_tokens":274278,"cost":1.04216385},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5088633,"overall_relative_score":65900123811,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":488,"performance":1222,"input_tokens":71925,"output_tokens":230736,"total_tokens":302661,"cost":1.07514855},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292791,"overall_relative_score":292791,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":194,"performance":1653,"input_tokens":28897,"output_tokens":253556,"total_tokens":282453,"cost":1.15403475},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4025976097,"overall_relative_score":2419137269108,"max_execution_time_ms":400,"max_memory_usage_kib":6144,"rank":632,"performance":1134,"input_tokens":94945,"output_tokens":227847,"total_tokens":322792,"cost":1.09150905},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70800829,"overall_relative_score":70800829,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":249,"performance":1720,"input_tokens":28789,"output_tokens":258416,"total_tokens":287205,"cost":1.17927975},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":95091,"output_tokens":208687,"total_tokens":303778,"cost":1.00557135},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147115884,"overall_relative_score":147115884,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":175,"performance":1836,"input_tokens":32397,"output_tokens":288111,"total_tokens":320508,"cost":1.31233005},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765647993,"overall_relative_score":1819438050434,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":397,"performance":1472,"input_tokens":92820,"output_tokens":256600,"total_tokens":349420,"cost":1.2013326},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210400,"overall_relative_score":210400,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":339,"performance":1533,"input_tokens":66136,"output_tokens":192473,"total_tokens":258609,"cost":0.9057081}]},{"num_self_refine":8,"rank":{"all":{"mean":356.225,"median":331.0,"min":19,"max":988,"stdev":218.96147506833836},"short":{"mean":260.4347826086956,"median":257.0,"min":19,"max":540,"stdev":152.92714429574167},"long":{"mean":485.8235294117647,"median":424.0,"min":178,"max":988,"stdev":231.6708967733425}},"performance":{"all":{"mean":1451.55,"median":1362.5,"min":595,"max":2506,"stdev":402.8976424061206},"short":{"mean":1612.3478260869565,"median":1533.0,"min":1128,"max":2506,"stdev":401.737092760433},"long":{"mean":1234.0,"median":1250.0,"min":595,"max":1698,"stdev":293.7720204512336}},"input_tokens":{"all":{"mean":207879.95,"median":191723.5,"min":72104,"max":401531,"stdev":79868.5974511757},"short":{"mean":200637.73913043478,"median":170802.0,"min":72104,"max":401531,"stdev":85661.44820015032},"long":{"mean":217678.23529411765,"median":228223.0,"min":86586,"max":319565,"stdev":72676.0061820005}},"output_tokens":{"all":{"mean":385986.15,"median":378128.0,"min":245712,"max":587802,"stdev":77045.10262728397},"short":{"mean":378297.82608695654,"median":379098.0,"min":245712,"max":560663,"stdev":68536.4631383458},"long":{"mean":396388.0,"median":377158.0,"min":267863,"max":587802,"stdev":88375.48616627237}},"total_tokens":{"all":{"mean":593866.1,"median":612874.5,"min":317816,"max":844804,"stdev":111532.61625579101},"short":{"mean":578935.5652173914,"median":553862.0,"min":317816,"max":751654,"stdev":106802.01575252393},"long":{"mean":614066.2352941176,"median":630609.0,"min":394133,"max":844804,"stdev":117826.87237188796}},"cost":{"all":{"mean":1.8370332375,"median":1.82060625,"min":1.1210748,"max":2.7571629,"stdev":0.3515285043298531},"short":{"mean":1.7996937913043478,"median":1.8152146500000002,"min":1.1210748,"max":2.5795700999999998,"stdev":0.30587718894414423},"long":{"mean":1.887551311764706,"median":1.82918295,"min":1.2330396,"max":2.7571629,"stdev":0.4096895016733849}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":883596549216,"overall_relative_score":883596549216,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":678,"performance":1066,"input_tokens":224057,"output_tokens":382589,"total_tokens":606646,"cost":1.8214372499999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2055115,"overall_relative_score":2055115,"max_execution_time_ms":1850,"max_memory_usage_kib":14392,"rank":524,"performance":1128,"input_tokens":145490,"output_tokens":379098,"total_tokens":524588,"cost":1.7366073},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2793721541163,"overall_relative_score":2793721541163,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":178,"performance":1698,"input_tokens":158266,"output_tokens":281259,"total_tokens":439525,"cost":1.2955458},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4641670894,"overall_relative_score":4641670894,"max_execution_time_ms":1700,"max_memory_usage_kib":44032,"rank":172,"performance":1634,"input_tokens":167532,"output_tokens":513968,"total_tokens":681500,"cost":2.3559065999999995},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5639425,"overall_relative_score":5639425,"max_execution_time_ms":570,"max_memory_usage_kib":7168,"rank":303,"performance":1206,"input_tokens":266344,"output_tokens":352759,"total_tokens":619103,"cost":1.7095863},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5345454,"overall_relative_score":5345454,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":259,"performance":1450,"input_tokens":126270,"output_tokens":267863,"total_tokens":394133,"cost":1.2330396},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1954192,"overall_relative_score":1954192,"max_execution_time_ms":640,"max_memory_usage_kib":7168,"rank":19,"performance":2506,"input_tokens":194837,"output_tokens":354675,"total_tokens":549512,"cost":1.70414925},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12620797409,"overall_relative_score":12620797409,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":329,"performance":1233,"input_tokens":72104,"output_tokens":245712,"total_tokens":317816,"cost":1.1210748},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6740934256,"overall_relative_score":6740934256,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":424,"performance":1193,"input_tokens":309040,"output_tokens":439336,"total_tokens":748376,"cost":2.1564336},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6420145125,"overall_relative_score":6420145125,"max_execution_time_ms":110,"max_memory_usage_kib":5120,"rank":115,"performance":1895,"input_tokens":193423,"output_tokens":460561,"total_tokens":653984,"cost":2.16315975},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19148,"overall_relative_score":19148,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":313046,"output_tokens":327321,"total_tokens":640367,"cost":1.6040489999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1191857964,"overall_relative_score":1191857964,"max_execution_time_ms":1520,"max_memory_usage_kib":18800,"rank":212,"performance":1595,"input_tokens":247211,"output_tokens":342259,"total_tokens":589470,"cost":1.6187833500000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78709428,"overall_relative_score":78709428,"max_execution_time_ms":410,"max_memory_usage_kib":116736,"rank":257,"performance":1471,"input_tokens":364049,"output_tokens":387605,"total_tokens":751654,"cost":1.94865765},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1340413508,"overall_relative_score":1340413508,"max_execution_time_ms":630,"max_memory_usage_kib":423884,"rank":322,"performance":1304,"input_tokens":257002,"output_tokens":587802,"total_tokens":844804,"cost":2.7571629},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130574998,"overall_relative_score":130574998,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":122,"performance":1867,"input_tokens":126898,"output_tokens":311475,"total_tokens":438373,"cost":1.4518830000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12658006262,"overall_relative_score":174652006123,"max_execution_time_ms":350,"max_memory_usage_kib":70656,"rank":351,"performance":1445,"input_tokens":204646,"output_tokens":466746,"total_tokens":671392,"cost":2.2039023},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65889397877,"overall_relative_score":864844589398,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":353,"performance":1396,"input_tokens":319565,"output_tokens":311044,"total_tokens":630609,"cost":1.5721525500000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38796421647788,"overall_relative_score":36179927091,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":345,"performance":1279,"input_tokens":205045,"output_tokens":443684,"total_tokens":648729,"cost":2.13083535},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":489800938,"overall_relative_score":489800938,"max_execution_time_ms":250,"max_memory_usage_kib":8192,"rank":26,"performance":2493,"input_tokens":401531,"output_tokens":322356,"total_tokens":723887,"cost":1.66379505},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13169875,"overall_relative_score":13169875,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":333,"performance":1551,"input_tokens":170615,"output_tokens":318094,"total_tokens":488709,"cost":1.52257785},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277042831619,"overall_relative_score":277042831619,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":170802,"output_tokens":399893,"total_tokens":570695,"cost":1.8721512},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93845,"overall_relative_score":93845,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":360991,"output_tokens":369875,"total_tokens":730866,"cost":1.8883519500000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25616039597,"overall_relative_score":282799263369,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":513,"performance":1233,"input_tokens":149143,"output_tokens":570488,"total_tokens":719631,"cost":2.6241028500000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1370852,"overall_relative_score":1370852,"max_execution_time_ms":290,"max_memory_usage_kib":15024,"rank":314,"performance":1459,"input_tokens":190024,"output_tokens":363838,"total_tokens":553862,"cost":1.7549058000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67436590683,"overall_relative_score":808448373074,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":903,"performance":649,"input_tokens":294821,"output_tokens":371900,"total_tokens":666721,"cost":1.85906895},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1084442,"overall_relative_score":1084442,"max_execution_time_ms":820,"max_memory_usage_kib":32948,"rank":50,"performance":2325,"input_tokens":148716,"output_tokens":560663,"total_tokens":709379,"cost":2.5795700999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":703498558971,"overall_relative_score":100585323393,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":988,"performance":595,"input_tokens":86586,"output_tokens":324012,"total_tokens":410598,"cost":1.4865327},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3537919100,"overall_relative_score":73664382540,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":499,"performance":1250,"input_tokens":286479,"output_tokens":367609,"total_tokens":654088,"cost":1.82918295},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10179994098799,"overall_relative_score":10179994098799,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":540,"performance":1218,"input_tokens":142527,"output_tokens":281347,"total_tokens":423874,"cost":1.34738235},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2725771,"overall_relative_score":99540532532,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":735,"performance":976,"input_tokens":93103,"output_tokens":427387,"total_tokens":520490,"cost":1.9752703500000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3796686089,"overall_relative_score":3796686089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":452,"performance":1302,"input_tokens":173303,"output_tokens":376601,"total_tokens":549904,"cost":1.80895695},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253613502,"overall_relative_score":253613502,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":206,"performance":1776,"input_tokens":186084,"output_tokens":400200,"total_tokens":586284,"cost":1.8673685999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5047141,"overall_relative_score":67078883200,"max_execution_time_ms":1240,"max_memory_usage_kib":4096,"rank":485,"performance":1226,"input_tokens":260201,"output_tokens":370152,"total_tokens":630353,"cost":1.77046035},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292874,"overall_relative_score":292874,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":193,"performance":1656,"input_tokens":138061,"output_tokens":403132,"total_tokens":541193,"cost":1.8891277499999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3951449309,"overall_relative_score":2468720174455,"max_execution_time_ms":620,"max_memory_usage_kib":10284,"rank":617,"performance":1151,"input_tokens":228223,"output_tokens":407308,"total_tokens":635531,"cost":1.95981645},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71179590,"overall_relative_score":71179590,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":227,"performance":1762,"input_tokens":145095,"output_tokens":386356,"total_tokens":531451,"cost":1.8197752500000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":254954,"output_tokens":399201,"total_tokens":654155,"cost":1.9221288},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147115884,"overall_relative_score":147115884,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":175,"performance":1836,"input_tokens":155285,"output_tokens":389097,"total_tokens":544382,"cost":1.8152146500000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765647993,"overall_relative_score":1819438050434,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":397,"performance":1472,"input_tokens":250872,"output_tokens":377158,"total_tokens":628030,"cost":1.794645},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210400,"overall_relative_score":210400,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":339,"performance":1533,"input_tokens":132957,"output_tokens":397023,"total_tokens":529980,"cost":1.84657725}]},{"num_self_refine":16,"rank":{"all":{"mean":335.775,"median":325.5,"min":18,"max":903,"stdev":205.55696540288054},"short":{"mean":249.7826086956522,"median":230.0,"min":18,"max":524,"stdev":169.4056338340126},"long":{"mean":452.11764705882354,"median":397.0,"min":178,"max":903,"stdev":196.26954754652502}},"performance":{"all":{"mean":1487.15,"median":1420.5,"min":207,"max":2605,"stdev":472.62445383091887},"short":{"mean":1639.304347826087,"median":1562.0,"min":207,"max":2605,"stdev":542.1343706954283},"long":{"mean":1281.2941176470588,"median":1279.0,"min":649,"max":1698,"stdev":249.0850167879138}},"input_tokens":{"all":{"mean":768740.55,"median":770248.0,"min":290861,"max":1399482,"stdev":209625.51829747402},"short":{"mean":775333.4347826086,"median":715545.0,"min":290861,"max":1399482,"stdev":229240.26886748918},"long":{"mean":759820.7647058824,"median":810121.0,"min":339604,"max":1032336,"stdev":186295.28897677787}},"output_tokens":{"all":{"mean":613006.425,"median":604389.0,"min":375255,"max":945524,"stdev":119186.39568746339},"short":{"mean":604117.0869565217,"median":605554.0,"min":423994,"max":826815,"stdev":93686.40146831879},"long":{"mean":625033.1764705882,"median":574450.0,"min":375255,"max":945524,"stdev":149297.72380726176}},"total_tokens":{"all":{"mean":1381746.975,"median":1408293.5,"min":714855,"max":1876465,"stdev":239077.68482623206},"short":{"mean":1379450.5217391304,"median":1361286.0,"min":714855,"max":1876465,"stdev":243006.56450633172},"long":{"mean":1384853.9411764706,"median":1411461.0,"min":855674,"max":1755645,"stdev":241056.7680986863}},"cost":{"all":{"mean":3.010108005,"median":3.0132379499999997,"min":1.7659153499999998,"max":4.537066349999999,"stdev":0.5501955640540572},"short":{"mean":2.9731494717391307,"median":3.03279825,"min":1.95331875,"max":3.8962293,"stdev":0.426545214180722},"long":{"mean":3.060110726470588,"median":2.7771144,"min":1.7659153499999998,"max":4.537066349999999,"stdev":0.6950392104681495}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891137340793,"overall_relative_score":891137340793,"max_execution_time_ms":1520,"max_memory_usage_kib":4096,"rank":647,"performance":1094,"input_tokens":838250,"output_tokens":567553,"total_tokens":1405803,"cost":2.7771144},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2055115,"overall_relative_score":2055115,"max_execution_time_ms":1850,"max_memory_usage_kib":14392,"rank":524,"performance":1128,"input_tokens":646542,"output_tokens":625746,"total_tokens":1272288,"cost":2.9174931},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2793721541163,"overall_relative_score":2793721541163,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":178,"performance":1698,"input_tokens":770096,"output_tokens":499871,"total_tokens":1269967,"cost":2.3711450999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4641670894,"overall_relative_score":4641670894,"max_execution_time_ms":1700,"max_memory_usage_kib":44032,"rank":172,"performance":1634,"input_tokens":824614,"output_tokens":673167,"total_tokens":1497781,"cost":3.1694016},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3030,"max_memory_usage_kib":16384,"rank":515,"performance":207,"input_tokens":1059039,"output_tokens":523956,"total_tokens":1582995,"cost":2.65459005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5351374,"overall_relative_score":5351374,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":257,"performance":1455,"input_tokens":480419,"output_tokens":375255,"total_tokens":855674,"cost":1.7659153499999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1954192,"overall_relative_score":1954192,"max_execution_time_ms":640,"max_memory_usage_kib":7168,"rank":19,"performance":2506,"input_tokens":770400,"output_tokens":655476,"total_tokens":1425876,"cost":3.1832243999999994},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12620797409,"overall_relative_score":12620797409,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":329,"performance":1233,"input_tokens":290861,"output_tokens":423994,"total_tokens":714855,"cost":1.95331875},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6740934256,"overall_relative_score":6740934256,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":424,"performance":1193,"input_tokens":844942,"output_tokens":703259,"total_tokens":1548201,"cost":3.42426},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7090642371,"overall_relative_score":7090642371,"max_execution_time_ms":1120,"max_memory_usage_kib":6144,"rank":35,"performance":2369,"input_tokens":853735,"output_tokens":666782,"total_tokens":1520517,"cost":3.2850250500000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19148,"overall_relative_score":19148,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":1029031,"output_tokens":605554,"total_tokens":1634585,"cost":3.03279825},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1191857964,"overall_relative_score":1191857964,"max_execution_time_ms":1520,"max_memory_usage_kib":18800,"rank":212,"performance":1595,"input_tokens":818103,"output_tokens":539076,"total_tokens":1357179,"cost":2.63472165},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80503360,"overall_relative_score":80503360,"max_execution_time_ms":710,"max_memory_usage_kib":10240,"rank":225,"performance":1545,"input_tokens":938621,"output_tokens":603224,"total_tokens":1541845,"cost":3.04954575},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1365061516,"overall_relative_score":1365061516,"max_execution_time_ms":780,"max_memory_usage_kib":389364,"rank":299,"performance":1347,"input_tokens":810121,"output_tokens":945524,"total_tokens":1755645,"cost":4.537066349999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130574998,"overall_relative_score":130574998,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":122,"performance":1867,"input_tokens":535311,"output_tokens":459872,"total_tokens":995183,"cost":2.19235365},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12658006262,"overall_relative_score":174652006123,"max_execution_time_ms":350,"max_memory_usage_kib":70656,"rank":351,"performance":1445,"input_tokens":662497,"output_tokens":701277,"total_tokens":1363774,"cost":3.3799408499999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65889397877,"overall_relative_score":864844589398,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":353,"performance":1396,"input_tokens":1032336,"output_tokens":471893,"total_tokens":1504229,"cost":2.6992233000000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38796421647788,"overall_relative_score":36179927091,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":345,"performance":1279,"input_tokens":768386,"output_tokens":755808,"total_tokens":1524194,"cost":3.7643631000000006},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492458275,"overall_relative_score":492458275,"max_execution_time_ms":720,"max_memory_usage_kib":8192,"rank":18,"performance":2605,"input_tokens":1399482,"output_tokens":476983,"total_tokens":1876465,"cost":2.5844957999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13204195,"overall_relative_score":13204195,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":317,"performance":1578,"input_tokens":614970,"output_tokens":580120,"total_tokens":1195090,"cost":2.8592235},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277042831619,"overall_relative_score":277042831619,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":664442,"output_tokens":696844,"total_tokens":1361286,"cost":3.3127215000000008},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93852,"overall_relative_score":93852,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":984077,"output_tokens":684215,"total_tokens":1668292,"cost":3.5372620500000007},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25616039597,"overall_relative_score":282799263369,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":513,"performance":1233,"input_tokens":652277,"output_tokens":882872,"total_tokens":1535149,"cost":4.09648695},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1370852,"overall_relative_score":1370852,"max_execution_time_ms":290,"max_memory_usage_kib":15024,"rank":314,"performance":1459,"input_tokens":637221,"output_tokens":523632,"total_tokens":1160853,"cost":2.69066295},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67436590683,"overall_relative_score":808448373074,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":903,"performance":649,"input_tokens":984808,"output_tokens":629495,"total_tokens":1614303,"cost":3.3235383000000005},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1084442,"overall_relative_score":1084442,"max_execution_time_ms":820,"max_memory_usage_kib":32948,"rank":50,"performance":2325,"input_tokens":702716,"output_tokens":826815,"total_tokens":1529531,"cost":3.8962293},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":528288867228,"overall_relative_score":131499297945,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":610,"performance":1126,"input_tokens":339604,"output_tokens":561086,"total_tokens":900690,"cost":2.617158},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1177024974,"overall_relative_score":147884873184,"max_execution_time_ms":180,"max_memory_usage_kib":4096,"rank":360,"performance":1447,"input_tokens":691591,"output_tokens":719870,"total_tokens":1411461,"cost":3.47730825},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10379780395553,"overall_relative_score":10379780395553,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":472,"performance":1315,"input_tokens":687418,"output_tokens":532081,"total_tokens":1219499,"cost":2.6806224},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2725771,"overall_relative_score":99540532532,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":735,"performance":976,"input_tokens":508193,"output_tokens":574450,"total_tokens":1082643,"cost":2.746368150000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3796686089,"overall_relative_score":3796686089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":452,"performance":1302,"input_tokens":687175,"output_tokens":654191,"total_tokens":1341366,"cost":3.24324075},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260013866,"overall_relative_score":260013866,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":113,"performance":2023,"input_tokens":794821,"output_tokens":555876,"total_tokens":1350697,"cost":2.6919961499999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4960555,"overall_relative_score":67987298648,"max_execution_time_ms":3100,"max_memory_usage_kib":7168,"rank":485,"performance":1226,"input_tokens":954502,"output_tokens":519876,"total_tokens":1474378,"cost":2.6008545},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":447688,"overall_relative_score":447688,"max_execution_time_ms":1950,"max_memory_usage_kib":4096,"rank":47,"performance":2221,"input_tokens":715545,"output_tokens":618813,"total_tokens":1334358,"cost":3.08976525},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3951449309,"overall_relative_score":2468720174455,"max_execution_time_ms":620,"max_memory_usage_kib":10284,"rank":617,"performance":1151,"input_tokens":868895,"output_tokens":681178,"total_tokens":1550073,"cost":3.352537049999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71147426,"overall_relative_score":71147426,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":230,"performance":1756,"input_tokens":696747,"output_tokens":652163,"total_tokens":1348910,"cost":3.1460809500000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":973221,"output_tokens":575519,"total_tokens":1548740,"cost":2.9936776499999995},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147115884,"overall_relative_score":147115884,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":175,"performance":1836,"input_tokens":865486,"output_tokens":545298,"total_tokens":1410784,"cost":2.784485100000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765647993,"overall_relative_score":1819438050434,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":397,"performance":1472,"input_tokens":891933,"output_tokens":497221,"total_tokens":1389154,"cost":2.4538810499999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211035,"overall_relative_score":211035,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":322,"performance":1562,"input_tokens":461194,"output_tokens":734372,"total_tokens":1195566,"cost":3.4342239000000006}]}]},{"model_name":"gpt-5.4-nano-high","detail_path":"data/model_details/gpt-5.4-nano-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":575.6,"median":561.0,"min":180,"max":983,"stdev":216.24734176519448},"short":{"mean":522.5652173913044,"median":484.0,"min":180,"max":983,"stdev":232.38268322413913},"long":{"mean":647.3529411764706,"median":641.0,"min":403,"max":939,"stdev":173.83538951277677}},"performance":{"all":{"mean":1004.525,"median":1087.5,"min":-61,"max":1565,"stdev":333.23634390239596},"short":{"mean":1012.0869565217391,"median":1144.0,"min":-61,"max":1565,"stdev":415.16731709730084},"long":{"mean":994.2941176470588,"median":1036.0,"min":592,"max":1188,"stdev":182.980792948974}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":21398.075,"median":20184.0,"min":4703,"max":63448,"stdev":11128.155207740594},"short":{"mean":22045.695652173912,"median":20704.0,"min":7868,"max":63448,"stdev":12729.619548820283},"long":{"mean":20521.882352941175,"median":19664.0,"min":4703,"max":35238,"stdev":8810.325518123273}},"total_tokens":{"all":{"mean":24378.075,"median":22798.5,"min":8828,"max":65297,"stdev":11110.057648047949},"short":{"mean":24448.521739130436,"median":22462.0,"min":10431,"max":65297,"stdev":12838.770041166734},"long":{"mean":24282.764705882353,"median":23018.0,"min":8828,"max":38056,"stdev":8614.250290430182}},"cost":{"all":{"mean":0.02708439375,"median":0.025487759999999998,"min":0.00670375,"max":0.0796798,"stdev":0.013925080360756507},"short":{"mean":0.02788542043478261,"median":0.0262316,"min":0.0103476,"max":0.0796798,"stdev":0.015917789235506713},"long":{"mean":0.02600065176470588,"median":0.02474392,"min":0.00670375,"max":0.04428854,"stdev":0.011049349805219443}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":672187533179,"overall_relative_score":672187533179,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":929,"performance":838,"input_tokens":1345,"output_tokens":16876,"total_tokens":18221,"cost":0.021364},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1580993,"overall_relative_score":1580993,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":585,"performance":1055,"input_tokens":1469,"output_tokens":10405,"total_tokens":11874,"cost":0.01330005},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2357513003913,"overall_relative_score":2357513003913,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":533,"performance":1092,"input_tokens":2614,"output_tokens":11248,"total_tokens":13862,"cost":0.01426024},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3673456297,"overall_relative_score":3673456297,"max_execution_time_ms":2670,"max_memory_usage_kib":4096,"rank":253,"performance":1403,"input_tokens":1629,"output_tokens":40980,"total_tokens":42609,"cost":0.0515508},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":1811,"output_tokens":8624,"total_tokens":10435,"cost":0.0111422},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4939007,"overall_relative_score":4939007,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":425,"performance":1145,"input_tokens":3802,"output_tokens":15017,"total_tokens":18819,"cost":0.01902477},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1172379,"overall_relative_score":1172379,"max_execution_time_ms":40,"max_memory_usage_kib":14336,"rank":316,"performance":1174,"input_tokens":1529,"output_tokens":25728,"total_tokens":27257,"cost":0.0324658},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2239,"output_tokens":15998,"total_tokens":18237,"cost":0.02012274},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049512039,"overall_relative_score":1049512039,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":540,"performance":1036,"input_tokens":2984,"output_tokens":30316,"total_tokens":33300,"cost":0.0384918},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4689030041,"overall_relative_score":4689030041,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":250,"performance":1507,"input_tokens":2210,"output_tokens":18803,"total_tokens":21013,"cost":0.02362319},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12524,"overall_relative_score":12524,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":332,"performance":1247,"input_tokens":7584,"output_tokens":22773,"total_tokens":30357,"cost":0.02998305},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":595573604,"overall_relative_score":595573604,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":459,"performance":1176,"input_tokens":7538,"output_tokens":22427,"total_tokens":29965,"cost":0.02829719},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71908593,"overall_relative_score":71908593,"max_execution_time_ms":100,"max_memory_usage_kib":5120,"rank":399,"performance":1190,"input_tokens":4695,"output_tokens":26667,"total_tokens":31362,"cost":0.03358155},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844027929,"overall_relative_score":844027929,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":519,"performance":955,"input_tokens":2812,"output_tokens":32448,"total_tokens":35260,"cost":0.0411224},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71034417,"overall_relative_score":71034417,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":414,"performance":1201,"input_tokens":2563,"output_tokens":7868,"total_tokens":10431,"cost":0.0103476},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1469371665,"overall_relative_score":8325805095,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":939,"performance":644,"input_tokens":2774,"output_tokens":28874,"total_tokens":31648,"cost":0.0366473},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2325943640686,"overall_relative_score":404908164124,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":6975,"output_tokens":13396,"total_tokens":20371,"cost":0.01708016},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":191156500000000,"overall_relative_score":18582324381,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1172,"input_tokens":4471,"output_tokens":23917,"total_tokens":28388,"cost":0.03079045},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426669519,"overall_relative_score":426669519,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":484,"performance":1246,"input_tokens":3614,"output_tokens":34483,"total_tokens":38097,"cost":0.04331967},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12439305,"overall_relative_score":12439305,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":728,"performance":1022,"input_tokens":1703,"output_tokens":26200,"total_tokens":27903,"cost":0.0330906},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":244210077594,"overall_relative_score":244210077594,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":180,"performance":871,"input_tokens":2202,"output_tokens":21902,"total_tokens":24104,"cost":0.02749534},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28482,"overall_relative_score":28482,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":473,"performance":1056,"input_tokens":1849,"output_tokens":63448,"total_tokens":65297,"cost":0.0796798},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53180515902,"overall_relative_score":232012108620,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":601,"performance":1129,"input_tokens":2861,"output_tokens":30424,"total_tokens":33285,"cost":0.03827964},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1326521,"overall_relative_score":1326521,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":962,"input_tokens":1758,"output_tokens":20704,"total_tokens":22462,"cost":0.0262316},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81513684680,"overall_relative_score":672612318860,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":928,"performance":592,"input_tokens":3354,"output_tokens":19664,"total_tokens":23018,"cost":0.02474392},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1016824,"overall_relative_score":1016824,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":443,"performance":1332,"input_tokens":1855,"output_tokens":16009,"total_tokens":17864,"cost":0.02038225},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4125,"output_tokens":4703,"total_tokens":8828,"cost":0.00670375},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":11113,"total_tokens":14122,"cost":0.01398617},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10100045118015,"overall_relative_score":10100045118015,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":575,"performance":1168,"input_tokens":1733,"output_tokens":16039,"total_tokens":17772,"cost":0.02039535},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5649795,"overall_relative_score":46217271246,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":900,"input_tokens":2818,"output_tokens":35238,"total_tokens":38056,"cost":0.04428854},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1385108513,"overall_relative_score":1385108513,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":802,"performance":762,"input_tokens":1917,"output_tokens":11949,"total_tokens":13866,"cost":0.01499709},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221752499,"overall_relative_score":221752499,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":547,"performance":1228,"input_tokens":4323,"output_tokens":11892,"total_tokens":16215,"cost":0.0150384},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5878853,"overall_relative_score":50470245016,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":515,"performance":1188,"input_tokens":4012,"output_tokens":18567,"total_tokens":22579,"cost":0.02331995},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290887,"overall_relative_score":290887,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":231,"performance":1565,"input_tokens":1844,"output_tokens":13015,"total_tokens":14859,"cost":0.01663755},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4069704552,"overall_relative_score":2371828137061,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":641,"performance":1123,"input_tokens":4182,"output_tokens":22803,"total_tokens":26985,"cost":0.02864895},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58612785,"overall_relative_score":58612785,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1083,"input_tokens":1651,"output_tokens":21595,"total_tokens":23246,"cost":0.02732395},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2188,"output_tokens":36161,"total_tokens":38349,"cost":0.04531629},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51977088,"overall_relative_score":51977088,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":975,"performance":348,"input_tokens":1480,"output_tokens":25856,"total_tokens":27336,"cost":0.032616},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1094004916,"overall_relative_score":1271962911263,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":724,"performance":1106,"input_tokens":4259,"output_tokens":11841,"total_tokens":16100,"cost":0.01496185},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":1419,"output_tokens":9952,"total_tokens":11371,"cost":0.0127238}]},{"num_self_refine":2,"rank":{"all":{"mean":524.25,"median":533.5,"min":128,"max":983,"stdev":220.72488386897922},"short":{"mean":445.1304347826087,"median":434.0,"min":128,"max":983,"stdev":222.7390042889223},"long":{"mean":631.2941176470588,"median":641.0,"min":382,"max":933,"stdev":171.3566327523837}},"performance":{"all":{"mean":1095.825,"median":1121.0,"min":-61,"max":1927,"stdev":365.9332913495966},"short":{"mean":1156.695652173913,"median":1174.0,"min":-61,"max":1927,"stdev":449.6268589096568},"long":{"mean":1013.4705882352941,"median":1072.0,"min":592,"max":1257,"stdev":189.44759092129505}},"input_tokens":{"all":{"mean":9484.95,"median":8887.5,"min":5101,"max":18655,"stdev":3339.3778857898915},"short":{"mean":8361.0,"median":7547.0,"min":5101,"max":18655,"stdev":3165.2604804487905},"long":{"mean":11005.588235294117,"median":10345.0,"min":6184,"max":18135,"stdev":3022.0674020201704}},"output_tokens":{"all":{"mean":37082.275,"median":35033.0,"min":16745,"max":79788,"stdev":13534.974517111074},"short":{"mean":36799.04347826087,"median":32464.0,"min":16745,"max":79788,"stdev":14818.157870661316},"long":{"mean":37465.470588235294,"median":36049.0,"min":21494,"max":58670,"stdev":12014.503969773612}},"total_tokens":{"all":{"mean":46567.225,"median":46041.5,"min":23708,"max":88957,"stdev":14409.194707809458},"short":{"mean":45160.04347826087,"median":39099.0,"min":23708,"max":88957,"stdev":15919.636900491112},"long":{"mean":48471.05882352941,"median":47292.0,"min":29917,"max":70713,"stdev":12284.75361713956}},"cost":{"all":{"mean":0.04762890575,"median":0.045036969999999996,"min":0.02211809,"max":0.10156879999999999,"stdev":0.017102877233196142},"short":{"mean":0.04729835739130435,"median":0.0416938,"min":0.02211809,"max":0.10156879999999999,"stdev":0.018705296283779},"long":{"mean":0.04807611823529412,"median":0.0459747,"min":0.027906979999999998,"max":0.07523922,"stdev":0.015215897449235141}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":817731481008,"overall_relative_score":817731481008,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":820,"performance":938,"input_tokens":6184,"output_tokens":28658,"total_tokens":34842,"cost":0.0370593},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1580993,"overall_relative_score":1580993,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":585,"performance":1055,"input_tokens":6544,"output_tokens":17164,"total_tokens":23708,"cost":0.0227638},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2357513003913,"overall_relative_score":2357513003913,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":533,"performance":1092,"input_tokens":8423,"output_tokens":21494,"total_tokens":29917,"cost":0.027906979999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4441700018,"overall_relative_score":4441700018,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":181,"performance":1606,"input_tokens":8606,"output_tokens":50850,"total_tokens":59456,"cost":0.0652837},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5016362,"overall_relative_score":5016362,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":311,"performance":1185,"input_tokens":5805,"output_tokens":32319,"total_tokens":38124,"cost":0.04155975},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4939007,"overall_relative_score":4939007,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":425,"performance":1145,"input_tokens":10345,"output_tokens":23531,"total_tokens":33876,"cost":0.03046899},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1172379,"overall_relative_score":1172379,"max_execution_time_ms":40,"max_memory_usage_kib":14336,"rank":316,"performance":1174,"input_tokens":7883,"output_tokens":56498,"total_tokens":64381,"cost":0.0721991},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":6716,"output_tokens":19561,"total_tokens":26277,"cost":0.02514933},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1969145437,"overall_relative_score":1969145437,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":513,"performance":1072,"input_tokens":12043,"output_tokens":58670,"total_tokens":70713,"cost":0.07523922},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4689030041,"overall_relative_score":4689030041,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":250,"performance":1507,"input_tokens":7837,"output_tokens":31262,"total_tokens":39099,"cost":0.03999978},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12524,"overall_relative_score":12524,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":332,"performance":1247,"input_tokens":18655,"output_tokens":37810,"total_tokens":56465,"cost":0.04974934},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":764982661,"overall_relative_score":764982661,"max_execution_time_ms":1120,"max_memory_usage_kib":3072,"rank":402,"performance":1257,"input_tokens":18135,"output_tokens":33610,"total_tokens":51745,"cost":0.04315118},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71908593,"overall_relative_score":71908593,"max_execution_time_ms":100,"max_memory_usage_kib":5120,"rank":399,"performance":1190,"input_tokens":13401,"output_tokens":46000,"total_tokens":59401,"cost":0.0587978},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844027929,"overall_relative_score":844027929,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":519,"performance":955,"input_tokens":9535,"output_tokens":53091,"total_tokens":62626,"cost":0.06794819},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":111901150,"overall_relative_score":111901150,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":259,"performance":1491,"input_tokens":7547,"output_tokens":16745,"total_tokens":24292,"cost":0.02211809},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1763281634,"overall_relative_score":9981864183,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":933,"performance":656,"input_tokens":9486,"output_tokens":40360,"total_tokens":49846,"cost":0.05202464},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2325943640686,"overall_relative_score":404908164124,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":17409,"output_tokens":25595,"total_tokens":43004,"cost":0.033355869999999996},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":131904500000011,"overall_relative_score":26995247370,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":382,"performance":1210,"input_tokens":12692,"output_tokens":51232,"total_tokens":63924,"cost":0.0658872},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":468376786,"overall_relative_score":468376786,"max_execution_time_ms":180,"max_memory_usage_kib":6144,"rank":128,"performance":1927,"input_tokens":11908,"output_tokens":52784,"total_tokens":64692,"cost":0.06734783999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12439305,"overall_relative_score":12439305,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":728,"performance":1022,"input_tokens":7559,"output_tokens":45642,"total_tokens":53201,"cost":0.0585643},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":261345179448,"overall_relative_score":261345179448,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":171,"performance":1033,"input_tokens":7200,"output_tokens":44841,"total_tokens":52041,"cost":0.05684613},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48296,"overall_relative_score":48296,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":434,"performance":1132,"input_tokens":9169,"output_tokens":79788,"total_tokens":88957,"cost":0.10156879999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53180515902,"overall_relative_score":232012108620,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":601,"performance":1129,"input_tokens":9595,"output_tokens":44109,"total_tokens":53704,"cost":0.056410129999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1338096,"overall_relative_score":1338096,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":545,"performance":1038,"input_tokens":5569,"output_tokens":32464,"total_tokens":38033,"cost":0.0416938},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81513684680,"overall_relative_score":672612318860,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":928,"performance":592,"input_tokens":10940,"output_tokens":35538,"total_tokens":46478,"cost":0.04559674},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061895,"overall_relative_score":1061895,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":6516,"output_tokens":23929,"total_tokens":30445,"cost":0.03121445},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9487,"output_tokens":23669,"total_tokens":33156,"cost":0.03079245},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":684,"performance":1012,"input_tokens":8382,"output_tokens":38041,"total_tokens":46423,"cost":0.04821389},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10210424739441,"overall_relative_score":10210424739441,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":534,"performance":1226,"input_tokens":7844,"output_tokens":26552,"total_tokens":34396,"cost":0.0347588},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5649795,"overall_relative_score":46217271246,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":900,"input_tokens":9454,"output_tokens":58042,"total_tokens":67496,"cost":0.07379818},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2098609108,"overall_relative_score":2098609108,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":717,"performance":915,"input_tokens":6214,"output_tokens":25000,"total_tokens":31214,"cost":0.031847679999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221752499,"overall_relative_score":221752499,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":547,"performance":1228,"input_tokens":12788,"output_tokens":23180,"total_tokens":35968,"cost":0.030150200000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5496251,"overall_relative_score":55997977302,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":495,"performance":1213,"input_tokens":11479,"output_tokens":29130,"total_tokens":40609,"cost":0.037325899999999995},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290887,"overall_relative_score":290887,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":231,"performance":1565,"input_tokens":7079,"output_tokens":31542,"total_tokens":38621,"cost":0.0408433},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4069704552,"overall_relative_score":2371828137061,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":641,"performance":1123,"input_tokens":12308,"output_tokens":36049,"total_tokens":48357,"cost":0.04614045},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58612785,"overall_relative_score":58612785,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1083,"input_tokens":6586,"output_tokens":34528,"total_tokens":41114,"cost":0.044477199999999995},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":9951,"output_tokens":46503,"total_tokens":56454,"cost":0.059473830000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128773378,"overall_relative_score":128773378,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":646,"performance":1087,"input_tokens":5825,"output_tokens":39835,"total_tokens":45660,"cost":0.05095875},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":992560983,"overall_relative_score":1379744717089,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":691,"performance":1140,"input_tokens":11198,"output_tokens":36094,"total_tokens":47292,"cost":0.0459747},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":446,"performance":1119,"input_tokens":5101,"output_tokens":31581,"total_tokens":36682,"cost":0.04049645}]},{"num_self_refine":4,"rank":{"all":{"mean":468.5,"median":498.5,"min":120,"max":983,"stdev":227.18748611258025},"short":{"mean":398.2173913043478,"median":324.0,"min":120,"max":983,"stdev":231.6503942114926},"long":{"mean":563.5882352941177,"median":533.0,"min":306,"max":933,"stdev":187.9275321844598}},"performance":{"all":{"mean":1214.45,"median":1179.5,"min":50,"max":1927,"stdev":355.7185541177038},"short":{"mean":1286.9565217391305,"median":1220.0,"min":50,"max":1927,"stdev":419.87979646353654},"long":{"mean":1116.3529411764705,"median":1131.0,"min":592,"max":1477,"stdev":219.63120827209147}},"input_tokens":{"all":{"mean":36441.275,"median":35307.5,"min":19038,"max":58012,"stdev":9767.157190764494},"short":{"mean":34838.086956521736,"median":31175.0,"min":19038,"max":58012,"stdev":10553.571868041314},"long":{"mean":38610.294117647056,"median":36002.0,"min":27804,"max":55741,"stdev":8407.919858418503}},"output_tokens":{"all":{"mean":60593.475,"median":57966.0,"min":32365,"max":128492,"stdev":19304.381429052144},"short":{"mean":58758.13043478261,"median":56092.0,"min":32365,"max":128492,"stdev":20193.61819149881},"long":{"mean":63076.58823529412,"median":58657.0,"min":34047,"max":99905,"stdev":18337.46689178614}},"total_tokens":{"all":{"mean":97034.75,"median":97629.5,"min":59660,"max":170429,"stdev":24346.030797173553},"short":{"mean":93596.21739130435,"median":90931.0,"min":59660,"max":170429,"stdev":25787.74725075408},"long":{"mean":101686.88235294117,"median":101266.0,"min":67744,"max":141323,"stdev":22144.98401693472}},"cost":{"all":{"mean":0.07956833875,"median":0.07619971,"min":0.043868050000000006,"max":0.16467088,"stdev":0.02449040800526388},"short":{"mean":0.07746215347826087,"median":0.07779656,"min":0.043868050000000006,"max":0.16467088,"stdev":0.025624688677011828},"long":{"mean":0.08241788352941176,"median":0.07565263,"min":0.045980389999999996,"max":0.12800149,"stdev":0.023325969675747123}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":817731481008,"overall_relative_score":817731481008,"max_execution_time_ms":4700,"max_memory_usage_kib":3072,"rank":820,"performance":938,"input_tokens":31310,"output_tokens":44222,"total_tokens":75532,"cost":0.0592355},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1580993,"overall_relative_score":1580993,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":585,"performance":1055,"input_tokens":28579,"output_tokens":32365,"total_tokens":60944,"cost":0.043868050000000006},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2361328937399,"overall_relative_score":2361328937399,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":533,"performance":1092,"input_tokens":33697,"output_tokens":34047,"total_tokens":67744,"cost":0.045980389999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4441700018,"overall_relative_score":4441700018,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":181,"performance":1606,"input_tokens":38867,"output_tokens":71357,"total_tokens":110224,"cost":0.09392837},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5016362,"overall_relative_score":5016362,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":311,"performance":1185,"input_tokens":29975,"output_tokens":51241,"total_tokens":81216,"cost":0.06774225},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5101310,"overall_relative_score":5101310,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":372,"performance":1234,"input_tokens":31998,"output_tokens":46967,"total_tokens":78965,"cost":0.06142195},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1172379,"overall_relative_score":1172379,"max_execution_time_ms":40,"max_memory_usage_kib":14336,"rank":316,"performance":1174,"input_tokens":42143,"output_tokens":79427,"total_tokens":121570,"cost":0.10517794999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9281616233,"overall_relative_score":9281616233,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":503,"performance":811,"input_tokens":21718,"output_tokens":37942,"total_tokens":59660,"cost":0.04937494},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2576241741,"overall_relative_score":2576241741,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":502,"performance":1087,"input_tokens":55741,"output_tokens":84657,"total_tokens":140398,"cost":0.11176241},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6365054701,"overall_relative_score":6365054701,"max_execution_time_ms":370,"max_memory_usage_kib":42828,"rank":120,"performance":1876,"input_tokens":31175,"output_tokens":59756,"total_tokens":90931,"cost":0.07779656},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12524,"overall_relative_score":12524,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":332,"performance":1247,"input_tokens":53771,"output_tokens":53395,"total_tokens":107166,"cost":0.07445667},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":937296191,"overall_relative_score":937296191,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":338,"performance":1356,"input_tokens":51773,"output_tokens":49493,"total_tokens":101266,"cost":0.06540101},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80115492,"overall_relative_score":80115492,"max_execution_time_ms":2470,"max_memory_usage_kib":5120,"rank":235,"performance":1521,"input_tokens":47386,"output_tokens":73402,"total_tokens":120788,"cost":0.09606874},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1221278555,"overall_relative_score":1221278555,"max_execution_time_ms":180,"max_memory_usage_kib":133876,"rank":421,"performance":1128,"input_tokens":35342,"output_tokens":74205,"total_tokens":109547,"cost":0.09664513000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121471708,"overall_relative_score":121471708,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":186,"performance":1666,"input_tokens":27476,"output_tokens":48207,"total_tokens":75683,"cost":0.06331171000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1765091729,"overall_relative_score":10016883721,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":933,"performance":656,"input_tokens":36192,"output_tokens":57275,"total_tokens":93467,"cost":0.07565263},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318479549939,"overall_relative_score":898604119667,"max_execution_time_ms":5910,"max_memory_usage_kib":3072,"rank":306,"performance":1477,"input_tokens":51684,"output_tokens":52119,"total_tokens":103803,"cost":0.06903435},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":124825916666664,"overall_relative_score":27376745639,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":380,"performance":1214,"input_tokens":45939,"output_tokens":95384,"total_tokens":141323,"cost":0.12394804000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":468376786,"overall_relative_score":468376786,"max_execution_time_ms":180,"max_memory_usage_kib":6144,"rank":128,"performance":1927,"input_tokens":47373,"output_tokens":70481,"total_tokens":117854,"cost":0.09259920999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12456050,"overall_relative_score":12456050,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":724,"performance":1027,"input_tokens":31136,"output_tokens":70390,"total_tokens":101526,"cost":0.09172638},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":261665826318,"overall_relative_score":261665826318,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":171,"performance":1033,"input_tokens":30374,"output_tokens":68957,"total_tokens":99331,"cost":0.08932193000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73428,"overall_relative_score":73428,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":388,"performance":1220,"input_tokens":41937,"output_tokens":128492,"total_tokens":170429,"cost":0.16467088},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51325584224,"overall_relative_score":229698802929,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":602,"performance":1127,"input_tokens":36002,"output_tokens":71625,"total_tokens":107627,"cost":0.09322957000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1338096,"overall_relative_score":1338096,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":545,"performance":1038,"input_tokens":19038,"output_tokens":45998,"total_tokens":65036,"cost":0.0599227},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81120399802,"overall_relative_score":677790433914,"max_execution_time_ms":1520,"max_memory_usage_kib":4096,"rank":928,"performance":592,"input_tokens":42356,"output_tokens":66807,"total_tokens":109163,"cost":0.08755627},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061895,"overall_relative_score":1061895,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":27103,"output_tokens":41236,"total_tokens":68339,"cost":0.054845920000000006},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":568755500000,"overall_relative_score":125309151076,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":619,"performance":1115,"input_tokens":28686,"output_tokens":48693,"total_tokens":77379,"cost":0.06360825},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3851484500,"overall_relative_score":66953281160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":521,"performance":1222,"input_tokens":27804,"output_tokens":59603,"total_tokens":87407,"cost":0.07674679},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10222496084753,"overall_relative_score":10222496084753,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":530,"performance":1232,"input_tokens":35559,"output_tokens":42460,"total_tokens":78019,"cost":0.05714552},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":682878,"overall_relative_score":372466970570,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":595,"performance":1141,"input_tokens":32190,"output_tokens":99905,"total_tokens":132095,"cost":0.12800149},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2591584662,"overall_relative_score":2591584662,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":657,"performance":1008,"input_tokens":25913,"output_tokens":47990,"total_tokens":73903,"cost":0.06258962},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248429694,"overall_relative_score":248429694,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":283,"performance":1625,"input_tokens":42754,"output_tokens":34339,"total_tokens":77093,"cost":0.04649791},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5471477,"overall_relative_score":56382523857,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":495,"performance":1213,"input_tokens":38123,"output_tokens":58657,"total_tokens":96780,"cost":0.07560056999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318484,"overall_relative_score":318484,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":161,"performance":1741,"input_tokens":35125,"output_tokens":63354,"total_tokens":98479,"cost":0.08336054},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4009422863,"overall_relative_score":2409926970882,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":634,"performance":1131,"input_tokens":42265,"output_tokens":75854,"total_tokens":118119,"cost":0.09847818},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59838438,"overall_relative_score":59838438,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":652,"performance":1128,"input_tokens":24695,"output_tokens":49028,"total_tokens":73723,"cost":0.06428864},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":40396,"output_tokens":62038,"total_tokens":102434,"cost":0.08138734},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128773378,"overall_relative_score":128773378,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":646,"performance":1087,"input_tokens":58012,"output_tokens":56092,"total_tokens":114104,"cost":0.07959772},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":899006064,"overall_relative_score":1539793975840,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":582,"performance":1255,"input_tokens":35273,"output_tokens":52789,"total_tokens":88062,"cost":0.06880149},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210981,"overall_relative_score":210981,"max_execution_time_ms":320,"max_memory_usage_kib":79748,"rank":324,"performance":1558,"input_tokens":20771,"output_tokens":63490,"total_tokens":84261,"cost":0.08194998}]},{"num_self_refine":8,"rank":{"all":{"mean":428.525,"median":412.0,"min":99,"max":928,"stdev":202.08959519772284},"short":{"mean":358.60869565217394,"median":311.0,"min":99,"max":724,"stdev":195.49604486360397},"long":{"mean":523.1176470588235,"median":502.0,"min":285,"max":928,"stdev":174.5375612701107}},"performance":{"all":{"mean":1292.2,"median":1239.5,"min":592,"max":2016,"stdev":301.83602272655367},"short":{"mean":1378.8260869565217,"median":1258.0,"min":857,"max":2016,"stdev":338.4368683137109},"long":{"mean":1175.0,"median":1210.0,"min":592,"max":1477,"stdev":197.9775871153096}},"input_tokens":{"all":{"mean":156005.5,"median":146532.0,"min":71347,"max":402544,"stdev":58436.99958381654},"short":{"mean":159507.65217391305,"median":135741.0,"min":71347,"max":402544,"stdev":71930.21247747942},"long":{"mean":151267.29411764705,"median":149352.0,"min":92636,"max":234548,"stdev":34177.529988218696}},"output_tokens":{"all":{"mean":102049.625,"median":98757.5,"min":55335,"max":191839,"stdev":28470.27664315576},"short":{"mean":98453.17391304347,"median":97875.0,"min":55335,"max":191839,"stdev":27446.14765094494},"long":{"mean":106915.41176470589,"median":100425.0,"min":65225,"max":175478,"stdev":29936.729541356934}},"total_tokens":{"all":{"mean":258055.125,"median":239851.0,"min":137562,"max":518425,"stdev":74338.89932346994},"short":{"mean":257960.8260869565,"median":223595.0,"min":137562,"max":518425,"stdev":87978.34914219839},"long":{"mean":258182.70588235295,"median":258094.0,"min":192801,"max":378456,"stdev":53174.21057919514}},"cost":{"all":{"mean":0.13807205925,"median":0.13309259499999998,"min":0.07455495,"max":0.25683307,"stdev":0.03734188782578012},"short":{"mean":0.1341759004347826,"median":0.13100275,"min":0.07455495,"max":0.25683307,"stdev":0.036835243880302446},"long":{"mean":0.14334333294117646,"median":0.13509137,"min":0.09130189,"max":0.23258546000000002,"stdev":0.03849542494983232}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":863100092670,"overall_relative_score":863100092670,"max_execution_time_ms":4980,"max_memory_usage_kib":3072,"rank":753,"performance":999,"input_tokens":150944,"output_tokens":83272,"total_tokens":234216,"cost":0.11483304},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2615033,"overall_relative_score":2615033,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":421,"performance":1260,"input_tokens":134326,"output_tokens":73404,"total_tokens":207730,"cost":0.10157060000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2633714036137,"overall_relative_score":2633714036137,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":447,"performance":1210,"input_tokens":143778,"output_tokens":65225,"total_tokens":209003,"cost":0.09130189},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4441700018,"overall_relative_score":4441700018,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":181,"performance":1606,"input_tokens":169916,"output_tokens":104041,"total_tokens":273957,"cost":0.14200821},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5006709,"overall_relative_score":5006709,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":311,"performance":1185,"input_tokens":131356,"output_tokens":98392,"total_tokens":229748,"cost":0.13239592},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5101310,"overall_relative_score":5101310,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":372,"performance":1234,"input_tokens":118279,"output_tokens":79329,"total_tokens":197608,"cost":0.10641257},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1184171,"overall_relative_score":1184171,"max_execution_time_ms":30,"max_memory_usage_kib":14336,"rank":314,"performance":1179,"input_tokens":402544,"output_tokens":115881,"total_tokens":518425,"cost":0.17582404999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11784308693,"overall_relative_score":11784308693,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":487,"performance":857,"input_tokens":82227,"output_tokens":55335,"total_tokens":137562,"cost":0.07455495},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2576241741,"overall_relative_score":2576241741,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":502,"performance":1087,"input_tokens":234548,"output_tokens":143908,"total_tokens":378456,"cost":0.1952298},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6615004153,"overall_relative_score":6615004153,"max_execution_time_ms":500,"max_memory_usage_kib":40296,"rank":99,"performance":1962,"input_tokens":126582,"output_tokens":95228,"total_tokens":221810,"cost":0.12739396},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15608,"overall_relative_score":15608,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":309,"performance":1296,"input_tokens":173409,"output_tokens":83213,"total_tokens":256622,"cost":0.11740909000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":937296191,"overall_relative_score":937296191,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":338,"performance":1356,"input_tokens":175282,"output_tokens":82812,"total_tokens":258094,"cost":0.11350387999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80115492,"overall_relative_score":80115492,"max_execution_time_ms":2470,"max_memory_usage_kib":5120,"rank":235,"performance":1521,"input_tokens":187625,"output_tokens":114821,"total_tokens":302446,"cost":0.15561509},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386770037,"overall_relative_score":1386770037,"max_execution_time_ms":1210,"max_memory_usage_kib":392872,"rank":285,"performance":1375,"input_tokens":149352,"output_tokens":123140,"total_tokens":272492,"cost":0.16439572000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128657733,"overall_relative_score":128657733,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":139,"performance":1807,"input_tokens":111876,"output_tokens":101518,"total_tokens":213394,"cost":0.13484966},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3137306142,"overall_relative_score":20105881560,"max_execution_time_ms":350,"max_memory_usage_kib":11264,"rank":685,"performance":1018,"input_tokens":146426,"output_tokens":99123,"total_tokens":245549,"cost":0.13378927},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318479549939,"overall_relative_score":898604119667,"max_execution_time_ms":5910,"max_memory_usage_kib":3072,"rank":306,"performance":1477,"input_tokens":180437,"output_tokens":80596,"total_tokens":261033,"cost":0.11102760000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121964541666677,"overall_relative_score":31411450444,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":363,"performance":1245,"input_tokens":193601,"output_tokens":175478,"total_tokens":369079,"cost":0.23258546000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":473774532,"overall_relative_score":473774532,"max_execution_time_ms":1400,"max_memory_usage_kib":9216,"rank":103,"performance":2016,"input_tokens":197078,"output_tokens":115553,"total_tokens":312631,"cost":0.15713045},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12456050,"overall_relative_score":12456050,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":724,"performance":1027,"input_tokens":123935,"output_tokens":97875,"total_tokens":221810,"cost":0.13100275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266496618273,"overall_relative_score":266496618273,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":169,"performance":1062,"input_tokens":146638,"output_tokens":112195,"total_tokens":258833,"cost":0.15040207000000003},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73849,"overall_relative_score":73849,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":388,"performance":1220,"input_tokens":261658,"output_tokens":191839,"total_tokens":453497,"cost":0.25683307},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51325584224,"overall_relative_score":229698802929,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":602,"performance":1127,"input_tokens":138373,"output_tokens":103909,"total_tokens":242282,"cost":0.13894453},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1338096,"overall_relative_score":1338096,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":545,"performance":1038,"input_tokens":71347,"output_tokens":78421,"total_tokens":149768,"cost":0.10335612999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81120399802,"overall_relative_score":677790433914,"max_execution_time_ms":1520,"max_memory_usage_kib":4096,"rank":928,"performance":592,"input_tokens":173934,"output_tokens":120243,"total_tokens":294177,"cost":0.16168190999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061895,"overall_relative_score":1061895,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":118392,"output_tokens":74186,"total_tokens":192578,"cost":0.1012045},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":566704500000,"overall_relative_score":125378796475,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":619,"performance":1115,"input_tokens":106198,"output_tokens":86603,"total_tokens":192801,"cost":0.11562327},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3293032100,"overall_relative_score":78680691956,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":484,"performance":1270,"input_tokens":92636,"output_tokens":114429,"total_tokens":207065,"cost":0.14884536999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10245874775765,"overall_relative_score":10245874775765,"max_execution_time_ms":1880,"max_memory_usage_kib":5120,"rank":521,"performance":1245,"input_tokens":152695,"output_tokens":70900,"total_tokens":223595,"cost":0.09934960000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":680606,"overall_relative_score":373613218170,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":590,"performance":1147,"input_tokens":127326,"output_tokens":150942,"total_tokens":278268,"cost":0.19700094},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2654157903,"overall_relative_score":2654157903,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":645,"performance":1026,"input_tokens":127226,"output_tokens":91531,"total_tokens":218757,"cost":0.12363879000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251646910,"overall_relative_score":251646910,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":242,"performance":1701,"input_tokens":157510,"output_tokens":62103,"total_tokens":219613,"cost":0.08738098999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1468233,"overall_relative_score":174191613563,"max_execution_time_ms":280,"max_memory_usage_kib":92160,"rank":403,"performance":1337,"input_tokens":149930,"output_tokens":125994,"total_tokens":275924,"cost":0.16609738},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319014,"overall_relative_score":319014,"max_execution_time_ms":470,"max_memory_usage_kib":6144,"rank":161,"performance":1741,"input_tokens":173149,"output_tokens":119216,"total_tokens":292365,"cost":0.16143924},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4009422863,"overall_relative_score":2409926970882,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":634,"performance":1131,"input_tokens":162079,"output_tokens":100425,"total_tokens":262504,"cost":0.13509137},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60674304,"overall_relative_score":60674304,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":632,"performance":1155,"input_tokens":110997,"output_tokens":97641,"total_tokens":208638,"cost":0.13070313},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":135741,"output_tokens":101679,"total_tokens":237420,"cost":0.13544631000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128773378,"overall_relative_score":128773378,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":646,"performance":1087,"input_tokens":271524,"output_tokens":90781,"total_tokens":362305,"cost":0.13045625},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":899006064,"overall_relative_score":1539793975840,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":582,"performance":1255,"input_tokens":128421,"output_tokens":82134,"total_tokens":210555,"cost":0.11047266},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213912,"overall_relative_score":213912,"max_execution_time_ms":1830,"max_memory_usage_kib":257024,"rank":257,"performance":1679,"input_tokens":100925,"output_tokens":118670,"total_tokens":219595,"cost":0.1560809}]},{"num_self_refine":16,"rank":{"all":{"mean":419.575,"median":404.5,"min":96,"max":928,"stdev":204.29414283055644},"short":{"mean":350.69565217391306,"median":305.0,"min":96,"max":724,"stdev":200.32710404885503},"long":{"mean":512.7647058823529,"median":507.0,"min":264,"max":928,"stdev":174.65556440168342}},"performance":{"all":{"mean":1311.5,"median":1236.0,"min":592,"max":2043,"stdev":314.57109587337226},"short":{"mean":1402.2173913043478,"median":1258.0,"min":860,"max":2043,"stdev":354.30315172202194},"long":{"mean":1188.764705882353,"median":1234.0,"min":592,"max":1477,"stdev":201.89710541875183}},"input_tokens":{"all":{"mean":644604.175,"median":621403.0,"min":274205,"max":1570148,"stdev":223124.56563369485},"short":{"mean":666489.0869565217,"median":620049.0,"min":274205,"max":1570148,"stdev":265148.57549407566},"long":{"mean":614995.1764705882,"median":622757.0,"min":380454,"max":974497,"stdev":151862.56344933866}},"output_tokens":{"all":{"mean":180258.475,"median":165231.0,"min":87674,"max":339579,"stdev":50879.10695071134},"short":{"mean":175424.21739130435,"median":166059.0,"min":87674,"max":339579,"stdev":46407.994905811924},"long":{"mean":186798.9411764706,"median":164403.0,"min":119693,"max":301309,"stdev":57179.80505548986}},"total_tokens":{"all":{"mean":824862.65,"median":778016.0,"min":422212,"max":1775706,"stdev":251192.7750298716},"short":{"mean":841913.304347826,"median":784213.0,"min":422212,"max":1775706,"stdev":292641.669360241},"long":{"mean":801794.1176470588,"median":767158.0,"min":540052,"max":1239412,"stdev":187253.1758395176}},"cost":{"all":{"mean":0.25398191275,"median":0.23481901,"min":0.12499538000000002,"max":0.46949235,"stdev":0.06837546525926823},"short":{"mean":0.24917056217391303,"median":0.23029015,"min":0.12499538000000002,"max":0.46949235,"stdev":0.06436519264019214},"long":{"mean":0.2604913870588235,"median":0.23934786999999996,"min":0.16868165,"max":0.4140406900000001,"stdev":0.07497369317359097}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":869455765341,"overall_relative_score":869455765341,"max_execution_time_ms":4970,"max_memory_usage_kib":3072,"rank":732,"performance":1017,"input_tokens":718955,"output_tokens":164403,"total_tokens":883358,"cost":0.23934786999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2615033,"overall_relative_score":2615033,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":421,"performance":1260,"input_tokens":635104,"output_tokens":149109,"total_tokens":784213,"cost":0.21580960999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2642149976621,"overall_relative_score":2642149976621,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":428,"performance":1237,"input_tokens":658178,"output_tokens":133970,"total_tokens":792148,"cost":0.19827506},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5383068978,"overall_relative_score":5383068978,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":111,"performance":1861,"input_tokens":768756,"output_tokens":202149,"total_tokens":970905,"cost":0.28856481},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5105770,"overall_relative_score":5105770,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":311,"performance":1185,"input_tokens":608622,"output_tokens":188614,"total_tokens":797236,"cost":0.26431814},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5101310,"overall_relative_score":5101310,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":372,"performance":1234,"input_tokens":445535,"output_tokens":119693,"total_tokens":565228,"cost":0.16868165},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1242077,"overall_relative_score":1242077,"max_execution_time_ms":660,"max_memory_usage_kib":14336,"rank":296,"performance":1225,"input_tokens":1570148,"output_tokens":205558,"total_tokens":1775706,"cost":0.32200685999999995},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11827165466,"overall_relative_score":11827165466,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":486,"performance":860,"input_tokens":335984,"output_tokens":87674,"total_tokens":423658,"cost":0.12499538000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2130355672,"overall_relative_score":2130355672,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":507,"performance":1080,"input_tokens":974497,"output_tokens":264915,"total_tokens":1239412,"cost":0.37319579},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6615004153,"overall_relative_score":6615004153,"max_execution_time_ms":500,"max_memory_usage_kib":40296,"rank":99,"performance":1962,"input_tokens":533337,"output_tokens":158152,"total_tokens":691489,"cost":0.22178203999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16188,"overall_relative_score":16188,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":305,"performance":1305,"input_tokens":648622,"output_tokens":147853,"total_tokens":796475,"cost":0.21639024999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":937296191,"overall_relative_score":937296191,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":338,"performance":1356,"input_tokens":635000,"output_tokens":132158,"total_tokens":767158,"cost":0.19155877999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83772058,"overall_relative_score":83772058,"max_execution_time_ms":650,"max_memory_usage_kib":4096,"rank":184,"performance":1650,"input_tokens":736025,"output_tokens":193115,"total_tokens":929140,"cost":0.27339875},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1419352713,"overall_relative_score":1419352713,"max_execution_time_ms":2460,"max_memory_usage_kib":506040,"rank":264,"performance":1417,"input_tokens":622757,"output_tokens":194850,"total_tokens":817607,"cost":0.27166846},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129417976,"overall_relative_score":129417976,"max_execution_time_ms":1470,"max_memory_usage_kib":3072,"rank":129,"performance":1842,"input_tokens":459989,"output_tokens":161267,"total_tokens":621256,"cost":0.22275659000000003},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3715300453,"overall_relative_score":24366590740,"max_execution_time_ms":270,"max_memory_usage_kib":6144,"rank":662,"performance":1046,"input_tokens":572912,"output_tokens":159288,"total_tokens":732200,"cost":0.22425111999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":318479549939,"overall_relative_score":898604119667,"max_execution_time_ms":5910,"max_memory_usage_kib":3072,"rank":306,"performance":1477,"input_tokens":674241,"output_tokens":137717,"total_tokens":811958,"cost":0.20045749000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121964541666677,"overall_relative_score":31411450444,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":363,"performance":1245,"input_tokens":840667,"output_tokens":301309,"total_tokens":1141976,"cost":0.4140406900000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":475260785,"overall_relative_score":475260785,"max_execution_time_ms":1620,"max_memory_usage_kib":7512,"rank":96,"performance":2043,"input_tokens":834556,"output_tokens":201725,"total_tokens":1036281,"cost":0.28912185},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12456050,"overall_relative_score":12456050,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":724,"performance":1027,"input_tokens":493742,"output_tokens":166059,"total_tokens":659801,"cost":0.23029015},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266496618273,"overall_relative_score":266496618273,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":169,"performance":1062,"input_tokens":685823,"output_tokens":193989,"total_tokens":879812,"cost":0.27366685},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73849,"overall_relative_score":73849,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":388,"performance":1220,"input_tokens":1061445,"output_tokens":339579,"total_tokens":1401024,"cost":0.46949235},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32869690531,"overall_relative_score":264929465936,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":544,"performance":1196,"input_tokens":565526,"output_tokens":179234,"total_tokens":744760,"cost":0.24941138},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1340567,"overall_relative_score":1340567,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":1053,"input_tokens":274205,"output_tokens":148007,"total_tokens":422212,"cost":0.19865423},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81120399802,"overall_relative_score":677790433914,"max_execution_time_ms":1520,"max_memory_usage_kib":4096,"rank":928,"performance":592,"input_tokens":711249,"output_tokens":235476,"total_tokens":946725,"cost":0.32581847999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061895,"overall_relative_score":1061895,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":529304,"output_tokens":142358,"total_tokens":671662,"cost":0.20169374000000004},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":566704500000,"overall_relative_score":125378796475,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":619,"performance":1115,"input_tokens":404711,"output_tokens":135341,"total_tokens":540052,"cost":0.18758789},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3293032100,"overall_relative_score":78680691956,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":484,"performance":1270,"input_tokens":380454,"output_tokens":212886,"total_tokens":593340,"cost":0.28321589999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10228078767984,"overall_relative_score":10228078767984,"max_execution_time_ms":1880,"max_memory_usage_kib":5120,"rank":528,"performance":1235,"input_tokens":672641,"output_tokens":148122,"total_tokens":820763,"cost":0.21636934000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":680606,"overall_relative_score":373613218170,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":590,"performance":1147,"input_tokens":506176,"output_tokens":256453,"total_tokens":762629,"cost":0.34254385000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767360079,"overall_relative_score":2767360079,"max_execution_time_ms":80,"max_memory_usage_kib":5120,"rank":630,"performance":1048,"input_tokens":611513,"output_tokens":160306,"total_tokens":771819,"cost":0.22868190000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251646910,"overall_relative_score":251646910,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":242,"performance":1701,"input_tokens":620049,"output_tokens":122827,"total_tokens":742876,"cost":0.18077555},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1043597,"overall_relative_score":233256020545,"max_execution_time_ms":2750,"max_memory_usage_kib":105316,"rank":364,"performance":1394,"input_tokens":661270,"output_tokens":257477,"total_tokens":918747,"cost":0.3490378499999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319611,"overall_relative_score":319611,"max_execution_time_ms":660,"max_memory_usage_kib":6144,"rank":161,"performance":1741,"input_tokens":785524,"output_tokens":195282,"total_tokens":980806,"cost":0.27872666},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4009422863,"overall_relative_score":2409926970882,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":634,"performance":1131,"input_tokens":595883,"output_tokens":148643,"total_tokens":744526,"cost":0.21097714999999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61031541,"overall_relative_score":61031541,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":627,"performance":1162,"input_tokens":515984,"output_tokens":175884,"total_tokens":691868,"cost":0.24443932},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":547535,"output_tokens":193162,"total_tokens":740697,"cost":0.26598798},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128773378,"overall_relative_score":128773378,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":646,"performance":1087,"input_tokens":918019,"output_tokens":151980,"total_tokens":1069999,"cost":0.22750519999999996},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":899006064,"overall_relative_score":1539793975840,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":582,"performance":1255,"input_tokens":486907,"output_tokens":141769,"total_tokens":628676,"cost":0.19828416999999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213912,"overall_relative_score":213912,"max_execution_time_ms":1830,"max_memory_usage_kib":257024,"rank":257,"performance":1679,"input_tokens":482322,"output_tokens":201986,"total_tokens":684308,"cost":0.27549538}]}]},{"model_name":"gpt-5.4-none","detail_path":"data/model_details/gpt-5.4-none.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":537.9,"median":565.0,"min":101,"max":997,"stdev":250.02090169034125},"short":{"mean":488.60869565217394,"median":515.0,"min":101,"max":997,"stdev":269.1195643593171},"long":{"mean":604.5882352941177,"median":616.0,"min":185,"max":997,"stdev":211.10780978670869}},"performance":{"all":{"mean":1086.025,"median":1016.5,"min":-80,"max":1953,"stdev":407.4457325828803},"short":{"mean":1099.9130434782608,"median":1073.0,"min":-80,"max":1953,"stdev":492.05098710707153},"long":{"mean":1067.235294117647,"median":1013.0,"min":592,"max":1630,"stdev":266.63634631548376}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":3225.2,"median":3307.0,"min":1231,"max":5843,"stdev":1032.167428278959},"short":{"mean":3195.304347826087,"median":3299.0,"min":1528,"max":5843,"stdev":956.5687940276486},"long":{"mean":3265.6470588235293,"median":3356.0,"min":1231,"max":5323,"stdev":1155.7065447798843}},"total_tokens":{"all":{"mean":6205.2,"median":5821.5,"min":3420,"max":10335,"stdev":1852.1014426445852},"short":{"mean":5598.130434782609,"median":5110.0,"min":3420,"max":10177,"stdev":1582.2781707039271},"long":{"mean":7026.529411764706,"median":6993.0,"min":4005,"max":10335,"stdev":1916.335275912303}},"cost":{"all":{"mean":0.0523144,"median":0.054495,"min":0.023817,"max":0.0901575,"stdev":0.015856750618649815},"short":{"mean":0.05178289130434783,"median":0.0549775,"min":0.023817,"max":0.088511,"stdev":0.014557362318019799},"long":{"mean":0.0530335,"median":0.0525435,"min":0.0254,"max":0.0901575,"stdev":0.01790350385137641}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":850208888826,"overall_relative_score":850208888826,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":780,"performance":974,"input_tokens":1345,"output_tokens":4211,"total_tokens":5556,"cost":0.0639355},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1716175,"overall_relative_score":1716175,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":570,"performance":1073,"input_tokens":1469,"output_tokens":3426,"total_tokens":4895,"cost":0.0550625},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2608350731335,"overall_relative_score":2608350731335,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":467,"performance":1182,"input_tokens":2614,"output_tokens":4167,"total_tokens":6781,"cost":0.063568},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143437957,"overall_relative_score":3143437957,"max_execution_time_ms":2960,"max_memory_usage_kib":3072,"rank":305,"performance":1273,"input_tokens":1629,"output_tokens":3306,"total_tokens":4935,"cost":0.0536625},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14519440,"overall_relative_score":14519440,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":166,"performance":1605,"input_tokens":1811,"output_tokens":3299,"total_tokens":5110,"cost":0.0540125},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5506603,"overall_relative_score":5506603,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":185,"performance":1630,"input_tokens":3802,"output_tokens":4154,"total_tokens":7956,"cost":0.063751},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1627905,"overall_relative_score":1627905,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":110,"performance":1804,"input_tokens":1529,"output_tokens":4176,"total_tokens":5705,"cost":0.0664625},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11822864709,"overall_relative_score":11822864709,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":486,"performance":860,"input_tokens":2239,"output_tokens":2362,"total_tokens":4601,"cost":0.0364195},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":38568048,"overall_relative_score":38568048,"max_execution_time_ms":1366,"max_memory_usage_kib":3072,"rank":623,"performance":922,"input_tokens":2984,"output_tokens":4558,"total_tokens":7542,"cost":0.07583},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6598026913,"overall_relative_score":6598026913,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":101,"performance":1953,"input_tokens":2210,"output_tokens":3635,"total_tokens":5845,"cost":0.06005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13912,"overall_relative_score":13912,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":7584,"output_tokens":2593,"total_tokens":10177,"cost":0.057855},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702554120,"overall_relative_score":702554120,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":417,"performance":1235,"input_tokens":7538,"output_tokens":2797,"total_tokens":10335,"cost":0.0608},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9158041,"overall_relative_score":9158041,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":701,"performance":463,"input_tokens":4695,"output_tokens":2664,"total_tokens":7359,"cost":0.0416175},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1058715500,"overall_relative_score":1058715500,"max_execution_time_ms":2510,"max_memory_usage_kib":3072,"rank":487,"performance":1013,"input_tokens":2812,"output_tokens":4181,"total_tokens":6993,"cost":0.063697},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77451332,"overall_relative_score":77451332,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":369,"performance":1279,"input_tokens":2563,"output_tokens":3714,"total_tokens":6277,"cost":0.0566455},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3445076858,"overall_relative_score":33289608623,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":562,"performance":1166,"input_tokens":2774,"output_tokens":1231,"total_tokens":4005,"cost":0.0254},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039969125768,"overall_relative_score":508022175595,"max_execution_time_ms":5700,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":6975,"output_tokens":3358,"total_tokens":10333,"cost":0.0525435},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":175387112240481,"overall_relative_score":10560319546,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":500,"performance":1000,"input_tokens":4471,"output_tokens":3308,"total_tokens":7779,"cost":0.0510055},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462744296,"overall_relative_score":462744296,"max_execution_time_ms":1670,"max_memory_usage_kib":12288,"rank":168,"performance":1810,"input_tokens":3614,"output_tokens":3860,"total_tokens":7474,"cost":0.059159},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9543535,"overall_relative_score":9543535,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":915,"performance":742,"input_tokens":1703,"output_tokens":2108,"total_tokens":3811,"cost":0.0324215},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2202,"output_tokens":1528,"total_tokens":3730,"cost":0.023817},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1849,"output_tokens":3089,"total_tokens":4938,"cost":0.0509575},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44990901796,"overall_relative_score":239281998150,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":595,"performance":1136,"input_tokens":2861,"output_tokens":2460,"total_tokens":5321,"cost":0.0380045},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1326922,"overall_relative_score":1326922,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":962,"input_tokens":1758,"output_tokens":3146,"total_tokens":4904,"cost":0.048129},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79777073959,"overall_relative_score":686800672003,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":928,"performance":592,"input_tokens":3354,"output_tokens":2918,"total_tokens":6272,"cost":0.044955},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1055198,"overall_relative_score":1055198,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":250,"performance":1671,"input_tokens":1855,"output_tokens":3968,"total_tokens":5823,"cost":0.0641575},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":123446000000,"overall_relative_score":251822125712,"max_execution_time_ms":3100,"max_memory_usage_kib":20604,"rank":264,"performance":1600,"input_tokens":4125,"output_tokens":5323,"total_tokens":9448,"cost":0.0901575},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":1626,"total_tokens":4635,"cost":0.0255765},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9606674063169,"overall_relative_score":9606674063169,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":964,"input_tokens":1733,"output_tokens":1687,"total_tokens":3420,"cost":0.0261815},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4488331,"overall_relative_score":60532695863,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":2818,"output_tokens":1715,"total_tokens":4533,"cost":0.026722},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2001941422,"overall_relative_score":2001941422,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":737,"performance":882,"input_tokens":1917,"output_tokens":2029,"total_tokens":3946,"cost":0.0352275},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223154240,"overall_relative_score":223154240,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":536,"performance":1243,"input_tokens":4323,"output_tokens":3102,"total_tokens":7425,"cost":0.0573375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":366771000,"overall_relative_score":560057083,"max_execution_time_ms":790,"max_memory_usage_kib":11128,"rank":721,"performance":929,"input_tokens":4012,"output_tokens":2122,"total_tokens":6134,"cost":0.04186},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269351,"overall_relative_score":269351,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":306,"performance":1406,"input_tokens":1844,"output_tokens":5843,"total_tokens":7687,"cost":0.088511},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5654842713,"overall_relative_score":1752267845762,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":997,"performance":645,"input_tokens":4182,"output_tokens":4031,"total_tokens":8213,"cost":0.061992},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65384724,"overall_relative_score":65384724,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":1651,"output_tokens":3390,"total_tokens":5041,"cost":0.0549775},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285936,"overall_relative_score":285936,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":824,"performance":811,"input_tokens":2188,"output_tokens":3312,"total_tokens":5500,"cost":0.05515},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1480,"output_tokens":2854,"total_tokens":4334,"cost":0.04651},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1056843128,"overall_relative_score":1352396429249,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":703,"performance":1128,"input_tokens":4259,"output_tokens":3356,"total_tokens":7615,"cost":0.0517715},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":1419,"output_tokens":4401,"total_tokens":5820,"cost":0.0666825}]},{"num_self_refine":2,"rank":{"all":{"mean":488.95,"median":505.5,"min":50,"max":997,"stdev":258.2756378913914},"short":{"mean":422.4347826086956,"median":335.0,"min":50,"max":974,"stdev":286.6231016012867},"long":{"mean":578.9411764705883,"median":595.0,"min":185,"max":997,"stdev":186.2043469512176}},"performance":{"all":{"mean":1199.925,"median":1132.0,"min":354,"max":2215,"stdev":428.43109056063423},"short":{"mean":1270.3478260869565,"median":1314.0,"min":354,"max":2215,"stdev":528.5654349012353},"long":{"mean":1104.6470588235295,"median":1062.0,"min":645,"max":1630,"stdev":215.60871421874123}},"input_tokens":{"all":{"mean":9725.85,"median":8460.5,"min":5819,"max":18437,"stdev":3313.185124503424},"short":{"mean":8539.08695652174,"median":7485.0,"min":5819,"max":18274,"stdev":2876.206701907021},"long":{"mean":11331.470588235294,"median":10688.0,"min":7360,"max":18437,"stdev":3258.590130670914}},"output_tokens":{"all":{"mean":7220.525,"median":7537.0,"min":3481,"max":11142,"stdev":1752.6345149370754},"short":{"mean":7122.478260869565,"median":7231.0,"min":3481,"max":11142,"stdev":1787.3435308393296},"long":{"mean":7353.176470588235,"median":7881.0,"min":3506,"max":9626,"stdev":1749.928721237458}},"total_tokens":{"all":{"mean":16946.375,"median":16577.5,"min":9572,"max":25164,"stdev":4198.972961652921},"short":{"mean":15661.565217391304,"median":15484.0,"min":9572,"max":24875,"stdev":3875.690176965399},"long":{"mean":18684.647058823528,"median":18863.0,"min":10866,"max":25164,"stdev":4091.3643039513186}},"cost":{"all":{"mean":0.1200009,"median":0.12769724999999998,"min":0.0582265,"max":0.1716115,"stdev":0.027359211015670754},"short":{"mean":0.11825515217391304,"median":0.124169,"min":0.0582265,"max":0.1716115,"stdev":0.028510668216809164},"long":{"mean":0.12236279411764706,"median":0.128422,"min":0.06523,"max":0.149345,"stdev":0.02639213822337702}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":850208888826,"overall_relative_score":850208888826,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":780,"performance":974,"input_tokens":7516,"output_tokens":9107,"total_tokens":16623,"cost":0.14070700000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2021396,"overall_relative_score":2021396,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":530,"performance":1121,"input_tokens":6927,"output_tokens":6729,"total_tokens":13656,"cost":0.1075965},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2608350731335,"overall_relative_score":2608350731335,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":467,"performance":1182,"input_tokens":10010,"output_tokens":8764,"total_tokens":18774,"cost":0.13603700000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6172808086,"overall_relative_score":6172808086,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":50,"performance":2215,"input_tokens":7179,"output_tokens":8305,"total_tokens":15484,"cost":0.1393545},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15505557,"overall_relative_score":15505557,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":156,"performance":1640,"input_tokens":7485,"output_tokens":8157,"total_tokens":15642,"cost":0.1373235},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5506603,"overall_relative_score":5506603,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":185,"performance":1630,"input_tokens":12322,"output_tokens":7775,"total_tokens":20097,"cost":0.128422},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1627905,"overall_relative_score":1627905,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":110,"performance":1804,"input_tokens":7797,"output_tokens":8408,"total_tokens":16205,"cost":0.1415805},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11822864709,"overall_relative_score":11822864709,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":486,"performance":860,"input_tokens":7455,"output_tokens":5060,"total_tokens":12515,"cost":0.0798495},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77438595,"overall_relative_score":77438595,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":610,"performance":940,"input_tokens":10688,"output_tokens":8175,"total_tokens":18863,"cost":0.149345},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6598026913,"overall_relative_score":6598026913,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":101,"performance":1953,"input_tokens":8664,"output_tokens":8429,"total_tokens":17093,"cost":0.143487},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33528,"overall_relative_score":33528,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":243,"performance":1446,"input_tokens":18274,"output_tokens":6601,"total_tokens":24875,"cost":0.127996},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":875168211,"overall_relative_score":875168211,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":365,"performance":1313,"input_tokens":18437,"output_tokens":6534,"total_tokens":24971,"cost":0.1273985},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9158041,"overall_relative_score":9158041,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":701,"performance":463,"input_tokens":12612,"output_tokens":8295,"total_tokens":20907,"cost":0.135795},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1152222142,"overall_relative_score":1152222142,"max_execution_time_ms":4680,"max_memory_usage_kib":3072,"rank":459,"performance":1062,"input_tokens":10369,"output_tokens":9626,"total_tokens":19995,"cost":0.1490005},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86962262,"overall_relative_score":86962262,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":9404,"output_tokens":7968,"total_tokens":17372,"cost":0.13208599999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3445076858,"overall_relative_score":33289608623,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":562,"performance":1166,"input_tokens":7360,"output_tokens":3506,"total_tokens":10866,"cost":0.06523},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039969125768,"overall_relative_score":508022175595,"max_execution_time_ms":5700,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":17933,"output_tokens":7231,"total_tokens":25164,"cost":0.1227695},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140735568722843,"overall_relative_score":11447114593,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":496,"performance":1007,"input_tokens":12916,"output_tokens":8115,"total_tokens":21031,"cost":0.126943},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462744296,"overall_relative_score":462744296,"max_execution_time_ms":1670,"max_memory_usage_kib":12288,"rank":168,"performance":1810,"input_tokens":11702,"output_tokens":8406,"total_tokens":20108,"cost":0.139793},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9543535,"overall_relative_score":9543535,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":915,"performance":742,"input_tokens":6078,"output_tokens":5801,"total_tokens":11879,"cost":0.095298},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":6091,"output_tokens":3481,"total_tokens":9572,"cost":0.0582265},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93784,"overall_relative_score":93784,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":335,"performance":1322,"input_tokens":7299,"output_tokens":7129,"total_tokens":14428,"cost":0.1145265},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44990901796,"overall_relative_score":239281998150,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":595,"performance":1136,"input_tokens":8793,"output_tokens":6785,"total_tokens":15578,"cost":0.1116615},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1352731,"overall_relative_score":1352731,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":489,"performance":1142,"input_tokens":7225,"output_tokens":6652,"total_tokens":13877,"cost":0.11093049999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56014132201,"overall_relative_score":987986444092,"max_execution_time_ms":230,"max_memory_usage_kib":16384,"rank":536,"performance":1180,"input_tokens":10241,"output_tokens":7881,"total_tokens":18122,"cost":0.1294175},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1055198,"overall_relative_score":1055198,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":250,"performance":1671,"input_tokens":8238,"output_tokens":9158,"total_tokens":17396,"cost":0.154221},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":521488000000,"overall_relative_score":193977699873,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":382,"performance":1413,"input_tokens":13724,"output_tokens":8807,"total_tokens":22531,"cost":0.145391},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":8257,"output_tokens":5045,"total_tokens":13302,"cost":0.0799015},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10002156112688,"overall_relative_score":10002156112688,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":615,"performance":1111,"input_tokens":5819,"output_tokens":5005,"total_tokens":10824,"cost":0.0827105},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4488331,"overall_relative_score":60532695863,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":7913,"output_tokens":4681,"total_tokens":12594,"cost":0.0779015},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2823118203,"overall_relative_score":2823118203,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":627,"performance":1052,"input_tokens":6477,"output_tokens":4629,"total_tokens":11106,"cost":0.0769875},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253351746,"overall_relative_score":253351746,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":212,"performance":1763,"input_tokens":12312,"output_tokens":7231,"total_tokens":19543,"cost":0.122829},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201203471,"overall_relative_score":1478441963,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":656,"performance":1012,"input_tokens":10710,"output_tokens":5604,"total_tokens":16314,"cost":0.10219500000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":387105,"overall_relative_score":387105,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":87,"performance":1998,"input_tokens":10087,"output_tokens":11142,"total_tokens":21229,"cost":0.1716115},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5654842713,"overall_relative_score":1752267845762,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":997,"performance":645,"input_tokens":13008,"output_tokens":8855,"total_tokens":21863,"cost":0.147489},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65384724,"overall_relative_score":65384724,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":7256,"output_tokens":7299,"total_tokens":14555,"cost":0.124169},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285936,"overall_relative_score":285936,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":824,"performance":811,"input_tokens":8251,"output_tokens":6730,"total_tokens":14981,"cost":0.1094815},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63105202,"overall_relative_score":63105202,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":974,"performance":354,"input_tokens":5965,"output_tokens":4472,"total_tokens":10437,"cost":0.0791125},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1056843128,"overall_relative_score":1352396429249,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":703,"performance":1128,"input_tokens":12438,"output_tokens":8513,"total_tokens":20951,"cost":0.14035799999999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":7802,"output_tokens":8730,"total_tokens":16532,"cost":0.134903}]},{"num_self_refine":4,"rank":{"all":{"mean":436.825,"median":445.0,"min":44,"max":996,"stdev":253.6952429235741},"short":{"mean":374.69565217391306,"median":308.0,"min":44,"max":901,"stdev":265.61206071716504},"long":{"mean":520.8823529411765,"median":515.0,"min":133,"max":996,"stdev":216.37608531008607}},"performance":{"all":{"mean":1304.35,"median":1234.5,"min":483,"max":2244,"stdev":425.8394153813239},"short":{"mean":1383.304347826087,"median":1376.0,"min":483,"max":2244,"stdev":498.0197545171557},"long":{"mean":1197.5294117647059,"median":1165.0,"min":647,"max":1888,"stdev":282.6603787337064}},"input_tokens":{"all":{"mean":36608.5,"median":35497.5,"min":20362,"max":54806,"stdev":8586.034582166196},"short":{"mean":34072.17391304348,"median":33509.0,"min":20362,"max":54806,"stdev":8115.680269768315},"long":{"mean":40040.0,"median":41228.0,"min":24807,"max":54171,"stdev":8207.959658161095}},"output_tokens":{"all":{"mean":15523.4,"median":16258.5,"min":7725,"max":25501,"stdev":3722.817466271948},"short":{"mean":15353.347826086956,"median":16136.0,"min":7725,"max":25501,"stdev":3989.0991761491905},"long":{"mean":15753.470588235294,"median":16727.0,"min":8139,"max":21271,"stdev":3435.7167759735207}},"total_tokens":{"all":{"mean":52131.9,"median":54197.5,"min":28087,"max":72425,"stdev":11481.47033557404},"short":{"mean":49425.52173913043,"median":50851.0,"min":28087,"max":72425,"stdev":11319.740026205089},"long":{"mean":55793.470588235294,"median":56645.0,"min":32946,"max":70898,"stdev":10970.85675276575}},"cost":{"all":{"mean":0.27350425,"median":0.28630924999999996,"min":0.136828,"max":0.4420225,"stdev":0.06364985297765363},"short":{"mean":0.27134152173913045,"median":0.28127499999999994,"min":0.136828,"max":0.4420225,"stdev":0.0682366980734371},"long":{"mean":0.276430294117647,"median":0.291369,"min":0.1486785,"max":0.36428099999999997,"stdev":0.05879534677566404}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":873257217177,"overall_relative_score":873257217177,"max_execution_time_ms":4970,"max_memory_usage_kib":3072,"rank":721,"performance":1027,"input_tokens":35441,"output_tokens":18581,"total_tokens":54022,"cost":0.31778150000000005},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2084980,"overall_relative_score":2084980,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":521,"performance":1132,"input_tokens":29430,"output_tokens":13861,"total_tokens":43291,"cost":0.251538},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2608350731335,"overall_relative_score":2608350731335,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":467,"performance":1182,"input_tokens":39242,"output_tokens":17050,"total_tokens":56292,"cost":0.270335},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6172808086,"overall_relative_score":6172808086,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":50,"performance":2215,"input_tokens":34911,"output_tokens":19462,"total_tokens":54373,"cost":0.3527115},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16629596,"overall_relative_score":16629596,"max_execution_time_ms":60,"max_memory_usage_kib":6144,"rank":124,"performance":1763,"input_tokens":35253,"output_tokens":19339,"total_tokens":54592,"cost":0.3384735},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5506603,"overall_relative_score":5506603,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":185,"performance":1630,"input_tokens":41732,"output_tokens":14597,"total_tokens":56329,"cost":0.248981},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1627905,"overall_relative_score":1627905,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":110,"performance":1804,"input_tokens":33509,"output_tokens":17342,"total_tokens":50851,"cost":0.3133745},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13824553478,"overall_relative_score":13824553478,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":262,"performance":1389,"input_tokens":27508,"output_tokens":9738,"total_tokens":37246,"cost":0.17596},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":262046984,"overall_relative_score":262046984,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":559,"performance":1010,"input_tokens":39163,"output_tokens":17482,"total_tokens":56645,"cost":0.31808949999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6598026913,"overall_relative_score":6598026913,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":101,"performance":1953,"input_tokens":37883,"output_tokens":19027,"total_tokens":56910,"cost":0.3458405},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39040,"overall_relative_score":39040,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":233,"performance":1470,"input_tokens":54806,"output_tokens":17619,"total_tokens":72425,"cost":0.305396},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048812549,"overall_relative_score":1048812549,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":278,"performance":1460,"input_tokens":54171,"output_tokens":16727,"total_tokens":70898,"cost":0.3082845},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19985462,"overall_relative_score":19985462,"max_execution_time_ms":550,"max_memory_usage_kib":11264,"rank":676,"performance":572,"input_tokens":43735,"output_tokens":13815,"total_tokens":57550,"cost":0.2287225},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1217982864,"overall_relative_score":1217982864,"max_execution_time_ms":4760,"max_memory_usage_kib":3072,"rank":423,"performance":1124,"input_tokens":43776,"output_tokens":21271,"total_tokens":65047,"cost":0.36428099999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86962262,"overall_relative_score":86962262,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":38062,"output_tokens":16750,"total_tokens":54812,"cost":0.316165},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5448904970,"overall_relative_score":65034124719,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":515,"performance":1224,"input_tokens":24807,"output_tokens":8139,"total_tokens":32946,"cost":0.1486785},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26870355234,"overall_relative_score":1266753798321,"max_execution_time_ms":5450,"max_memory_usage_kib":3072,"rank":133,"performance":1888,"input_tokens":53345,"output_tokens":17195,"total_tokens":70540,"cost":0.3048875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96898491353029,"overall_relative_score":17579273603,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":407,"performance":1165,"input_tokens":46539,"output_tokens":19264,"total_tokens":65803,"cost":0.33906749999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":466634892,"overall_relative_score":466634892,"max_execution_time_ms":1580,"max_memory_usage_kib":5120,"rank":137,"performance":1899,"input_tokens":41490,"output_tokens":16136,"total_tokens":57626,"cost":0.26570099999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10224570,"overall_relative_score":10224570,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":901,"performance":768,"input_tokens":26536,"output_tokens":10946,"total_tokens":37482,"cost":0.19741},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":20362,"output_tokens":7725,"total_tokens":28087,"cost":0.136828},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":131041,"overall_relative_score":131041,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":308,"performance":1376,"input_tokens":33354,"output_tokens":18155,"total_tokens":51509,"cost":0.28947},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46192975791,"overall_relative_score":238402578249,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":595,"performance":1136,"input_tokens":34132,"output_tokens":13472,"total_tokens":47604,"cost":0.241042},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1366434,"overall_relative_score":1366434,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":341,"performance":1407,"input_tokens":31120,"output_tokens":15581,"total_tokens":46701,"cost":0.28127499999999994},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50249882855,"overall_relative_score":1118159513530,"max_execution_time_ms":1920,"max_memory_usage_kib":16384,"rank":471,"performance":1265,"input_tokens":41228,"output_tokens":18193,"total_tokens":59421,"cost":0.32153299999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065373,"overall_relative_score":1065373,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":165,"performance":1868,"input_tokens":35554,"output_tokens":16834,"total_tokens":52388,"cost":0.300499},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":521488000000,"overall_relative_score":193977699873,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":382,"performance":1413,"input_tokens":45218,"output_tokens":16026,"total_tokens":61244,"cost":0.29439499999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237486137800,"overall_relative_score":16435754805,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":678,"performance":1020,"input_tokens":29044,"output_tokens":10783,"total_tokens":39827,"cost":0.18654700000000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10242451121607,"overall_relative_score":10242451121607,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":521,"performance":1245,"input_tokens":26601,"output_tokens":13572,"total_tokens":40173,"cost":0.2395545},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2995682,"overall_relative_score":89964832023,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":737,"performance":974,"input_tokens":27269,"output_tokens":10102,"total_tokens":37371,"cost":0.1799585},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2836390240,"overall_relative_score":2836390240,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":625,"performance":1055,"input_tokens":25432,"output_tokens":10115,"total_tokens":35547,"cost":0.19082500000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253351746,"overall_relative_score":253351746,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":212,"performance":1763,"input_tokens":44149,"output_tokens":17668,"total_tokens":61817,"cost":0.2907205},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201203471,"overall_relative_score":1478441963,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":656,"performance":1012,"input_tokens":37350,"output_tokens":15254,"total_tokens":52604,"cost":0.291369},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":451790,"overall_relative_score":451790,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":44,"performance":2244,"input_tokens":45691,"output_tokens":25501,"total_tokens":71192,"cost":0.4420225},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5616502433,"overall_relative_score":1766255751828,"max_execution_time_ms":240,"max_memory_usage_kib":4096,"rank":996,"performance":647,"input_tokens":44243,"output_tokens":16279,"total_tokens":60522,"cost":0.2802005},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65384724,"overall_relative_score":65384724,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":30571,"output_tokens":13463,"total_tokens":44034,"cost":0.2639725},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":376612,"overall_relative_score":376612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":772,"performance":902,"input_tokens":31298,"output_tokens":13556,"total_tokens":44854,"cost":0.22772900000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126392084,"overall_relative_score":126392084,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":22672,"output_tokens":10684,"total_tokens":33356,"cost":0.197932},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":995423511,"overall_relative_score":1446060783510,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":652,"performance":1181,"input_tokens":43980,"output_tokens":17394,"total_tokens":61374,"cost":0.28388399999999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":33733,"output_tokens":16238,"total_tokens":49971,"cost":0.2887345}]},{"num_self_refine":8,"rank":{"all":{"mean":383.8,"median":388.5,"min":21,"max":994,"stdev":234.95773760729494},"short":{"mean":330.0,"median":308.0,"min":21,"max":901,"stdev":244.6308907870646},"long":{"mean":456.5882352941176,"median":418.0,"min":132,"max":994,"stdev":206.1228574247436}},"performance":{"all":{"mean":1396.6,"median":1325.5,"min":483,"max":2540,"stdev":458.2351764357216},"short":{"mean":1483.7826086956522,"median":1378.0,"min":483,"max":2540,"stdev":543.9752631843858},"long":{"mean":1278.6470588235295,"median":1218.0,"min":651,"max":1891,"stdev":281.4984327612835}},"input_tokens":{"all":{"mean":148898.4,"median":148866.0,"min":76812,"max":218731,"stdev":33198.14455488709},"short":{"mean":142061.86956521738,"median":142188.0,"min":76812,"max":218731,"stdev":34329.15560530323},"long":{"mean":158147.82352941178,"median":160232.0,"min":99527,"max":196051,"stdev":30131.375170317264}},"output_tokens":{"all":{"mean":33666.825,"median":34004.0,"min":16963,"max":62389,"stdev":9694.893662255192},"short":{"mean":32468.739130434784,"median":32557.0,"min":16963,"max":62389,"stdev":10028.110436610366},"long":{"mean":35287.76470588235,"median":36889.0,"min":21283,"max":50706,"stdev":9272.205060889048}},"total_tokens":{"all":{"mean":182565.225,"median":180309.5,"min":93775,"max":281120,"stdev":41976.67822792367},"short":{"mean":174530.60869565216,"median":173583.0,"min":93775,"max":281120,"stdev":43539.824160019016},"long":{"mean":193435.58823529413,"median":197408.0,"min":120810,"max":246757,"stdev":38340.81771275037}},"cost":{"all":{"mean":0.645480375,"median":0.65741425,"min":0.293547,"max":1.1880384999999998,"stdev":0.18436410003273793},"short":{"mean":0.6249461086956521,"median":0.6318135,"min":0.293547,"max":1.1880384999999998,"stdev":0.20172874938526847},"long":{"mean":0.6732620294117647,"median":0.67318,"min":0.40966250000000004,"max":0.9834535,"stdev":0.15959263670039245}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":917265073382,"overall_relative_score":917265073382,"max_execution_time_ms":4970,"max_memory_usage_kib":3072,"rank":499,"performance":1234,"input_tokens":170993,"output_tokens":49043,"total_tokens":220036,"cost":0.8978795},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2670956,"overall_relative_score":2670956,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":406,"performance":1280,"input_tokens":129375,"output_tokens":34152,"total_tokens":163527,"cost":0.6318135},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2610353274272,"overall_relative_score":2610353274272,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":464,"performance":1186,"input_tokens":160232,"output_tokens":37176,"total_tokens":197408,"cost":0.695564},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6172808086,"overall_relative_score":6172808086,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":50,"performance":2215,"input_tokens":164085,"output_tokens":41410,"total_tokens":205495,"cost":0.7764825000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18656143,"overall_relative_score":18656143,"max_execution_time_ms":2760,"max_memory_usage_kib":9216,"rank":67,"performance":2052,"input_tokens":167468,"output_tokens":43743,"total_tokens":211211,"cost":0.851327},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5491180,"overall_relative_score":5491180,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":191,"performance":1613,"input_tokens":143598,"output_tokens":24617,"total_tokens":168215,"cost":0.5350020000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1757196,"overall_relative_score":1757196,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":59,"performance":2082,"input_tokens":142188,"output_tokens":32542,"total_tokens":174730,"cost":0.596784},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13944556180,"overall_relative_score":13944556180,"max_execution_time_ms":1090,"max_memory_usage_kib":3072,"rank":212,"performance":1517,"input_tokens":103140,"output_tokens":18658,"total_tokens":121798,"cost":0.368664},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":424435915,"overall_relative_score":424435915,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":553,"performance":1018,"input_tokens":155805,"output_tokens":34490,"total_tokens":190295,"cost":0.6531345},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7231580030,"overall_relative_score":7231580030,"max_execution_time_ms":1950,"max_memory_usage_kib":5616,"rank":21,"performance":2540,"input_tokens":170700,"output_tokens":41753,"total_tokens":212453,"cost":0.849141},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49048,"overall_relative_score":49048,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":217,"performance":1510,"input_tokens":213029,"output_tokens":40503,"total_tokens":253532,"cost":0.8097814999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1101594683,"overall_relative_score":1101594683,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":250,"performance":1514,"input_tokens":194368,"output_tokens":37558,"total_tokens":231926,"cost":0.662506},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19985462,"overall_relative_score":19985462,"max_execution_time_ms":550,"max_memory_usage_kib":11264,"rank":676,"performance":572,"input_tokens":146498,"output_tokens":24607,"total_tokens":171105,"cost":0.47326999999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1228451890,"overall_relative_score":1228451890,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":418,"performance":1133,"input_tokens":196051,"output_tokens":50706,"total_tokens":246757,"cost":0.9834535},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94559369,"overall_relative_score":94559369,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":315,"performance":1378,"input_tokens":151234,"output_tokens":34989,"total_tokens":186223,"cost":0.679144},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11326531757,"overall_relative_score":172867581702,"max_execution_time_ms":570,"max_memory_usage_kib":4096,"rank":354,"performance":1440,"input_tokens":99527,"output_tokens":21283,"total_tokens":120810,"cost":0.40966250000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26754504332,"overall_relative_score":1271705820746,"max_execution_time_ms":5550,"max_memory_usage_kib":3072,"rank":132,"performance":1891,"input_tokens":191497,"output_tokens":37662,"total_tokens":229159,"cost":0.7070004999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75754165512248,"overall_relative_score":22441308770,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":395,"performance":1187,"input_tokens":194698,"output_tokens":45568,"total_tokens":240266,"cost":0.841369},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472573753,"overall_relative_score":472573753,"max_execution_time_ms":2000,"max_memory_usage_kib":5120,"rank":112,"performance":1982,"input_tokens":158948,"output_tokens":34605,"total_tokens":193553,"cost":0.7145569999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10224570,"overall_relative_score":10224570,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":901,"performance":768,"input_tokens":104878,"output_tokens":22294,"total_tokens":127172,"cost":0.392701},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228587146695,"overall_relative_score":228587146695,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":76812,"output_tokens":16963,"total_tokens":93775,"cost":0.293547},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":131041,"overall_relative_score":131041,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":308,"performance":1376,"input_tokens":155163,"output_tokens":37749,"total_tokens":192912,"cost":0.7775985},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37219065293,"overall_relative_score":253953867379,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":560,"performance":1177,"input_tokens":134564,"output_tokens":28355,"total_tokens":162919,"cost":0.5690630000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1367318,"overall_relative_score":1367318,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":335,"performance":1419,"input_tokens":140235,"output_tokens":33348,"total_tokens":173583,"cost":0.6696555},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48618401514,"overall_relative_score":1161097693315,"max_execution_time_ms":1960,"max_memory_usage_kib":16384,"rank":418,"performance":1337,"input_tokens":171655,"output_tokens":39120,"total_tokens":210775,"cost":0.7780494999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065862,"overall_relative_score":1065862,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":160,"performance":1881,"input_tokens":142246,"output_tokens":32557,"total_tokens":174803,"cost":0.640354},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":521488000000,"overall_relative_score":193977699873,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":382,"performance":1413,"input_tokens":142764,"output_tokens":23787,"total_tokens":166551,"cost":0.5040509999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":882037132,"overall_relative_score":185284495743,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":305,"performance":1536,"input_tokens":120770,"output_tokens":29405,"total_tokens":150175,"cost":0.576824},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10242451121607,"overall_relative_score":10242451121607,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":521,"performance":1245,"input_tokens":128117,"output_tokens":30932,"total_tokens":159049,"cost":0.5553125},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2799908,"overall_relative_score":96478694194,"max_execution_time_ms":180,"max_memory_usage_kib":5120,"rank":735,"performance":976,"input_tokens":109938,"output_tokens":23278,"total_tokens":133216,"cost":0.43940700000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2857898289,"overall_relative_score":2857898289,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":624,"performance":1056,"input_tokens":105442,"output_tokens":23421,"total_tokens":128863,"cost":0.45018400000000003},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253351746,"overall_relative_score":253351746,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":212,"performance":1763,"input_tokens":171080,"output_tokens":34838,"total_tokens":205918,"cost":0.661694},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":113430340,"overall_relative_score":56677186922,"max_execution_time_ms":120,"max_memory_usage_kib":11128,"rank":495,"performance":1213,"input_tokens":151960,"output_tokens":33856,"total_tokens":185816,"cost":0.67318},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":462284,"overall_relative_score":462284,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":39,"performance":2284,"input_tokens":218731,"output_tokens":62389,"total_tokens":281120,"cost":1.1880384999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5493501681,"overall_relative_score":1798746780767,"max_execution_time_ms":300,"max_memory_usage_kib":9216,"rank":994,"performance":651,"input_tokens":165026,"output_tokens":36889,"total_tokens":201915,"cost":0.6807799999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65384724,"overall_relative_score":65384724,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":111135,"output_tokens":19789,"total_tokens":130924,"cost":0.3909285},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":429738,"overall_relative_score":429738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":652,"performance":1081,"input_tokens":128196,"output_tokens":29157,"total_tokens":157353,"cost":0.545589},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134797550,"overall_relative_score":134797550,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":556,"performance":1210,"input_tokens":101687,"output_tokens":24854,"total_tokens":126541,"cost":0.4467395},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":967470972,"overall_relative_score":1489563473300,"max_execution_time_ms":1570,"max_memory_usage_kib":4096,"rank":617,"performance":1218,"input_tokens":185067,"output_tokens":47099,"total_tokens":232166,"cost":0.8385285},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":137036,"output_tokens":31528,"total_tokens":168564,"cost":0.610454}]},{"num_self_refine":16,"rank":{"all":{"mean":363.275,"median":382.5,"min":21,"max":994,"stdev":231.68667917619328},"short":{"mean":297.9130434782609,"median":212.0,"min":21,"max":897,"stdev":231.89278734392406},"long":{"mean":451.70588235294116,"median":418.0,"min":132,"max":994,"stdev":206.0393665983161}},"performance":{"all":{"mean":1444.7,"median":1388.5,"min":572,"max":2540,"stdev":448.34414437446577},"short":{"mean":1562.608695652174,"median":1509.0,"min":572,"max":2540,"stdev":514.1967026458432},"long":{"mean":1285.1764705882354,"median":1241.0,"min":651,"max":1891,"stdev":281.77522852757073}},"input_tokens":{"all":{"mean":631373.7,"median":626319.5,"min":342187,"max":1079340,"stdev":163630.17675440226},"short":{"mean":602615.8695652174,"median":586874.0,"min":342187,"max":1079340,"stdev":169767.14599102136},"long":{"mean":670281.3529411765,"median":666749.0,"min":438397,"max":885045,"stdev":151121.4583397826}},"output_tokens":{"all":{"mean":73596.025,"median":71843.5,"min":35769,"max":152676,"stdev":24970.953639499345},"short":{"mean":70376.82608695653,"median":69015.0,"min":35769,"max":152676,"stdev":26173.624504367985},"long":{"mean":77951.41176470589,"median":77423.0,"min":43349,"max":122253,"stdev":23300.038377272107}},"total_tokens":{"all":{"mean":704969.725,"median":698487.5,"min":380958,"max":1232016,"stdev":187877.52270561628},"short":{"mean":672992.695652174,"median":655889.0,"min":380958,"max":1232016,"stdev":195264.71418387975},"long":{"mean":748232.7647058824,"median":741969.0,"min":486734,"max":1003869,"stdev":173648.50435777204}},"cost":{"all":{"mean":1.577549025,"median":1.5492594999999998,"min":0.7815445000000001,"max":3.3215459999999997,"stdev":0.5286791651904281},"short":{"mean":1.4980195434782608,"median":1.4352955,"min":0.7815445000000001,"max":3.3215459999999997,"stdev":0.557646311083181},"long":{"mean":1.6851477352941175,"median":1.6862795,"min":1.0276530000000001,"max":2.567307,"stdev":0.4819846315654524}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":919581827904,"overall_relative_score":919581827904,"max_execution_time_ms":4990,"max_memory_usage_kib":3072,"rank":492,"performance":1241,"input_tokens":881616,"output_tokens":122253,"total_tokens":1003869,"cost":2.567307},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2655297,"overall_relative_score":2655297,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":411,"performance":1274,"input_tokens":629372,"output_tokens":80670,"total_tokens":710042,"cost":1.714424},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2610353274272,"overall_relative_score":2610353274272,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":464,"performance":1186,"input_tokens":666749,"output_tokens":75220,"total_tokens":741969,"cost":1.6391405},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6172808086,"overall_relative_score":6172808086,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":50,"performance":2215,"input_tokens":719730,"output_tokens":88977,"total_tokens":808707,"cost":1.919484},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19326076,"overall_relative_score":19326076,"max_execution_time_ms":2980,"max_memory_usage_kib":8192,"rank":43,"performance":2235,"input_tokens":791610,"output_tokens":105215,"total_tokens":896825,"cost":2.092194},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5485818,"overall_relative_score":5485818,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":195,"performance":1603,"input_tokens":490116,"output_tokens":43349,"total_tokens":533465,"cost":1.0276530000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1757196,"overall_relative_score":1757196,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":59,"performance":2082,"input_tokens":566952,"output_tokens":61318,"total_tokens":628270,"cost":1.24419},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14010980033,"overall_relative_score":14010980033,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":201,"performance":1547,"input_tokens":388914,"output_tokens":35769,"total_tokens":424683,"cost":0.8369159999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":469408362,"overall_relative_score":469408362,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":553,"performance":1018,"input_tokens":623267,"output_tokens":69328,"total_tokens":692595,"cost":1.6862795},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7231580030,"overall_relative_score":7231580030,"max_execution_time_ms":1950,"max_memory_usage_kib":5616,"rank":21,"performance":2540,"input_tokens":734998,"output_tokens":86862,"total_tokens":821860,"cost":1.836073},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64760,"overall_relative_score":64760,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":202,"performance":1549,"input_tokens":857135,"output_tokens":93814,"total_tokens":950949,"cost":2.1310715},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1103190615,"overall_relative_score":1103190615,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":250,"performance":1514,"input_tokens":761490,"output_tokens":80932,"total_tokens":842422,"cost":1.830921},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19985462,"overall_relative_score":19985462,"max_execution_time_ms":550,"max_memory_usage_kib":11264,"rank":676,"performance":572,"input_tokens":495824,"output_tokens":41946,"total_tokens":537770,"cost":0.9661579999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1228325972,"overall_relative_score":1228325972,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":418,"performance":1133,"input_tokens":885045,"output_tokens":109443,"total_tokens":994488,"cost":2.3549295},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98855027,"overall_relative_score":98855027,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":298,"performance":1411,"input_tokens":650302,"output_tokens":78521,"total_tokens":728823,"cost":1.564306},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11992122573,"overall_relative_score":182585919772,"max_execution_time_ms":470,"max_memory_usage_kib":57344,"rank":345,"performance":1454,"input_tokens":438397,"output_tokens":48337,"total_tokens":486734,"cost":1.0765675},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26754504332,"overall_relative_score":1271705820746,"max_execution_time_ms":5550,"max_memory_usage_kib":3072,"rank":132,"performance":1891,"input_tokens":766412,"output_tokens":84251,"total_tokens":850663,"cost":1.842611},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74890353607489,"overall_relative_score":22700015141,"max_execution_time_ms":1150,"max_memory_usage_kib":3072,"rank":394,"performance":1188,"input_tokens":866924,"output_tokens":105314,"total_tokens":972238,"cost":2.300108},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472573753,"overall_relative_score":472573753,"max_execution_time_ms":2000,"max_memory_usage_kib":5120,"rank":112,"performance":1982,"input_tokens":641873,"output_tokens":69892,"total_tokens":711765,"cost":1.4785985},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10573090,"overall_relative_score":10573090,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":897,"performance":775,"input_tokens":432845,"output_tokens":50382,"total_tokens":483227,"cost":1.0749305000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242114776024,"overall_relative_score":242114776024,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":181,"performance":847,"input_tokens":342187,"output_tokens":38771,"total_tokens":380958,"cost":0.7815445000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277520,"overall_relative_score":277520,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":123,"performance":1840,"input_tokens":709217,"output_tokens":87700,"total_tokens":796917,"cost":1.8207665},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37219065293,"overall_relative_score":253953867379,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":560,"performance":1177,"input_tokens":562352,"output_tokens":60926,"total_tokens":623278,"cost":1.26425},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1373207,"overall_relative_score":1373207,"max_execution_time_ms":590,"max_memory_usage_kib":4096,"rank":288,"performance":1509,"input_tokens":613430,"output_tokens":73991,"total_tokens":687421,"cost":1.56776},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47705590464,"overall_relative_score":1200099048169,"max_execution_time_ms":1940,"max_memory_usage_kib":16384,"rank":398,"performance":1366,"input_tokens":718710,"output_tokens":81970,"total_tokens":800680,"cost":1.7185169999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065862,"overall_relative_score":1065862,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":160,"performance":1881,"input_tokens":582160,"output_tokens":69747,"total_tokens":651907,"cost":1.5342129999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":521488000000,"overall_relative_score":193977699873,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":382,"performance":1413,"input_tokens":487766,"output_tokens":46109,"total_tokens":533875,"cost":1.0559779999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":797915483,"overall_relative_score":193830447383,"max_execution_time_ms":1460,"max_memory_usage_kib":3072,"rank":293,"performance":1556,"input_tokens":590874,"output_tokens":77423,"total_tokens":668297,"cost":1.575522},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10230545600655,"overall_relative_score":10230545600655,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":528,"performance":1235,"input_tokens":586874,"output_tokens":69015,"total_tokens":655889,"cost":1.3763299999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2227256,"overall_relative_score":138395690600,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":728,"performance":985,"input_tokens":468239,"output_tokens":54278,"total_tokens":522517,"cost":1.1677115000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3565881174,"overall_relative_score":3565881174,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":484,"performance":1255,"input_tokens":447956,"output_tokens":48918,"total_tokens":496874,"cost":1.072604},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253351746,"overall_relative_score":253351746,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":212,"performance":1763,"input_tokens":649831,"output_tokens":66850,"total_tokens":716681,"cost":1.4352955},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3539012,"overall_relative_score":100980781843,"max_execution_time_ms":1340,"max_memory_usage_kib":3072,"rank":464,"performance":1254,"input_tokens":630585,"output_tokens":73795,"total_tokens":704380,"cost":1.4864594999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464509,"overall_relative_score":464509,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":39,"performance":2284,"input_tokens":1079340,"output_tokens":152676,"total_tokens":1232016,"cost":3.3215459999999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5483725744,"overall_relative_score":1798616713284,"max_execution_time_ms":400,"max_memory_usage_kib":11264,"rank":994,"performance":651,"input_tokens":705082,"output_tokens":85632,"total_tokens":790714,"cost":1.7676010000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66753735,"overall_relative_score":66753735,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":482,"performance":1359,"input_tokens":377876,"output_tokens":38468,"total_tokens":416344,"cost":0.811214},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":456892,"overall_relative_score":456892,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":383,"performance":1456,"input_tokens":550872,"output_tokens":65828,"total_tokens":616700,"cost":1.349112},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134797550,"overall_relative_score":134797550,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":556,"performance":1210,"input_tokens":454627,"output_tokens":51421,"total_tokens":506048,"cost":1.1455465},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":967464621,"overall_relative_score":1489563392286,"max_execution_time_ms":1560,"max_memory_usage_kib":4096,"rank":617,"performance":1218,"input_tokens":851159,"output_tokens":106614,"total_tokens":957773,"cost":2.2859555},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":556240,"output_tokens":61916,"total_tokens":618156,"cost":1.3801720000000002}]}]},{"model_name":"gpt-5.5-medium","detail_path":"data/model_details/gpt-5.5-medium.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":277.35,"median":254.5,"min":2,"max":1005,"stdev":189.96700793180932},"short":{"mean":228.34782608695653,"median":215.0,"min":2,"max":613,"stdev":153.7322373170762},"long":{"mean":343.6470588235294,"median":312.0,"min":86,"max":1005,"stdev":217.5896198054007}},"performance":{"all":{"mean":1589.375,"median":1546.0,"min":-61,"max":3241,"stdev":544.6133273085146},"short":{"mean":1705.3478260869565,"median":1659.0,"min":-61,"max":3241,"stdev":606.4616909654687},"long":{"mean":1432.4705882352941,"median":1496.0,"min":94,"max":1983,"stdev":414.4401521400676}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":10726.125,"median":10386.0,"min":6896,"max":15437,"stdev":1681.4547454205945},"short":{"mean":10623.391304347826,"median":10448.0,"min":6896,"max":12526,"stdev":1523.5661437779468},"long":{"mean":10865.117647058823,"median":10361.0,"min":8031,"max":15437,"stdev":1914.183242350146}},"total_tokens":{"all":{"mean":13706.125,"median":13432.0,"min":9135,"max":18958,"stdev":2329.3026488904798},"short":{"mean":13026.217391304348,"median":13420.0,"min":9135,"max":17865,"stdev":2056.6356011815587},"long":{"mean":14626.0,"median":13605.0,"min":11769,"max":18958,"stdev":2417.7557000243014}},"cost":{"all":{"mean":0.32896535,"median":0.3207225,"min":0.210011,"max":0.465483,"stdev":0.050604909227014314},"short":{"mean":0.32480560869565217,"median":0.317775,"min":0.210011,"max":0.382875,"stdev":0.0461212168251319},"long":{"mean":0.33459323529411766,"median":0.326282,"min":0.26099,"max":0.465483,"stdev":0.057085094753938845}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":962939390593,"overall_relative_score":962939390593,"max_execution_time_ms":3210,"max_memory_usage_kib":3072,"rank":208,"performance":1599,"input_tokens":1345,"output_tokens":11516,"total_tokens":12861,"cost":0.352205},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2863311,"overall_relative_score":2863311,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":364,"performance":1341,"input_tokens":1469,"output_tokens":7826,"total_tokens":9295,"cost":0.242125},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2827606212404,"overall_relative_score":2827606212404,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":133,"performance":1827,"input_tokens":2614,"output_tokens":9605,"total_tokens":12219,"cost":0.290852},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4842179716,"overall_relative_score":4842179716,"max_execution_time_ms":2660,"max_memory_usage_kib":29696,"rank":155,"performance":1691,"input_tokens":1629,"output_tokens":11802,"total_tokens":13431,"cost":0.362205},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17894517,"overall_relative_score":17894517,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":90,"performance":1919,"input_tokens":1811,"output_tokens":11622,"total_tokens":13433,"cost":0.357715},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5829358,"overall_relative_score":5829358,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":86,"performance":1983,"input_tokens":3802,"output_tokens":9357,"total_tokens":13159,"cost":0.284744},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1967774,"overall_relative_score":1967774,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":18,"performance":2524,"input_tokens":1529,"output_tokens":8578,"total_tokens":10107,"cost":0.264985},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2239,"output_tokens":6896,"total_tokens":9135,"cost":0.210011},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3697547252,"overall_relative_score":3697547252,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":484,"performance":1111,"input_tokens":2984,"output_tokens":10361,"total_tokens":13345,"cost":0.313078},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7251526954,"overall_relative_score":7251526954,"max_execution_time_ms":1880,"max_memory_usage_kib":7168,"rank":19,"performance":2572,"input_tokens":2210,"output_tokens":10311,"total_tokens":12521,"cost":0.312316},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":99680,"overall_relative_score":99680,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":170,"performance":1638,"input_tokens":7584,"output_tokens":10281,"total_tokens":17865,"cost":0.312942},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039151567,"overall_relative_score":1039151567,"max_execution_time_ms":2470,"max_memory_usage_kib":140288,"rank":283,"performance":1451,"input_tokens":7538,"output_tokens":10273,"total_tokens":17811,"cost":0.312472},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80786327,"overall_relative_score":80786327,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":223,"performance":1550,"input_tokens":4695,"output_tokens":11821,"total_tokens":16516,"cost":0.358521},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1497971810,"overall_relative_score":1497971810,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":221,"performance":1511,"input_tokens":2812,"output_tokens":8957,"total_tokens":11769,"cost":0.272402},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91207017,"overall_relative_score":91207017,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":321,"performance":1367,"input_tokens":2563,"output_tokens":10271,"total_tokens":12834,"cost":0.310577},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31749386853,"overall_relative_score":387765895958,"max_execution_time_ms":380,"max_memory_usage_kib":9216,"rank":230,"performance":1652,"input_tokens":2774,"output_tokens":14277,"total_tokens":17051,"cost":0.431812},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41816293393,"overall_relative_score":895947661393,"max_execution_time_ms":5760,"max_memory_usage_kib":4096,"rank":312,"performance":1466,"input_tokens":6975,"output_tokens":11983,"total_tokens":18958,"cost":0.394365},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30177813816769,"overall_relative_score":41801148156,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":325,"performance":1317,"input_tokens":4471,"output_tokens":10231,"total_tokens":14702,"cost":0.329285},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":504079675,"overall_relative_score":504079675,"max_execution_time_ms":1840,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":3614,"output_tokens":10314,"total_tokens":13928,"cost":0.312514},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13339590,"overall_relative_score":13339590,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":271,"performance":1659,"input_tokens":1703,"output_tokens":11546,"total_tokens":13249,"cost":0.354895},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":279474349235,"overall_relative_score":279474349235,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":139,"performance":1374,"input_tokens":2202,"output_tokens":11218,"total_tokens":13420,"cost":0.339486},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247967,"overall_relative_score":247967,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":178,"performance":1674,"input_tokens":1849,"output_tokens":10177,"total_tokens":12026,"cost":0.314555},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20404134834,"overall_relative_score":353392817717,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":315,"performance":1508,"input_tokens":2861,"output_tokens":8921,"total_tokens":11782,"cost":0.271567},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1374826,"overall_relative_score":1374826,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":278,"performance":1530,"input_tokens":1758,"output_tokens":10496,"total_tokens":12254,"cost":0.32367},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35843023255,"overall_relative_score":1452772292022,"max_execution_time_ms":1790,"max_memory_usage_kib":9216,"rank":256,"performance":1597,"input_tokens":3354,"output_tokens":10251,"total_tokens":13605,"cost":0.311628},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065853,"overall_relative_score":1065853,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":160,"performance":1881,"input_tokens":1855,"output_tokens":10237,"total_tokens":12092,"cost":0.316385},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":381811665414,"overall_relative_score":339092744081,"max_execution_time_ms":2800,"max_memory_usage_kib":29948,"rank":153,"performance":1843,"input_tokens":4125,"output_tokens":10411,"total_tokens":14536,"cost":0.332955},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1551909642,"overall_relative_score":171863889079,"max_execution_time_ms":130,"max_memory_usage_kib":13680,"rank":329,"performance":1496,"input_tokens":3009,"output_tokens":15437,"total_tokens":18446,"cost":0.465483},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10499947681304,"overall_relative_score":10499947681304,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":418,"performance":1395,"input_tokens":1733,"output_tokens":8642,"total_tokens":10375,"cost":0.267925},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":678790,"overall_relative_score":374558608711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":589,"performance":1148,"input_tokens":2818,"output_tokens":10752,"total_tokens":13570,"cost":0.326282},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5153161234,"overall_relative_score":5153161234,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":322,"performance":1505,"input_tokens":1917,"output_tokens":12244,"total_tokens":14161,"cost":0.368841},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230390162,"overall_relative_score":230390162,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":480,"performance":1321,"input_tokens":4323,"output_tokens":10448,"total_tokens":14771,"cost":0.317775},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":872,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4012,"output_tokens":8031,"total_tokens":12043,"cost":0.26099},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":471260,"overall_relative_score":471260,"max_execution_time_ms":1010,"max_memory_usage_kib":4096,"rank":36,"performance":2310,"input_tokens":1844,"output_tokens":12424,"total_tokens":14268,"cost":0.38194},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3518129321,"overall_relative_score":2737103549001,"max_execution_time_ms":2090,"max_memory_usage_kib":3072,"rank":395,"performance":1423,"input_tokens":4182,"output_tokens":11978,"total_tokens":16160,"cost":0.36297},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71758639,"overall_relative_score":71758639,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":193,"performance":1833,"input_tokens":1651,"output_tokens":12353,"total_tokens":14004,"cost":0.378845},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463240,"overall_relative_score":463240,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":215,"performance":1747,"input_tokens":2188,"output_tokens":10070,"total_tokens":12258,"cost":0.304976},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145423034,"overall_relative_score":145423034,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":253,"performance":1670,"input_tokens":1480,"output_tokens":12235,"total_tokens":13715,"cost":0.37445},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":862144426,"overall_relative_score":1641284186671,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":518,"performance":1326,"input_tokens":4259,"output_tokens":12366,"total_tokens":16625,"cost":0.374995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210641,"overall_relative_score":210641,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":334,"performance":1542,"input_tokens":1419,"output_tokens":12526,"total_tokens":13945,"cost":0.382875}]},{"num_self_refine":2,"rank":{"all":{"mean":224.05,"median":186.5,"min":2,"max":613,"stdev":164.26447561392558},"short":{"mean":170.0,"median":115.0,"min":2,"max":613,"stdev":156.80619190000698},"long":{"mean":297.1764705882353,"median":276.0,"min":86,"max":589,"stdev":148.59560697330426}},"performance":{"all":{"mean":1735.225,"median":1723.0,"min":-61,"max":3241,"stdev":519.8698795532077},"short":{"mean":1886.5217391304348,"median":1881.0,"min":-61,"max":3241,"stdev":612.4879864918478},"long":{"mean":1530.5294117647059,"median":1508.0,"min":1111,"max":1983,"stdev":255.98074088861128}},"input_tokens":{"all":{"mean":9907.2,"median":8982.5,"min":5934,"max":19339,"stdev":3479.919909187419},"short":{"mean":8575.347826086956,"median":7372.0,"min":5934,"max":18623,"stdev":2988.341340012362},"long":{"mean":11709.117647058823,"median":10790.0,"min":7539,"max":19339,"stdev":3352.4645390062096}},"output_tokens":{"all":{"mean":20031.9,"median":20224.0,"min":13998,"max":27205,"stdev":2585.2380121542346},"short":{"mean":19640.17391304348,"median":19491.0,"min":15231,"max":23566,"stdev":2263.251535696815},"long":{"mean":20561.882352941175,"median":20480.0,"min":13998,"max":27205,"stdev":2954.442478758745}},"total_tokens":{"all":{"mean":29939.1,"median":29086.5,"min":21522,"max":41995,"stdev":4956.579987171675},"short":{"mean":28215.521739130436,"median":27597.0,"min":21522,"max":39845,"stdev":4330.583058262008},"long":{"mean":32271.0,"median":30963.0,"min":25209,"max":41995,"stdev":4903.980169209496}},"cost":{"all":{"mean":0.6334145999999999,"median":0.6351935,"min":0.458715,"max":0.847926,"stdev":0.08007666802021993},"short":{"mean":0.6202614347826086,"median":0.6166,"min":0.472257,"max":0.75674,"stdev":0.07135621346381324},"long":{"mean":0.6512100588235294,"median":0.652899,"min":0.458715,"max":0.847926,"stdev":0.08968638793350317}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":976316620722,"overall_relative_score":976316620722,"max_execution_time_ms":4920,"max_memory_usage_kib":3072,"rank":123,"performance":1781,"input_tokens":7539,"output_tokens":21576,"total_tokens":29115,"cost":0.684975},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4367230,"overall_relative_score":4367230,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":102,"performance":1937,"input_tokens":6559,"output_tokens":15423,"total_tokens":21982,"cost":0.49548499999999995},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2838480748805,"overall_relative_score":2838480748805,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":123,"performance":1860,"input_tokens":9098,"output_tokens":18679,"total_tokens":27777,"cost":0.585124},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4912593561,"overall_relative_score":4912593561,"max_execution_time_ms":2830,"max_memory_usage_kib":131072,"rank":147,"performance":1719,"input_tokens":7250,"output_tokens":22295,"total_tokens":29545,"cost":0.7051000000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19641695,"overall_relative_score":19641695,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":36,"performance":2304,"input_tokens":8579,"output_tokens":20794,"total_tokens":29373,"cost":0.666715},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5829358,"overall_relative_score":5829358,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":86,"performance":1983,"input_tokens":10790,"output_tokens":17611,"total_tokens":28401,"cost":0.5523279999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1971817,"overall_relative_score":1971817,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":17,"performance":2543,"input_tokens":6232,"output_tokens":16977,"total_tokens":23209,"cost":0.54047},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6291,"output_tokens":15231,"total_tokens":21522,"cost":0.472257},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3697547252,"overall_relative_score":3697547252,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":484,"performance":1111,"input_tokens":9998,"output_tokens":20965,"total_tokens":30963,"cost":0.6535960000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7308529282,"overall_relative_score":7308529282,"max_execution_time_ms":1920,"max_memory_usage_kib":8928,"rank":12,"performance":2712,"input_tokens":7353,"output_tokens":19153,"total_tokens":26506,"cost":0.595227},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3747960,"overall_relative_score":3747960,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":49,"performance":2160,"input_tokens":18623,"output_tokens":21222,"total_tokens":39845,"cost":0.6629590000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1074628011,"overall_relative_score":1074628011,"max_execution_time_ms":2960,"max_memory_usage_kib":282568,"rank":266,"performance":1483,"input_tokens":19147,"output_tokens":22848,"total_tokens":41995,"cost":0.714359},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89991574,"overall_relative_score":89991574,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":108,"performance":1898,"input_tokens":13744,"output_tokens":22381,"total_tokens":36125,"cost":0.700982},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1519319230,"overall_relative_score":1519319230,"max_execution_time_ms":4720,"max_memory_usage_kib":3072,"rank":213,"performance":1530,"input_tokens":9024,"output_tokens":17335,"total_tokens":26359,"cost":0.544434},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101346030,"overall_relative_score":101346030,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":294,"performance":1419,"input_tokens":8962,"output_tokens":17826,"total_tokens":26788,"cost":0.558854},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40787222644,"overall_relative_score":528674769875,"max_execution_time_ms":360,"max_memory_usage_kib":4096,"rank":175,"performance":1775,"input_tokens":10115,"output_tokens":23885,"total_tokens":34000,"cost":0.746389},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41816293393,"overall_relative_score":895947661393,"max_execution_time_ms":5760,"max_memory_usage_kib":4096,"rank":312,"performance":1466,"input_tokens":19339,"output_tokens":21014,"total_tokens":40353,"cost":0.698315},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28572612192011,"overall_relative_score":46587632582,"max_execution_time_ms":90,"max_memory_usage_kib":5120,"rank":315,"performance":1337,"input_tokens":12727,"output_tokens":20209,"total_tokens":32936,"cost":0.6503209999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":503446954,"overall_relative_score":503446954,"max_execution_time_ms":1940,"max_memory_usage_kib":6144,"rank":2,"performance":3241,"input_tokens":12139,"output_tokens":18785,"total_tokens":30924,"cost":0.594293},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13339595,"overall_relative_score":13339595,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":271,"performance":1659,"input_tokens":7104,"output_tokens":18808,"total_tokens":25912,"cost":0.5997600000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284178005237,"overall_relative_score":284178005237,"max_execution_time_ms":1370,"max_memory_usage_kib":259280,"rank":92,"performance":1727,"input_tokens":7220,"output_tokens":20377,"total_tokens":27597,"cost":0.631282},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281622,"overall_relative_score":281622,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":115,"performance":1868,"input_tokens":8008,"output_tokens":18859,"total_tokens":26867,"cost":0.60581},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20404134834,"overall_relative_score":353392817717,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":315,"performance":1508,"input_tokens":8819,"output_tokens":20239,"total_tokens":29058,"cost":0.630529},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1382811,"overall_relative_score":1382811,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":200,"performance":1703,"input_tokens":6533,"output_tokens":18741,"total_tokens":25274,"cost":0.594895},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35843023255,"overall_relative_score":1452772292022,"max_execution_time_ms":1790,"max_memory_usage_kib":9216,"rank":256,"performance":1597,"input_tokens":10518,"output_tokens":19205,"total_tokens":29723,"cost":0.603396},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1065853,"overall_relative_score":1065853,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":160,"performance":1881,"input_tokens":7372,"output_tokens":19338,"total_tokens":26710,"cost":0.617},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":381811665414,"overall_relative_score":339092744081,"max_execution_time_ms":2800,"max_memory_usage_kib":29948,"rank":153,"performance":1843,"input_tokens":12777,"output_tokens":19750,"total_tokens":32527,"cost":0.639105},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1278091086,"overall_relative_score":206355882252,"max_execution_time_ms":230,"max_memory_usage_kib":13664,"rank":276,"performance":1587,"input_tokens":11424,"output_tokens":27205,"total_tokens":38629,"cost":0.847926},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10647449931708,"overall_relative_score":10647449931708,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":360,"performance":1485,"input_tokens":6558,"output_tokens":16274,"total_tokens":22832,"cost":0.52101},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":678790,"overall_relative_score":374558608711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":589,"performance":1148,"input_tokens":9003,"output_tokens":20954,"total_tokens":29957,"cost":0.652899},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7209501938,"overall_relative_score":7209501938,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":115,"performance":1984,"input_tokens":7466,"output_tokens":21023,"total_tokens":28489,"cost":0.6518919999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231462613,"overall_relative_score":231462613,"max_execution_time_ms":550,"max_memory_usage_kib":13312,"rank":474,"performance":1329,"input_tokens":11780,"output_tokens":19742,"total_tokens":31522,"cost":0.6166},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5849943,"overall_relative_score":53621437541,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":504,"performance":1202,"input_tokens":11211,"output_tokens":13998,"total_tokens":25209,"cost":0.458715},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":471260,"overall_relative_score":471260,"max_execution_time_ms":1010,"max_memory_usage_kib":4096,"rank":36,"performance":2310,"input_tokens":9952,"output_tokens":23566,"total_tokens":33518,"cost":0.75674},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3518129321,"overall_relative_score":2737103549001,"max_execution_time_ms":2090,"max_memory_usage_kib":3072,"rank":395,"performance":1423,"input_tokens":14272,"output_tokens":20480,"total_tokens":34752,"cost":0.66848},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73705859,"overall_relative_score":73705859,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":84,"performance":2152,"input_tokens":7931,"output_tokens":22183,"total_tokens":30114,"cost":0.7051449999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463540,"overall_relative_score":463540,"max_execution_time_ms":1750,"max_memory_usage_kib":15360,"rank":198,"performance":1784,"input_tokens":8817,"output_tokens":19491,"total_tokens":28308,"cost":0.612687},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148741872,"overall_relative_score":148741872,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":91,"performance":2094,"input_tokens":5934,"output_tokens":21609,"total_tokens":27543,"cost":0.67794},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":817709992,"overall_relative_score":1722554675457,"max_execution_time_ms":460,"max_memory_usage_kib":5120,"rank":467,"performance":1385,"input_tokens":13254,"output_tokens":23599,"total_tokens":36853,"cost":0.73968},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210641,"overall_relative_score":210641,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":334,"performance":1542,"input_tokens":6826,"output_tokens":21626,"total_tokens":28452,"cost":0.68291}]},{"num_self_refine":4,"rank":{"all":{"mean":204.175,"median":153.5,"min":1,"max":613,"stdev":158.47945551557407},"short":{"mean":159.43478260869566,"median":115.0,"min":1,"max":613,"stdev":153.26561201419892},"long":{"mean":264.70588235294116,"median":267.0,"min":67,"max":582,"stdev":148.8286618505834}},"performance":{"all":{"mean":1790.825,"median":1755.0,"min":-61,"max":3496,"stdev":541.2026440466426},"short":{"mean":1928.1304347826087,"median":1921.0,"min":-61,"max":3496,"stdev":641.2811966076423},"long":{"mean":1605.0588235294117,"median":1530.0,"min":1142,"max":2159,"stdev":291.06796255089534}},"input_tokens":{"all":{"mean":40511.35,"median":38701.5,"min":20060,"max":66660,"stdev":9811.960721878799},"short":{"mean":37101.086956521736,"median":34881.0,"min":20060,"max":57649,"stdev":8301.791733842452},"long":{"mean":45125.23529411765,"median":40112.0,"min":34610,"max":66660,"stdev":10028.37051525204}},"output_tokens":{"all":{"mean":38074.3,"median":37787.0,"min":23318,"max":53859,"stdev":5049.043307196792},"short":{"mean":36873.217391304344,"median":37046.0,"min":23318,"max":44357,"stdev":4520.945284868498},"long":{"mean":39699.294117647056,"median":38782.0,"min":29532,"max":53859,"stdev":5399.616823959663}},"total_tokens":{"all":{"mean":78585.65,"median":76052.0,"min":43378,"max":110466,"stdev":13564.337075014591},"short":{"mean":73974.30434782608,"median":71214.0,"min":43378,"max":96559,"stdev":11673.832207255768},"long":{"mean":84824.5294117647,"median":80278.0,"min":66643,"max":110466,"stdev":13753.975125930172}},"cost":{"all":{"mean":1.26020015,"median":1.2458580000000001,"min":0.7399359999999999,"max":1.801432,"stdev":0.17143892708476954},"short":{"mean":1.218575,"median":1.216196,"min":0.7399359999999999,"max":1.505626,"stdev":0.1544363450757743},"long":{"mean":1.3165165294117647,"median":1.266874,"min":0.997787,"max":1.801432,"stdev":0.18162133521633606}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":976713826971,"overall_relative_score":976713826971,"max_execution_time_ms":4960,"max_memory_usage_kib":3072,"rank":122,"performance":1783,"input_tokens":40112,"output_tokens":40166,"total_tokens":80278,"cost":1.3225959999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4367230,"overall_relative_score":4367230,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":102,"performance":1937,"input_tokens":33642,"output_tokens":32258,"total_tokens":65900,"cost":1.069134},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2874725632846,"overall_relative_score":2874725632846,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":76,"performance":2056,"input_tokens":38975,"output_tokens":37640,"total_tokens":76615,"cost":1.227307},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4916153279,"overall_relative_score":4916153279,"max_execution_time_ms":2830,"max_memory_usage_kib":157696,"rank":147,"performance":1719,"input_tokens":35601,"output_tokens":39728,"total_tokens":75329,"cost":1.2961170000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19833456,"overall_relative_score":19833456,"max_execution_time_ms":20,"max_memory_usage_kib":8192,"rank":33,"performance":2336,"input_tokens":39737,"output_tokens":41046,"total_tokens":80783,"cost":1.349425},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5807279,"overall_relative_score":5807279,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":91,"performance":1959,"input_tokens":37111,"output_tokens":29532,"total_tokens":66643,"cost":0.997787},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1990916,"overall_relative_score":1990916,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":14,"performance":2607,"input_tokens":32157,"output_tokens":32908,"total_tokens":65065,"cost":1.128441},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":20060,"output_tokens":23318,"total_tokens":43378,"cost":0.7399359999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5024224441,"overall_relative_score":5024224441,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":461,"performance":1142,"input_tokens":38945,"output_tokens":39387,"total_tokens":78332,"cost":1.265743},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7308529282,"overall_relative_score":7308529282,"max_execution_time_ms":1920,"max_memory_usage_kib":8928,"rank":12,"performance":2712,"input_tokens":31042,"output_tokens":35616,"total_tokens":66658,"cost":1.145354},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3779244,"overall_relative_score":3779244,"max_execution_time_ms":1930,"max_memory_usage_kib":4096,"rank":49,"performance":2160,"input_tokens":57649,"output_tokens":38910,"total_tokens":96559,"cost":1.308089},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071141101,"overall_relative_score":1071141101,"max_execution_time_ms":2940,"max_memory_usage_kib":267264,"rank":267,"performance":1481,"input_tokens":66660,"output_tokens":43806,"total_tokens":110466,"cost":1.444728},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92010285,"overall_relative_score":92010285,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":83,"performance":2008,"input_tokens":52394,"output_tokens":44028,"total_tokens":96422,"cost":1.505626},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1655181357,"overall_relative_score":1655181357,"max_execution_time_ms":4720,"max_memory_usage_kib":3072,"rank":147,"performance":1707,"input_tokens":36237,"output_tokens":34948,"total_tokens":71185,"cost":1.135161},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101346030,"overall_relative_score":101346030,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":294,"performance":1419,"input_tokens":35359,"output_tokens":32223,"total_tokens":67582,"cost":1.0858849999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52543855374,"overall_relative_score":862835420786,"max_execution_time_ms":2430,"max_memory_usage_kib":9216,"rank":67,"performance":2159,"input_tokens":39817,"output_tokens":43707,"total_tokens":83524,"cost":1.408919},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41826071766,"overall_relative_score":895794517511,"max_execution_time_ms":5710,"max_memory_usage_kib":4096,"rank":312,"performance":1466,"input_tokens":66081,"output_tokens":40619,"total_tokens":106700,"cost":1.4625750000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23785767516722,"overall_relative_score":61537814503,"max_execution_time_ms":3450,"max_memory_usage_kib":7168,"rank":278,"performance":1413,"input_tokens":49388,"output_tokens":41376,"total_tokens":90764,"cost":1.369564},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":505035046,"overall_relative_score":505035046,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":1,"performance":3496,"input_tokens":46970,"output_tokens":35324,"total_tokens":82294,"cost":1.165546},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426655,"overall_relative_score":13426655,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":154,"performance":1921,"input_tokens":32971,"output_tokens":37127,"total_tokens":70098,"cost":1.233737},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284178005237,"overall_relative_score":284178005237,"max_execution_time_ms":1370,"max_memory_usage_kib":259280,"rank":92,"performance":1727,"input_tokens":31894,"output_tokens":36161,"total_tokens":68055,"cost":1.16366},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281622,"overall_relative_score":281622,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":115,"performance":1868,"input_tokens":37547,"output_tokens":35604,"total_tokens":73151,"cost":1.1798229999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20952754378,"overall_relative_score":357402394084,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":302,"performance":1530,"input_tokens":36411,"output_tokens":34262,"total_tokens":70673,"cost":1.139643},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1382811,"overall_relative_score":1382811,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":200,"performance":1703,"input_tokens":30989,"output_tokens":37046,"total_tokens":68035,"cost":1.208725},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35346125615,"overall_relative_score":1502239363860,"max_execution_time_ms":1910,"max_memory_usage_kib":8192,"rank":213,"performance":1684,"input_tokens":40610,"output_tokens":36728,"total_tokens":77338,"cost":1.266874},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066185,"overall_relative_score":1066185,"max_execution_time_ms":1910,"max_memory_usage_kib":50176,"rank":159,"performance":1884,"input_tokens":33952,"output_tokens":37262,"total_tokens":71214,"cost":1.216196},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":381811665414,"overall_relative_score":339092744081,"max_execution_time_ms":2800,"max_memory_usage_kib":29948,"rank":153,"performance":1843,"input_tokens":48585,"output_tokens":37934,"total_tokens":86519,"cost":1.259985},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":595943379,"overall_relative_score":241574532404,"max_execution_time_ms":340,"max_memory_usage_kib":14336,"rank":230,"performance":1675,"input_tokens":51878,"output_tokens":53859,"total_tokens":105737,"cost":1.801432},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10696488477849,"overall_relative_score":10696488477849,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":344,"performance":1511,"input_tokens":31196,"output_tokens":32829,"total_tokens":64025,"cost":1.10053},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":658580,"overall_relative_score":385987700091,"max_execution_time_ms":210,"max_memory_usage_kib":8192,"rank":582,"performance":1156,"input_tokens":34610,"output_tokens":38531,"total_tokens":73141,"cost":1.255252},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7192362584,"overall_relative_score":7192362584,"max_execution_time_ms":1830,"max_memory_usage_kib":3072,"rank":116,"performance":1980,"input_tokens":34881,"output_tokens":38491,"total_tokens":73372,"cost":1.2415829999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232086034,"overall_relative_score":232086034,"max_execution_time_ms":530,"max_memory_usage_kib":13312,"rank":469,"performance":1336,"input_tokens":42452,"output_tokens":36672,"total_tokens":79124,"cost":1.206436},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1166246,"overall_relative_score":207914465880,"max_execution_time_ms":760,"max_memory_usage_kib":4096,"rank":386,"performance":1362,"input_tokens":38496,"output_tokens":36993,"total_tokens":75489,"cost":1.206654},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":471260,"overall_relative_score":471260,"max_execution_time_ms":1010,"max_memory_usage_kib":4096,"rank":36,"performance":2310,"input_tokens":48609,"output_tokens":42924,"total_tokens":91533,"cost":1.4247809999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3510498261,"overall_relative_score":2742784737142,"max_execution_time_ms":2890,"max_memory_usage_kib":4096,"rank":384,"performance":1438,"input_tokens":48212,"output_tokens":38782,"total_tokens":86994,"cost":1.288168},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74479727,"overall_relative_score":74479727,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":59,"performance":2271,"input_tokens":38907,"output_tokens":44357,"total_tokens":83264,"cost":1.4469089999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463540,"overall_relative_score":463540,"max_execution_time_ms":1750,"max_memory_usage_kib":15360,"rank":198,"performance":1784,"input_tokens":42292,"output_tokens":37981,"total_tokens":80273,"cost":1.249514},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148741872,"overall_relative_score":148741872,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":91,"performance":2094,"input_tokens":30562,"output_tokens":39545,"total_tokens":70107,"cost":1.319576},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":799791404,"overall_relative_score":1769844242288,"max_execution_time_ms":880,"max_memory_usage_kib":12288,"rank":429,"performance":1432,"input_tokens":55001,"output_tokens":46618,"total_tokens":101619,"cost":1.5283930000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212877,"overall_relative_score":212877,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":286,"performance":1625,"input_tokens":32462,"output_tokens":36726,"total_tokens":69188,"cost":1.242202}]},{"num_self_refine":8,"rank":{"all":{"mean":174.825,"median":123.5,"min":1,"max":466,"stdev":134.9825985935851},"short":{"mean":126.1304347826087,"median":91.0,"min":1,"max":466,"stdev":119.96829291253513},"long":{"mean":240.7058823529412,"median":253.0,"min":66,"max":461,"stdev":128.8500895934314}},"performance":{"all":{"mean":1891.775,"median":1781.0,"min":1142,"max":3496,"stdev":459.59901628401116},"short":{"mean":2071.9565217391305,"median":2035.0,"min":1340,"max":3496,"stdev":487.2410714010869},"long":{"mean":1648.0,"median":1578.0,"min":1142,"max":2159,"stdev":280.4220034162797}},"input_tokens":{"all":{"mean":181895.925,"median":175701.5,"min":72250,"max":265119,"stdev":38912.20292242887},"short":{"mean":169869.34782608695,"median":160495.0,"min":72250,"max":237468,"stdev":34378.49366789531},"long":{"mean":198167.17647058822,"median":188125.0,"min":132990,"max":265119,"stdev":39704.6480768236}},"output_tokens":{"all":{"mean":74573.35,"median":72640.5,"min":45012,"max":110444,"stdev":12357.52071132269},"short":{"mean":71574.30434782608,"median":71350.0,"min":45012,"max":98122,"stdev":11176.743498056305},"long":{"mean":78630.88235294117,"median":76336.0,"min":54999,"max":110444,"stdev":13039.94900719685}},"total_tokens":{"all":{"mean":256469.275,"median":245914.0,"min":117262,"max":371368,"stdev":49665.38689711764},"short":{"mean":241443.65217391305,"median":233158.0,"min":117262,"max":329736,"stdev":44122.85662124532},"long":{"mean":276798.0588235294,"median":262681.0,"min":187989,"max":371368,"stdev":50714.32709238902}},"cost":{"all":{"mean":2.575604925,"median":2.5184334999999995,"min":1.4858179999999999,"max":3.816148,"stdev":0.4300174231444754},"short":{"mean":2.4652534347826087,"median":2.428925,"min":1.4858179999999999,"max":3.350626,"stdev":0.39615473851340033},"long":{"mean":2.724904,"median":2.6112450000000003,"min":1.8817679999999999,"max":3.816148,"stdev":0.4401718895007098}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":976703150288,"overall_relative_score":976703150288,"max_execution_time_ms":4970,"max_memory_usage_kib":3072,"rank":122,"performance":1783,"input_tokens":186345,"output_tokens":76336,"total_tokens":262681,"cost":2.6112450000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4618649,"overall_relative_score":4618649,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":71,"performance":2083,"input_tokens":153977,"output_tokens":60206,"total_tokens":214183,"cost":2.066881},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2881548426153,"overall_relative_score":2881548426153,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":66,"performance":2110,"input_tokens":189472,"output_tokens":74477,"total_tokens":263949,"cost":2.5503739999999997},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5016202743,"overall_relative_score":5016202743,"max_execution_time_ms":2950,"max_memory_usage_kib":114688,"rank":141,"performance":1741,"input_tokens":170297,"output_tokens":70615,"total_tokens":240912,"cost":2.4123670000000006},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20195253,"overall_relative_score":20195253,"max_execution_time_ms":60,"max_memory_usage_kib":10240,"rank":28,"performance":2397,"input_tokens":194735,"output_tokens":83933,"total_tokens":278668,"cost":2.867281},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5807279,"overall_relative_score":5807279,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":91,"performance":1959,"input_tokens":132990,"output_tokens":54999,"total_tokens":187989,"cost":1.8817679999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1990916,"overall_relative_score":1990916,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":14,"performance":2607,"input_tokens":158167,"output_tokens":61040,"total_tokens":219207,"cost":2.153171},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14192729811,"overall_relative_score":14192729811,"max_execution_time_ms":1730,"max_memory_usage_kib":4096,"rank":26,"performance":2425,"input_tokens":72250,"output_tokens":45012,"total_tokens":117262,"cost":1.4858179999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5006743027,"overall_relative_score":5006743027,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":461,"performance":1142,"input_tokens":163883,"output_tokens":72756,"total_tokens":236639,"cost":2.444527},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7397465131,"overall_relative_score":7397465131,"max_execution_time_ms":1940,"max_memory_usage_kib":10340,"rank":9,"performance":2796,"input_tokens":155365,"output_tokens":71966,"total_tokens":227331,"cost":2.428925},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3779244,"overall_relative_score":3779244,"max_execution_time_ms":1930,"max_memory_usage_kib":4096,"rank":49,"performance":2160,"input_tokens":208420,"output_tokens":72438,"total_tokens":280858,"cost":2.613896},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1092586788,"overall_relative_score":1092586788,"max_execution_time_ms":2710,"max_memory_usage_kib":284672,"rank":254,"performance":1506,"input_tokens":265119,"output_tokens":85203,"total_tokens":350322,"cost":2.948565},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92098016,"overall_relative_score":92098016,"max_execution_time_ms":2980,"max_memory_usage_kib":4096,"rank":82,"performance":2013,"input_tokens":237468,"output_tokens":89693,"total_tokens":327161,"cost":3.14661},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1694582024,"overall_relative_score":1694582024,"max_execution_time_ms":4720,"max_memory_usage_kib":3072,"rank":135,"performance":1745,"input_tokens":175404,"output_tokens":70173,"total_tokens":245577,"cost":2.5651859999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98784288,"overall_relative_score":98784288,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":298,"performance":1411,"input_tokens":143265,"output_tokens":57782,"total_tokens":201047,"cost":1.9958969999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52543855374,"overall_relative_score":862835420786,"max_execution_time_ms":2430,"max_memory_usage_kib":9216,"rank":67,"performance":2159,"input_tokens":190200,"output_tokens":82304,"total_tokens":272504,"cost":2.7888240000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37797219009,"overall_relative_score":943527337223,"max_execution_time_ms":5890,"max_memory_usage_kib":4096,"rank":253,"performance":1578,"input_tokens":244533,"output_tokens":76974,"total_tokens":321507,"cost":2.8418370000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":22474627875341,"overall_relative_score":64761109323,"max_execution_time_ms":6100,"max_memory_usage_kib":9216,"rank":273,"performance":1423,"input_tokens":236588,"output_tokens":92626,"total_tokens":329214,"cost":3.193336},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":504937909,"overall_relative_score":504937909,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":1,"performance":3496,"input_tokens":204460,"output_tokens":71350,"total_tokens":275810,"cost":2.466992},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13452830,"overall_relative_score":13452830,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":117,"performance":2035,"input_tokens":159557,"output_tokens":78140,"total_tokens":237697,"cost":2.8712649999999997},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284198813197,"overall_relative_score":284198813197,"max_execution_time_ms":1660,"max_memory_usage_kib":407424,"rank":92,"performance":1727,"input_tokens":143747,"output_tokens":65453,"total_tokens":209200,"cost":2.198485},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281622,"overall_relative_score":281622,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":115,"performance":1868,"input_tokens":169601,"output_tokens":63557,"total_tokens":233158,"cost":2.1971469999999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20934453648,"overall_relative_score":359152624289,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":297,"performance":1538,"input_tokens":156738,"output_tokens":72525,"total_tokens":229263,"cost":2.5435679999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1382825,"overall_relative_score":1382825,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":200,"performance":1703,"input_tokens":156109,"output_tokens":73003,"total_tokens":229112,"cost":2.475275},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35343082785,"overall_relative_score":1502345518085,"max_execution_time_ms":1910,"max_memory_usage_kib":8192,"rank":213,"performance":1684,"input_tokens":180616,"output_tokens":65635,"total_tokens":246251,"cost":2.410178},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070517,"overall_relative_score":1070517,"max_execution_time_ms":1940,"max_memory_usage_kib":50176,"rank":125,"performance":1986,"input_tokens":154282,"output_tokens":69496,"total_tokens":223778,"cost":2.354018},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305653017991,"overall_relative_score":391058077493,"max_execution_time_ms":2940,"max_memory_usage_kib":29544,"rank":110,"performance":1977,"input_tokens":188125,"output_tokens":67852,"total_tokens":255977,"cost":2.3368249999999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":586834043,"overall_relative_score":247683861350,"max_execution_time_ms":910,"max_memory_usage_kib":14036,"rank":219,"performance":1698,"input_tokens":260924,"output_tokens":110444,"total_tokens":371368,"cost":3.816148},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10711704833886,"overall_relative_score":10711704833886,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":341,"performance":1516,"input_tokens":160495,"output_tokens":68949,"total_tokens":229444,"cost":2.381345},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":559250,"overall_relative_score":455203441600,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":429,"performance":1345,"input_tokens":171796,"output_tokens":84162,"total_tokens":255958,"cost":2.837792},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7391021082,"overall_relative_score":7391021082,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":89,"performance":2084,"input_tokens":163706,"output_tokens":78234,"total_tokens":241940,"cost":2.62411},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232161186,"overall_relative_score":232161186,"max_execution_time_ms":640,"max_memory_usage_kib":13312,"rank":466,"performance":1340,"input_tokens":175999,"output_tokens":67313,"total_tokens":243312,"cost":2.307257},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":902692,"overall_relative_score":282427293982,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":342,"performance":1428,"input_tokens":176119,"output_tokens":73072,"total_tokens":249191,"cost":2.493299},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":484680,"overall_relative_score":484680,"max_execution_time_ms":1930,"max_memory_usage_kib":4096,"rank":29,"performance":2380,"input_tokens":231614,"output_tokens":98122,"total_tokens":329736,"cost":3.350626},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3488150897,"overall_relative_score":2760621684843,"max_execution_time_ms":2880,"max_memory_usage_kib":4096,"rank":354,"performance":1480,"input_tokens":191756,"output_tokens":79005,"total_tokens":270761,"cost":2.691874},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75144791,"overall_relative_score":75144791,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":44,"performance":2365,"input_tokens":194884,"output_tokens":84481,"total_tokens":279365,"cost":2.877554},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463523,"overall_relative_score":463523,"max_execution_time_ms":1850,"max_memory_usage_kib":15112,"rank":200,"performance":1779,"input_tokens":197047,"output_tokens":76252,"total_tokens":273299,"cost":2.616155},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148744204,"overall_relative_score":148744204,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":91,"performance":2094,"input_tokens":149562,"output_tokens":71534,"total_tokens":221096,"cost":2.445702},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":784532625,"overall_relative_score":1801656874922,"max_execution_time_ms":1640,"max_memory_usage_kib":12288,"rank":406,"performance":1461,"input_tokens":258234,"output_tokens":98182,"total_tokens":356416,"cost":3.368022},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213184,"overall_relative_score":213184,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":273,"performance":1649,"input_tokens":151988,"output_tokens":67640,"total_tokens":219628,"cost":2.364052}]},{"num_self_refine":16,"rank":{"all":{"mean":165.95,"median":114.5,"min":1,"max":466,"stdev":132.91561811337874},"short":{"mean":117.95652173913044,"median":82.0,"min":1,"max":466,"stdev":122.87298625405074},"long":{"mean":230.88235294117646,"median":253.0,"min":65,"max":460,"stdev":120.46570173338819}},"performance":{"all":{"mean":1938.3,"median":1838.5,"min":1143,"max":3496,"stdev":489.92789631714544},"short":{"mean":2140.8260869565215,"median":2088.0,"min":1340,"max":3496,"stdev":520.476936190951},"long":{"mean":1664.2941176470588,"median":1601.0,"min":1143,"max":2165,"stdev":271.7643199322444}},"input_tokens":{"all":{"mean":833031.75,"median":823065.0,"min":303793,"max":1317676,"stdev":196985.927237657},"short":{"mean":789642.9565217391,"median":778521.0,"min":303793,"max":1179209,"stdev":183291.97775667263},"long":{"mean":891734.2352941176,"median":853878.0,"min":502189,"max":1317676,"stdev":204991.2627398816}},"output_tokens":{"all":{"mean":149621.725,"median":144238.5,"min":86873,"max":230264,"stdev":30314.12117672732},"short":{"mean":144082.5652173913,"median":139483.0,"min":86873,"max":202875,"stdev":27416.688620132092},"long":{"mean":157115.88235294117,"median":147562.0,"min":104779,"max":230264,"stdev":33205.414127221695}},"total_tokens":{"all":{"mean":982653.475,"median":967985.5,"min":390666,"max":1547940,"stdev":225461.4302880602},"short":{"mean":933725.5217391305,"median":919150.0,"min":390666,"max":1382084,"stdev":208920.06821441403},"long":{"mean":1048850.1176470588,"median":997416.0,"min":606968,"max":1547940,"stdev":236204.31674661514}},"cost":{"all":{"mean":5.4864441,"median":5.3637935,"min":3.046883,"max":8.452844,"stdev":1.1293629513753636},"short":{"mean":5.290868434782609,"median":5.195609000000001,"min":3.046883,"max":7.445719000000001,"stdev":1.052047661950551},"long":{"mean":5.751046470588236,"median":5.447737999999998,"min":3.705131,"max":8.452844,"stdev":1.207354565502928}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":977019377608,"overall_relative_score":977019377608,"max_execution_time_ms":4990,"max_memory_usage_kib":3072,"rank":118,"performance":1794,"input_tokens":827616,"output_tokens":145040,"total_tokens":972656,"cost":5.279808000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4628923,"overall_relative_score":4628923,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":70,"performance":2088,"input_tokens":675384,"output_tokens":120088,"total_tokens":795472,"cost":4.355303999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2881921371448,"overall_relative_score":2881921371448,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":65,"performance":2116,"input_tokens":853878,"output_tokens":141560,"total_tokens":995438,"cost":5.179998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6409397682,"overall_relative_score":6409397682,"max_execution_time_ms":2980,"max_memory_usage_kib":114688,"rank":29,"performance":2424,"input_tokens":778521,"output_tokens":152209,"total_tokens":930730,"cost":5.4567630000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20650962,"overall_relative_score":20650962,"max_execution_time_ms":2060,"max_memory_usage_kib":10240,"rank":21,"performance":2499,"input_tokens":1003750,"output_tokens":190991,"total_tokens":1194741,"cost":7.185344000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5807279,"overall_relative_score":5807279,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":91,"performance":1959,"input_tokens":502189,"output_tokens":104779,"total_tokens":606968,"cost":3.705131},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2097350,"overall_relative_score":2097350,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":11,"performance":2684,"input_tokens":695905,"output_tokens":117591,"total_tokens":813496,"cost":4.342679},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14231087390,"overall_relative_score":14231087390,"max_execution_time_ms":1340,"max_memory_usage_kib":4096,"rank":5,"performance":2960,"input_tokens":303793,"output_tokens":86873,"total_tokens":390666,"cost":3.046883},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5058608237,"overall_relative_score":5058608237,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":460,"performance":1143,"input_tokens":734947,"output_tokens":140910,"total_tokens":875857,"cost":5.038163},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7418446355,"overall_relative_score":7418446355,"max_execution_time_ms":1980,"max_memory_usage_kib":10328,"rank":9,"performance":2796,"input_tokens":795511,"output_tokens":143437,"total_tokens":938948,"cost":5.195609000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4157492,"overall_relative_score":4157492,"max_execution_time_ms":1930,"max_memory_usage_kib":4096,"rank":48,"performance":2168,"input_tokens":788230,"output_tokens":130920,"total_tokens":919150,"cost":4.8758539999999995},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1094340409,"overall_relative_score":1094340409,"max_execution_time_ms":2700,"max_memory_usage_kib":284672,"rank":253,"performance":1508,"input_tokens":1091288,"output_tokens":167607,"total_tokens":1258895,"cost":6.171562},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92093339,"overall_relative_score":92093339,"max_execution_time_ms":2980,"max_memory_usage_kib":4096,"rank":82,"performance":2013,"input_tokens":1119542,"output_tokens":177635,"total_tokens":1297177,"cost":6.62404},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1702311389,"overall_relative_score":1702311389,"max_execution_time_ms":4840,"max_memory_usage_kib":3072,"rank":135,"performance":1745,"input_tokens":822817,"output_tokens":140498,"total_tokens":963315,"cost":5.324609000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98784288,"overall_relative_score":98784288,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":298,"performance":1411,"input_tokens":576413,"output_tokens":110928,"total_tokens":687341,"cost":3.9796329999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52649978599,"overall_relative_score":866102565894,"max_execution_time_ms":2440,"max_memory_usage_kib":9216,"rank":66,"performance":2165,"input_tokens":855824,"output_tokens":154930,"total_tokens":1010754,"cost":5.579308},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37801475316,"overall_relative_score":943550197081,"max_execution_time_ms":5880,"max_memory_usage_kib":4096,"rank":253,"performance":1578,"input_tokens":959228,"output_tokens":141786,"total_tokens":1101014,"cost":5.422072000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22172063385374,"overall_relative_score":67344723083,"max_execution_time_ms":5390,"max_memory_usage_kib":10240,"rank":266,"performance":1439,"input_tokens":1157137,"output_tokens":199618,"total_tokens":1356755,"cost":7.294096999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":504970966,"overall_relative_score":504970966,"max_execution_time_ms":1960,"max_memory_usage_kib":6144,"rank":1,"performance":3496,"input_tokens":899416,"output_tokens":139483,"total_tokens":1038899,"cost":5.402978},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13459105,"overall_relative_score":13459105,"max_execution_time_ms":1920,"max_memory_usage_kib":5120,"rank":103,"performance":2085,"input_tokens":899791,"output_tokens":175509,"total_tokens":1075300,"cost":6.5766409999999995},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284203562666,"overall_relative_score":284203562666,"max_execution_time_ms":1720,"max_memory_usage_kib":429056,"rank":92,"performance":1727,"input_tokens":621315,"output_tokens":124843,"total_tokens":746158,"cost":4.432665},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283633,"overall_relative_score":283633,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":111,"performance":1883,"input_tokens":752583,"output_tokens":133769,"total_tokens":886352,"cost":4.872945},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19770176735,"overall_relative_score":370127992603,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":262,"performance":1601,"input_tokens":732022,"output_tokens":147562,"total_tokens":879584,"cost":5.447737999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1383511,"overall_relative_score":1383511,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":193,"performance":1720,"input_tokens":863015,"output_tokens":167216,"total_tokens":1030231,"cost":6.277603},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35348699116,"overall_relative_score":1502029740515,"max_execution_time_ms":1970,"max_memory_usage_kib":8192,"rank":213,"performance":1684,"input_tokens":739241,"output_tokens":124445,"total_tokens":863686,"cost":4.755763},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1070447,"overall_relative_score":1070447,"max_execution_time_ms":1940,"max_memory_usage_kib":50176,"rank":125,"performance":1986,"input_tokens":734174,"output_tokens":145284,"total_tokens":879458,"cost":5.197774},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305653017991,"overall_relative_score":391058077493,"max_execution_time_ms":2940,"max_memory_usage_kib":29544,"rank":110,"performance":1977,"input_tokens":730333,"output_tokens":122941,"total_tokens":853274,"cost":4.467959},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":555924552,"overall_relative_score":253475005254,"max_execution_time_ms":2830,"max_memory_usage_kib":14568,"rank":215,"performance":1707,"input_tokens":1317676,"output_tokens":230264,"total_tokens":1547940,"cost":8.452844},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10712454519437,"overall_relative_score":10712454519437,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":341,"performance":1516,"input_tokens":761499,"output_tokens":132733,"total_tokens":894232,"cost":4.862253000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":545341,"overall_relative_score":466943241051,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":374,"performance":1421,"input_tokens":912573,"output_tokens":181691,"total_tokens":1094264,"cost":6.525339},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7535233688,"overall_relative_score":7535233688,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":76,"performance":2143,"input_tokens":823313,"output_tokens":159633,"total_tokens":982946,"cost":5.730643000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232161186,"overall_relative_score":232161186,"max_execution_time_ms":640,"max_memory_usage_kib":13312,"rank":466,"performance":1340,"input_tokens":723063,"output_tokens":124590,"total_tokens":847653,"cost":4.8658470000000005},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":794448,"overall_relative_score":370686469222,"max_execution_time_ms":2140,"max_memory_usage_kib":4096,"rank":301,"performance":1495,"input_tokens":856125,"output_tokens":157535,"total_tokens":1013660,"cost":5.706194999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":490216,"overall_relative_score":490216,"max_execution_time_ms":1940,"max_memory_usage_kib":4096,"rank":27,"performance":2402,"input_tokens":1179209,"output_tokens":202875,"total_tokens":1382084,"cost":7.445719000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3420563718,"overall_relative_score":2745885202555,"max_execution_time_ms":3060,"max_memory_usage_kib":6144,"rank":381,"performance":1442,"input_tokens":844090,"output_tokens":153326,"total_tokens":997416,"cost":5.538182000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75155045,"overall_relative_score":75155045,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":43,"performance":2372,"input_tokens":944745,"output_tokens":168800,"total_tokens":1113545,"cost":6.1335809999999995},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463537,"overall_relative_score":463537,"max_execution_time_ms":1850,"max_memory_usage_kib":15116,"rank":199,"performance":1781,"input_tokens":880254,"output_tokens":150119,"total_tokens":1030373,"cost":5.464968000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148750000,"overall_relative_score":148750000,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":91,"performance":2094,"input_tokens":663701,"output_tokens":128463,"total_tokens":792164,"cost":4.641451},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765902588,"overall_relative_score":1857976539070,"max_execution_time_ms":1620,"max_memory_usage_kib":12288,"rank":362,"performance":1519,"input_tokens":1222498,"output_tokens":216478,"total_tokens":1438976,"cost":7.879022},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213330,"overall_relative_score":213330,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":272,"performance":1651,"input_tokens":678661,"output_tokens":129910,"total_tokens":808571,"cost":4.722797000000001}]}]},{"model_name":"gpt-5.5-none","detail_path":"data/model_details/gpt-5.5-none.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":495.075,"median":490.0,"min":77,"max":996,"stdev":222.61918588270177},"short":{"mean":452.5217391304348,"median":446.0,"min":77,"max":996,"stdev":233.02669951691595},"long":{"mean":552.6470588235294,"median":572.0,"min":257,"max":927,"stdev":200.02904200905132}},"performance":{"all":{"mean":1127.575,"median":1138.5,"min":-21,"max":2035,"stdev":412.7508025431326},"short":{"mean":1132.1739130434783,"median":1119.0,"min":-21,"max":2035,"stdev":501.66900099693703},"long":{"mean":1121.3529411764705,"median":1199.0,"min":595,"max":1455,"stdev":262.9450848505422}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":2208.15,"median":2178.5,"min":562,"max":3724,"stdev":623.7413809075123},"short":{"mean":2274.0434782608695,"median":2157.0,"min":1136,"max":3724,"stdev":613.9804170893157},"long":{"mean":2119.0,"median":2179.0,"min":562,"max":3212,"stdev":644.4338600663376}},"total_tokens":{"all":{"mean":5188.15,"median":4619.5,"min":3303,"max":9870,"stdev":1709.391442920025},"short":{"mean":4676.869565217391,"median":4136.0,"min":3303,"max":9870,"stdev":1545.962286507775},"long":{"mean":5879.882352941177,"median":5267.0,"min":3830,"max":9864,"stdev":1718.1383414306654}},"cost":{"all":{"mean":0.0734837,"median":0.0701925,"min":0.037485,"max":0.12094,"stdev":0.019273803344010486},"short":{"mean":0.07552726086956521,"median":0.070555,"min":0.037971,"max":0.12094,"stdev":0.018972583111660196},"long":{"mean":0.07071888235294117,"median":0.06897,"min":0.037485,"max":0.117655,"stdev":0.019910112653129166}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":890862208599,"overall_relative_score":890862208599,"max_execution_time_ms":3890,"max_memory_usage_kib":3072,"rank":650,"performance":1091,"input_tokens":1345,"output_tokens":2485,"total_tokens":3830,"cost":0.081275},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1529207,"overall_relative_score":1529207,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":590,"performance":1049,"input_tokens":1469,"output_tokens":2072,"total_tokens":3541,"cost":0.069505},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2708891156331,"overall_relative_score":2708891156331,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":346,"performance":1362,"input_tokens":2614,"output_tokens":2994,"total_tokens":5608,"cost":0.10289},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1629,"output_tokens":2324,"total_tokens":3953,"cost":0.077865},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11628829,"overall_relative_score":11628829,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":207,"performance":1473,"input_tokens":1811,"output_tokens":1752,"total_tokens":3563,"cost":0.061615},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5351923,"overall_relative_score":5351923,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":257,"performance":1455,"input_tokens":3802,"output_tokens":2375,"total_tokens":6177,"cost":0.075284},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1690429,"overall_relative_score":1690429,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":77,"performance":1968,"input_tokens":1529,"output_tokens":2097,"total_tokens":3626,"cost":0.070555},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12008005330,"overall_relative_score":12008005330,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":485,"performance":862,"input_tokens":2239,"output_tokens":1880,"total_tokens":4119,"cost":0.059531},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":33829902,"overall_relative_score":33829902,"max_execution_time_ms":999,"max_memory_usage_kib":3072,"rank":801,"performance":603,"input_tokens":2984,"output_tokens":2179,"total_tokens":5163,"cost":0.067618},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5672749002,"overall_relative_score":5672749002,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":184,"performance":1671,"input_tokens":2210,"output_tokens":3387,"total_tokens":5597,"cost":0.104596},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11484,"overall_relative_score":11484,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":7584,"output_tokens":2286,"total_tokens":9870,"cost":0.073092},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":936922338,"overall_relative_score":936922338,"max_execution_time_ms":2850,"max_memory_usage_kib":7168,"rank":338,"performance":1356,"input_tokens":7538,"output_tokens":2326,"total_tokens":9864,"cost":0.074062},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69130909,"overall_relative_score":69130909,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":444,"performance":1108,"input_tokens":4695,"output_tokens":1136,"total_tokens":5831,"cost":0.037971},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319967235,"overall_relative_score":1319967235,"max_execution_time_ms":4790,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":2812,"output_tokens":2455,"total_tokens":5267,"cost":0.077342},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72823663,"overall_relative_score":72823663,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":393,"performance":1237,"input_tokens":2563,"output_tokens":2015,"total_tokens":4578,"cost":0.073265},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8223398348,"overall_relative_score":75488940057,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":495,"performance":1249,"input_tokens":2774,"output_tokens":2464,"total_tokens":5238,"cost":0.077422},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140625697719,"overall_relative_score":880409756765,"max_execution_time_ms":5750,"max_memory_usage_kib":3072,"rank":330,"performance":1435,"input_tokens":6975,"output_tokens":2714,"total_tokens":9689,"cost":0.087495},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120192793070824,"overall_relative_score":25022720351,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":388,"performance":1199,"input_tokens":4471,"output_tokens":1844,"total_tokens":6315,"cost":0.058091},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474648233,"overall_relative_score":474648233,"max_execution_time_ms":120,"max_memory_usage_kib":9216,"rank":98,"performance":2035,"input_tokens":3614,"output_tokens":3431,"total_tokens":7045,"cost":0.106024},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5276650,"overall_relative_score":5276650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":563,"input_tokens":1703,"output_tokens":1600,"total_tokens":3303,"cost":0.056515},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1157,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2202,"output_tokens":2217,"total_tokens":4419,"cost":0.069456},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93763,"overall_relative_score":93763,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":339,"performance":1314,"input_tokens":1849,"output_tokens":2623,"total_tokens":4472,"cost":0.087935},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34460990503,"overall_relative_score":299597697967,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":462,"performance":1297,"input_tokens":2861,"output_tokens":1622,"total_tokens":4483,"cost":0.052597},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1325079,"overall_relative_score":1325079,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":589,"performance":950,"input_tokens":1758,"output_tokens":2157,"total_tokens":3915,"cost":0.0735},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79214845710,"overall_relative_score":690924230722,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":927,"performance":595,"input_tokens":3354,"output_tokens":1358,"total_tokens":4712,"cost":0.05751},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1060994,"overall_relative_score":1060994,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":211,"performance":1755,"input_tokens":1855,"output_tokens":2350,"total_tokens":4205,"cost":0.079775},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4125,"output_tokens":562,"total_tokens":4687,"cost":0.037485},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":684,"performance":1012,"input_tokens":3009,"output_tokens":1484,"total_tokens":4493,"cost":0.046893},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10124427270165,"overall_relative_score":10124427270165,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":562,"performance":1187,"input_tokens":1733,"output_tokens":1679,"total_tokens":3412,"cost":0.059035},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5649795,"overall_relative_score":46217271246,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":900,"input_tokens":2818,"output_tokens":1812,"total_tokens":4630,"cost":0.058082},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2798356810,"overall_relative_score":2798356810,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":1051,"input_tokens":1917,"output_tokens":2219,"total_tokens":4136,"cost":0.068091},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245776354,"overall_relative_score":245776354,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":319,"performance":1563,"input_tokens":4323,"output_tokens":2472,"total_tokens":6795,"cost":0.095775},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6540531,"overall_relative_score":44137316326,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":572,"performance":1116,"input_tokens":4012,"output_tokens":1959,"total_tokens":5971,"cost":0.06155},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":1844,"output_tokens":3724,"total_tokens":5568,"cost":0.12094},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4203891778,"overall_relative_score":2295779290675,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":658,"performance":1104,"input_tokens":4182,"output_tokens":2178,"total_tokens":6360,"cost":0.06897},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55651467,"overall_relative_score":55651467,"max_execution_time_ms":1910,"max_memory_usage_kib":5644,"rank":771,"performance":951,"input_tokens":1651,"output_tokens":2958,"total_tokens":4609,"cost":0.096995},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437340,"overall_relative_score":437340,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":1158,"input_tokens":2188,"output_tokens":1931,"total_tokens":4119,"cost":0.060806},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127695822,"overall_relative_score":127695822,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":662,"performance":1065,"input_tokens":1480,"output_tokens":2081,"total_tokens":3561,"cost":0.06983},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":978618725,"overall_relative_score":1487538013295,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":620,"performance":1215,"input_tokens":4259,"output_tokens":3212,"total_tokens":7471,"cost":0.117655},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":1912,"total_tokens":3331,"cost":0.064455}]},{"num_self_refine":2,"rank":{"all":{"mean":391.125,"median":387.5,"min":11,"max":927,"stdev":218.77024448447023},"short":{"mean":323.7826086956522,"median":339.0,"min":11,"max":771,"stdev":213.41273637585653},"long":{"mean":482.2352941176471,"median":456.0,"min":167,"max":927,"stdev":196.71411026276328}},"performance":{"all":{"mean":1393.825,"median":1298.0,"min":595,"max":2738,"stdev":445.1119068452164},"short":{"mean":1516.0,"median":1314.0,"min":862,"max":2738,"stdev":505.5018208761378},"long":{"mean":1228.5294117647059,"median":1297.0,"min":595,"max":1681,"stdev":284.7536473969778}},"input_tokens":{"all":{"mean":8718.85,"median":7973.0,"min":5313,"max":17967,"stdev":3274.3885359888777},"short":{"mean":7601.130434782609,"median":6775.0,"min":5313,"max":17967,"stdev":2916.8033920146186},"long":{"mean":10231.058823529413,"median":8831.0,"min":5790,"max":17966,"stdev":3195.3467235690605}},"output_tokens":{"all":{"mean":5494.05,"median":5197.5,"min":2747,"max":9225,"stdev":1452.621872728139},"short":{"mean":5447.782608695652,"median":4970.0,"min":3134,"max":8665,"stdev":1432.2472474630952},"long":{"mean":5556.64705882353,"median":5559.0,"min":2747,"max":9225,"stdev":1521.7002390901628}},"total_tokens":{"all":{"mean":14212.9,"median":12835.5,"min":9581,"max":24794,"stdev":4021.3340674521537},"short":{"mean":13048.91304347826,"median":11537.0,"min":9581,"max":23755,"stdev":3596.6874015991625},"long":{"mean":15787.70588235294,"median":14637.0,"min":11349,"max":24794,"stdev":4128.833926859766}},"cost":{"all":{"mean":0.19179815,"median":0.181243,"min":0.11030200000000001,"max":0.32094,"stdev":0.04806251913729738},"short":{"mean":0.1908206956521739,"median":0.177125,"min":0.11030200000000001,"max":0.286363,"stdev":0.0463516685229098},"long":{"mean":0.19312058823529413,"median":0.185551,"min":0.112265,"max":0.32094,"stdev":0.051703494393583814}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891675948346,"overall_relative_score":891675948346,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":644,"performance":1097,"input_tokens":5790,"output_tokens":5559,"total_tokens":11349,"cost":0.19572},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1529207,"overall_relative_score":1529207,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":590,"performance":1049,"input_tokens":5573,"output_tokens":4503,"total_tokens":10076,"cost":0.16295500000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2749903726107,"overall_relative_score":2749903726107,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":259,"performance":1516,"input_tokens":8831,"output_tokens":6649,"total_tokens":15480,"cost":0.233257},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2719870782,"overall_relative_score":2719870782,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":372,"performance":1116,"input_tokens":5801,"output_tokens":4886,"total_tokens":10687,"cost":0.175585},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17484217,"overall_relative_score":17484217,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":98,"performance":1879,"input_tokens":5938,"output_tokens":4510,"total_tokens":10448,"cost":0.16499},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5543534,"overall_relative_score":5543534,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":10542,"output_tokens":5714,"total_tokens":16256,"cost":0.19417800000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1690429,"overall_relative_score":1690429,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":77,"performance":1968,"input_tokens":5718,"output_tokens":5323,"total_tokens":11041,"cost":0.18828},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12008005330,"overall_relative_score":12008005330,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":485,"performance":862,"input_tokens":6967,"output_tokens":4173,"total_tokens":11140,"cost":0.143897},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":33829902,"overall_relative_score":33829902,"max_execution_time_ms":999,"max_memory_usage_kib":3072,"rank":801,"performance":603,"input_tokens":8693,"output_tokens":5581,"total_tokens":14274,"cost":0.185551},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7347781878,"overall_relative_score":7347781878,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":11,"performance":2738,"input_tokens":8422,"output_tokens":8577,"total_tokens":16999,"cost":0.283292},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13036,"overall_relative_score":13036,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":326,"performance":1260,"input_tokens":17967,"output_tokens":5788,"total_tokens":23755,"cost":0.196659},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":936922338,"overall_relative_score":936922338,"max_execution_time_ms":2850,"max_memory_usage_kib":7168,"rank":338,"performance":1356,"input_tokens":17966,"output_tokens":6828,"total_tokens":24794,"cost":0.261262},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69130909,"overall_relative_score":69130909,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":444,"performance":1108,"input_tokens":11090,"output_tokens":3134,"total_tokens":14224,"cost":0.11030200000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319967235,"overall_relative_score":1319967235,"max_execution_time_ms":4790,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":8643,"output_tokens":5292,"total_tokens":13935,"cost":0.18123899999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72823663,"overall_relative_score":72823663,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":393,"performance":1237,"input_tokens":7705,"output_tokens":5103,"total_tokens":12808,"cost":0.181247},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9672563616,"overall_relative_score":98390042285,"max_execution_time_ms":160,"max_memory_usage_kib":5120,"rank":456,"performance":1299,"input_tokens":8583,"output_tokens":6054,"total_tokens":14637,"cost":0.203799},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42259005356,"overall_relative_score":894646150102,"max_execution_time_ms":5750,"max_memory_usage_kib":3072,"rank":314,"performance":1462,"input_tokens":17284,"output_tokens":7001,"total_tokens":24285,"cost":0.23885},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72523268733943,"overall_relative_score":25855812911,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":384,"performance":1207,"input_tokens":11452,"output_tokens":3969,"total_tokens":15421,"cost":0.137162},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492154181,"overall_relative_score":492154181,"max_execution_time_ms":240,"max_memory_usage_kib":9216,"rank":19,"performance":2589,"input_tokens":11273,"output_tokens":8665,"total_tokens":19938,"cost":0.286363},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13333235,"overall_relative_score":13333235,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":278,"performance":1646,"input_tokens":5569,"output_tokens":4012,"total_tokens":9581,"cost":0.148205},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283654597659,"overall_relative_score":283654597659,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":6775,"output_tokens":4762,"total_tokens":11537,"cost":0.160607},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93763,"overall_relative_score":93763,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":339,"performance":1314,"input_tokens":6834,"output_tokens":6834,"total_tokens":13668,"cost":0.23919},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34460990503,"overall_relative_score":299597697967,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":462,"performance":1297,"input_tokens":7935,"output_tokens":4760,"total_tokens":12695,"cost":0.161739},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361018,"overall_relative_score":1361018,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":391,"performance":1316,"input_tokens":6236,"output_tokens":5027,"total_tokens":11263,"cost":0.18198999999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79214845710,"overall_relative_score":690924230722,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":927,"performance":595,"input_tokens":8681,"output_tokens":3710,"total_tokens":12391,"cost":0.142033},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1060994,"overall_relative_score":1060994,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":211,"performance":1755,"input_tokens":6623,"output_tokens":5669,"total_tokens":12292,"cost":0.203185},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474194000000,"overall_relative_score":150451609370,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":572,"performance":1171,"input_tokens":9427,"output_tokens":2747,"total_tokens":12174,"cost":0.112265},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2801599800,"overall_relative_score":115040725127,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":422,"performance":1355,"input_tokens":8115,"output_tokens":4748,"total_tokens":12863,"cost":0.157671},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10124427270165,"overall_relative_score":10124427270165,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":562,"performance":1187,"input_tokens":5811,"output_tokens":4421,"total_tokens":10232,"cost":0.161685},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":738276,"overall_relative_score":344494185755,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":664,"performance":1060,"input_tokens":8011,"output_tokens":4378,"total_tokens":12389,"cost":0.15065900000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3163640744,"overall_relative_score":3163640744,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":550,"performance":1162,"input_tokens":6667,"output_tokens":4894,"total_tokens":11561,"cost":0.16402699999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":257965408,"overall_relative_score":257965408,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":132,"performance":1963,"input_tokens":11682,"output_tokens":6299,"total_tokens":17981,"cost":0.2301},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5845384,"overall_relative_score":49244136691,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":546,"performance":1149,"input_tokens":10532,"output_tokens":5347,"total_tokens":15879,"cost":0.17851},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":358928,"overall_relative_score":358928,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":108,"performance":1912,"input_tokens":7563,"output_tokens":7325,"total_tokens":14888,"cost":0.257565},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3493177058,"overall_relative_score":2754676864795,"max_execution_time_ms":1820,"max_memory_usage_kib":37888,"rank":362,"performance":1469,"input_tokens":11149,"output_tokens":6901,"total_tokens":18050,"cost":0.228215},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55651467,"overall_relative_score":55651467,"max_execution_time_ms":1910,"max_memory_usage_kib":5644,"rank":771,"performance":951,"input_tokens":6824,"output_tokens":7327,"total_tokens":14151,"cost":0.25393},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437340,"overall_relative_score":437340,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":596,"performance":1158,"input_tokens":6870,"output_tokens":4595,"total_tokens":11465,"cost":0.156072},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147646932,"overall_relative_score":147646932,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":149,"performance":1903,"input_tokens":5605,"output_tokens":4970,"total_tokens":10575,"cost":0.177125},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":882226855,"overall_relative_score":1606923890243,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":534,"performance":1308,"input_tokens":12294,"output_tokens":9225,"total_tokens":21519,"cost":0.32094},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5313,"output_tokens":4502,"total_tokens":9815,"cost":0.16162500000000002}]},{"num_self_refine":4,"rank":{"all":{"mean":332.225,"median":345.0,"min":1,"max":648,"stdev":188.4980429062519},"short":{"mean":274.6521739130435,"median":290.0,"min":1,"max":585,"stdev":203.84120573169253},"long":{"mean":410.11764705882354,"median":422.0,"min":160,"max":648,"stdev":135.14385037476788}},"performance":{"all":{"mean":1545.35,"median":1390.0,"min":862,"max":3496,"stdev":513.8515474536521},"short":{"mean":1698.8695652173913,"median":1488.0,"min":862,"max":3496,"stdev":623.3432809053149},"long":{"mean":1337.6470588235295,"median":1307.0,"min":1079,"max":1702,"stdev":172.1162184312066}},"input_tokens":{"all":{"mean":31961.875,"median":29754.5,"min":22603,"max":54054,"stdev":8560.351161582998},"short":{"mean":29405.695652173912,"median":26033.0,"min":22603,"max":51181,"stdev":7663.293639366957},"long":{"mean":35420.23529411765,"median":31474.0,"min":26310,"max":54054,"stdev":8704.610039581123}},"output_tokens":{"all":{"mean":12779.95,"median":11979.5,"min":6827,"max":22687,"stdev":3851.6886469876213},"short":{"mean":12682.652173913044,"median":11328.0,"min":6827,"max":22687,"stdev":4027.7991690556096},"long":{"mean":12911.588235294117,"median":12818.0,"min":8721,"max":22107,"stdev":3717.885253387057}},"total_tokens":{"all":{"mean":44741.825,"median":39727.5,"min":32333,"max":72929,"stdev":11500.778519662628},"short":{"mean":42088.34782608696,"median":37436.0,"min":32333,"max":68031,"stdev":10862.78195411326},"long":{"mean":48331.82352941176,"median":43284.0,"min":36294,"max":72929,"stdev":11676.38773998242}},"cost":{"all":{"mean":0.471524675,"median":0.4415465,"min":0.282975,"max":0.833263,"stdev":0.13250294943972002},"short":{"mean":0.46660230434782607,"median":0.434313,"min":0.282975,"max":0.806292,"stdev":0.13572097523878465},"long":{"mean":0.47818435294117645,"median":0.45069899999999996,"min":0.326884,"max":0.833263,"stdev":0.1318543107073775}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891675948346,"overall_relative_score":891675948346,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":644,"performance":1097,"input_tokens":26310,"output_tokens":12987,"total_tokens":39297,"cost":0.46816800000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1832585,"overall_relative_score":1832585,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":555,"performance":1091,"input_tokens":22803,"output_tokens":9530,"total_tokens":32333,"cost":0.35153100000000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2749903726107,"overall_relative_score":2749903726107,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":259,"performance":1516,"input_tokens":34819,"output_tokens":15066,"total_tokens":49885,"cost":0.5707789999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6054167817,"overall_relative_score":6054167817,"max_execution_time_ms":2550,"max_memory_usage_kib":10912,"rank":62,"performance":2125,"input_tokens":23516,"output_tokens":10436,"total_tokens":33952,"cost":0.382276},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18800338,"overall_relative_score":18800338,"max_execution_time_ms":560,"max_memory_usage_kib":12288,"rank":59,"performance":2107,"input_tokens":25636,"output_tokens":13639,"total_tokens":39275,"cost":0.52007},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5574079,"overall_relative_score":5574079,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":160,"performance":1702,"input_tokens":36290,"output_tokens":13831,"total_tokens":50121,"cost":0.49039600000000005},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1790836,"overall_relative_score":1790836,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":51,"performance":2141,"input_tokens":24724,"output_tokens":11013,"total_tokens":35737,"cost":0.40332199999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12008005330,"overall_relative_score":12008005330,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":485,"performance":862,"input_tokens":24892,"output_tokens":8156,"total_tokens":33048,"cost":0.34494800000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4846079815,"overall_relative_score":4846079815,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":31173,"output_tokens":12823,"total_tokens":43996,"cost":0.45069899999999996},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7347781878,"overall_relative_score":7347781878,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":11,"performance":2738,"input_tokens":39288,"output_tokens":22018,"total_tokens":61306,"cost":0.806292},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13036,"overall_relative_score":13036,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":326,"performance":1260,"input_tokens":51181,"output_tokens":14111,"total_tokens":65292,"cost":0.504131},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1028907161,"overall_relative_score":1028907161,"max_execution_time_ms":2860,"max_memory_usage_kib":11264,"rank":289,"performance":1440,"input_tokens":53206,"output_tokens":12818,"total_tokens":66024,"cost":0.504266},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69130909,"overall_relative_score":69130909,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":444,"performance":1108,"input_tokens":30609,"output_tokens":6827,"total_tokens":37436,"cost":0.282975},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1320674935,"overall_relative_score":1320674935,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":30036,"output_tokens":10204,"total_tokens":40240,"cost":0.384876},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78664243,"overall_relative_score":78664243,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":361,"performance":1293,"input_tokens":28024,"output_tokens":11186,"total_tokens":39210,"cost":0.407732},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16185731301,"overall_relative_score":201984352881,"max_execution_time_ms":160,"max_memory_usage_kib":15360,"rank":337,"performance":1466,"input_tokens":31474,"output_tokens":11810,"total_tokens":43284,"cost":0.43794200000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39961627574,"overall_relative_score":929187632281,"max_execution_time_ms":5760,"max_memory_usage_kib":3072,"rank":262,"performance":1560,"input_tokens":54054,"output_tokens":18875,"total_tokens":72929,"cost":0.666024},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40656223151856,"overall_relative_score":37281103312,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":344,"performance":1281,"input_tokens":34165,"output_tokens":8891,"total_tokens":43056,"cost":0.350003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":508695480,"overall_relative_score":508695480,"max_execution_time_ms":1940,"max_memory_usage_kib":9216,"rank":1,"performance":3496,"input_tokens":45344,"output_tokens":22687,"total_tokens":68031,"cost":0.785218},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13333710,"overall_relative_score":13333710,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":278,"performance":1646,"input_tokens":23520,"output_tokens":11693,"total_tokens":35213,"cost":0.43959000000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283654597659,"overall_relative_score":283654597659,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":26033,"output_tokens":10531,"total_tokens":36564,"cost":0.376975},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164798,"overall_relative_score":164798,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":290,"performance":1413,"input_tokens":30899,"output_tokens":14431,"total_tokens":45330,"cost":0.522913},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34460990503,"overall_relative_score":299597697967,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":462,"performance":1297,"input_tokens":28868,"output_tokens":9565,"total_tokens":38433,"cost":0.35064999999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1368590,"overall_relative_score":1368590,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":323,"performance":1441,"input_tokens":25902,"output_tokens":12644,"total_tokens":38546,"cost":0.45583799999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47199687209,"overall_relative_score":1142881522370,"max_execution_time_ms":1980,"max_memory_usage_kib":27648,"rank":440,"performance":1307,"input_tokens":28838,"output_tokens":10247,"total_tokens":39085,"cost":0.381328},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1062732,"overall_relative_score":1062732,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":197,"performance":1787,"input_tokens":26037,"output_tokens":11328,"total_tokens":37365,"cost":0.434313},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474194000000,"overall_relative_score":150451609370,"max_execution_time_ms":70,"max_memory_usage_kib":4096,"rank":572,"performance":1171,"input_tokens":29473,"output_tokens":8721,"total_tokens":38194,"cost":0.37443499999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2801599800,"overall_relative_score":115040725127,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":422,"performance":1355,"input_tokens":31013,"output_tokens":12149,"total_tokens":43162,"cost":0.443503},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10124427270165,"overall_relative_score":10124427270165,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":562,"performance":1187,"input_tokens":24158,"output_tokens":9395,"total_tokens":33553,"cost":0.35425599999999996},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":718978,"overall_relative_score":353721749114,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":648,"performance":1079,"input_tokens":27344,"output_tokens":8950,"total_tokens":36294,"cost":0.326884},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3163640744,"overall_relative_score":3163640744,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":550,"performance":1162,"input_tokens":27382,"output_tokens":12776,"total_tokens":40158,"cost":0.448766},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":265630801,"overall_relative_score":265630801,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":46,"performance":2334,"input_tokens":40649,"output_tokens":16115,"total_tokens":56764,"cost":0.600295},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3822026,"overall_relative_score":77316130665,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":479,"performance":1234,"input_tokens":35747,"output_tokens":13230,"total_tokens":48977,"cost":0.47886700000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":460358,"overall_relative_score":460358,"max_execution_time_ms":490,"max_memory_usage_kib":34156,"rank":40,"performance":2276,"input_tokens":32454,"output_tokens":17383,"total_tokens":49837,"cost":0.616944},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3493177058,"overall_relative_score":2754676864795,"max_execution_time_ms":1820,"max_memory_usage_kib":37888,"rank":362,"performance":1469,"input_tokens":41269,"output_tokens":17223,"total_tokens":58492,"cost":0.617051},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66852229,"overall_relative_score":66852229,"max_execution_time_ms":1930,"max_memory_usage_kib":6144,"rank":476,"performance":1367,"input_tokens":30732,"output_tokens":16164,"total_tokens":46896,"cost":0.574068},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438334,"overall_relative_score":438334,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":585,"performance":1173,"input_tokens":25817,"output_tokens":9055,"total_tokens":34872,"cost":0.331615},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147646932,"overall_relative_score":147646932,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":149,"performance":1903,"input_tokens":24128,"output_tokens":10383,"total_tokens":34511,"cost":0.41485},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":825580027,"overall_relative_score":1701080678210,"max_execution_time_ms":1430,"max_memory_usage_kib":18432,"rank":483,"performance":1367,"input_tokens":48065,"output_tokens":22107,"total_tokens":70172,"cost":0.833263},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":208638,"overall_relative_score":208638,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":367,"performance":1488,"input_tokens":22603,"output_tokens":10200,"total_tokens":32803,"cost":0.372935}]},{"num_self_refine":8,"rank":{"all":{"mean":306.9,"median":304.5,"min":1,"max":644,"stdev":185.62711450923769},"short":{"mean":253.34782608695653,"median":248.0,"min":1,"max":613,"stdev":202.11194213640667},"long":{"mean":379.3529411764706,"median":337.0,"min":147,"max":644,"stdev":134.61887923712194}},"performance":{"all":{"mean":1557.65,"median":1494.0,"min":-61,"max":3496,"stdev":595.0272370408877},"short":{"mean":1686.0434782608695,"median":1567.0,"min":-61,"max":3496,"stdev":750.1040217718213},"long":{"mean":1383.9411764705883,"median":1355.0,"min":1090,"max":1743,"stdev":183.31716729081708}},"input_tokens":{"all":{"mean":131833.85,"median":122879.0,"min":92292,"max":213579,"stdev":33241.64780508686},"short":{"mean":126670.82608695653,"median":114317.0,"min":92292,"max":213579,"stdev":33276.54108534634},"long":{"mean":138819.11764705883,"median":128349.0,"min":100069,"max":212886,"stdev":32874.243852297106}},"output_tokens":{"all":{"mean":30164.15,"median":28454.5,"min":16397,"max":56143,"stdev":9805.425103691454},"short":{"mean":30403.82608695652,"median":27389.0,"min":16397,"max":56143,"stdev":10340.948324070994},"long":{"mean":29839.882352941175,"median":29793.0,"min":18715,"max":53977,"stdev":9334.159910527253}},"total_tokens":{"all":{"mean":161998.0,"median":151318.0,"min":108691,"max":269722,"stdev":42186.07328892394},"short":{"mean":157074.65217391305,"median":139681.0,"min":108691,"max":269722,"stdev":42850.97287387014},"long":{"mean":168659.0,"median":156090.0,"min":119059,"max":266863,"stdev":41607.25622562728}},"cost":{"all":{"mean":1.17595615,"median":1.124412,"min":0.7036449999999999,"max":2.092764,"stdev":0.3457565994366965},"short":{"mean":1.1756769130434783,"median":1.095628,"min":0.7036449999999999,"max":2.035641,"stdev":0.3586667015194055},"long":{"mean":1.1763339411764706,"median":1.1278340000000002,"min":0.775133,"max":2.092764,"stdev":0.33840005312157356}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":891696023519,"overall_relative_score":891696023519,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":644,"performance":1097,"input_tokens":120086,"output_tokens":30351,"total_tokens":150437,"cost":1.221808},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1832585,"overall_relative_score":1832585,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":555,"performance":1091,"input_tokens":98333,"output_tokens":21715,"total_tokens":120048,"cost":0.822859},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2759695492195,"overall_relative_score":2759695492195,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":240,"performance":1555,"input_tokens":144006,"output_tokens":31318,"total_tokens":175324,"cost":1.309362},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6091051159,"overall_relative_score":6091051159,"max_execution_time_ms":2740,"max_memory_usage_kib":12008,"rank":56,"performance":2168,"input_tokens":102707,"output_tokens":25181,"total_tokens":127888,"cost":1.037413},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":64616,"rank":515,"performance":207,"input_tokens":138998,"output_tokens":41495,"total_tokens":180493,"cost":1.5654400000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5613604,"overall_relative_score":5613604,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":147,"performance":1743,"input_tokens":150341,"output_tokens":34540,"total_tokens":184881,"cost":1.373185},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1811018,"overall_relative_score":1811018,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":44,"performance":2200,"input_tokens":103628,"output_tokens":21980,"total_tokens":125608,"cost":0.8883880000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":92292,"output_tokens":16399,"total_tokens":108691,"cost":0.7264860000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5433323904,"overall_relative_score":5433323904,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":452,"performance":1154,"input_tokens":128349,"output_tokens":27741,"total_tokens":156090,"cost":1.1375909999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7371681348,"overall_relative_score":7371681348,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":10,"performance":2765,"input_tokens":188425,"output_tokens":49645,"total_tokens":238070,"cost":1.848563},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1362380,"overall_relative_score":1362380,"max_execution_time_ms":1900,"max_memory_usage_kib":14864,"rank":80,"performance":1974,"input_tokens":177528,"output_tokens":33028,"total_tokens":210556,"cost":1.23336},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1028907161,"overall_relative_score":1028907161,"max_execution_time_ms":2860,"max_memory_usage_kib":11264,"rank":289,"performance":1440,"input_tokens":166106,"output_tokens":26386,"total_tokens":192492,"cost":1.12099},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":79139858,"overall_relative_score":79139858,"max_execution_time_ms":1270,"max_memory_usage_kib":12288,"rank":248,"performance":1491,"input_tokens":96491,"output_tokens":16397,"total_tokens":112888,"cost":0.7036449999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327422027,"overall_relative_score":1327422027,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":337,"performance":1276,"input_tokens":110197,"output_tokens":21039,"total_tokens":131236,"cost":0.811211},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84424924,"overall_relative_score":84424924,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":340,"performance":1331,"input_tokens":114317,"output_tokens":25364,"total_tokens":139681,"cost":1.029529},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18417066390,"overall_relative_score":251631459064,"max_execution_time_ms":1210,"max_memory_usage_kib":350332,"rank":317,"performance":1497,"input_tokens":130138,"output_tokens":30036,"total_tokens":160174,"cost":1.1278340000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38780714886,"overall_relative_score":950893178299,"max_execution_time_ms":5840,"max_memory_usage_kib":3072,"rank":251,"performance":1582,"input_tokens":205622,"output_tokens":44670,"total_tokens":250292,"cost":1.64245},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30912416958068,"overall_relative_score":50122191715,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":308,"performance":1351,"input_tokens":120108,"output_tokens":22402,"total_tokens":142510,"cost":0.8694},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":509609838,"overall_relative_score":509609838,"max_execution_time_ms":1940,"max_memory_usage_kib":9216,"rank":1,"performance":3496,"input_tokens":213579,"output_tokens":56143,"total_tokens":269722,"cost":2.035641},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13387870,"overall_relative_score":13387870,"max_execution_time_ms":1390,"max_memory_usage_kib":4096,"rank":221,"performance":1759,"input_tokens":118052,"output_tokens":32501,"total_tokens":150553,"cost":1.211626},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286863602135,"overall_relative_score":286863602135,"max_execution_time_ms":1290,"max_memory_usage_kib":5120,"rank":61,"performance":1964,"input_tokens":105483,"output_tokens":23878,"total_tokens":129361,"cost":0.886635},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164798,"overall_relative_score":164798,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":290,"performance":1413,"input_tokens":130748,"output_tokens":29168,"total_tokens":159916,"cost":1.095628},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32620565271,"overall_relative_score":306328683257,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":443,"performance":1322,"input_tokens":105688,"output_tokens":18715,"total_tokens":124403,"cost":0.7880659999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1376860,"overall_relative_score":1376860,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":260,"performance":1567,"input_tokens":135629,"output_tokens":41720,"total_tokens":177349,"cost":1.6129450000000003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46876455059,"overall_relative_score":1153925811434,"max_execution_time_ms":1640,"max_memory_usage_kib":35840,"rank":423,"performance":1330,"input_tokens":122287,"output_tokens":29796,"total_tokens":152083,"cost":1.1885149999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1068647,"overall_relative_score":1068647,"max_execution_time_ms":930,"max_memory_usage_kib":5120,"rank":136,"performance":1951,"input_tokens":111715,"output_tokens":27389,"total_tokens":139104,"cost":1.136021},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258756000000,"overall_relative_score":244553643686,"max_execution_time_ms":830,"max_memory_usage_kib":4096,"rank":269,"performance":1591,"input_tokens":111506,"output_tokens":22489,"total_tokens":133995,"cost":0.946504},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2778159600,"overall_relative_score":115514627287,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":422,"performance":1355,"input_tokens":123471,"output_tokens":25171,"total_tokens":148642,"cost":1.008453},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10265381399885,"overall_relative_score":10265381399885,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":515,"performance":1253,"input_tokens":102055,"output_tokens":23596,"total_tokens":125651,"cost":0.893291},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":708208,"overall_relative_score":359011157438,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":1090,"input_tokens":100069,"output_tokens":18990,"total_tokens":119059,"cost":0.775133},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5443934101,"overall_relative_score":5443934101,"max_execution_time_ms":210,"max_memory_usage_kib":9216,"rank":301,"performance":1542,"input_tokens":125865,"output_tokens":34137,"total_tokens":160002,"cost":1.434555},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":265630801,"overall_relative_score":265630801,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":46,"performance":2334,"input_tokens":166224,"output_tokens":36025,"total_tokens":202249,"cost":1.369278},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3822026,"overall_relative_score":77316130665,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":479,"performance":1234,"input_tokens":140649,"output_tokens":29793,"total_tokens":170442,"cost":1.115499},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":460358,"overall_relative_score":460358,"max_execution_time_ms":490,"max_memory_usage_kib":34156,"rank":40,"performance":2276,"input_tokens":153682,"output_tokens":40336,"total_tokens":194018,"cost":1.4854340000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3474971074,"overall_relative_score":2769916168231,"max_execution_time_ms":2650,"max_memory_usage_kib":38912,"rank":331,"performance":1514,"input_tokens":168416,"output_tokens":39864,"total_tokens":208280,"cost":1.468912},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66852229,"overall_relative_score":66852229,"max_execution_time_ms":1930,"max_memory_usage_kib":6144,"rank":476,"performance":1367,"input_tokens":138872,"output_tokens":35051,"total_tokens":173923,"cost":1.2920019999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440352,"overall_relative_score":440352,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":552,"performance":1218,"input_tokens":98347,"output_tokens":21203,"total_tokens":119550,"cost":0.835217},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147666444,"overall_relative_score":147666444,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":148,"performance":1906,"input_tokens":98133,"output_tokens":20318,"total_tokens":118451,"cost":0.8663489999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":802314408,"overall_relative_score":1736736890123,"max_execution_time_ms":1400,"max_memory_usage_kib":24576,"rank":458,"performance":1396,"input_tokens":212886,"output_tokens":53977,"total_tokens":266863,"cost":2.092764},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211211,"overall_relative_score":211211,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":319,"performance":1567,"input_tokens":102326,"output_tokens":26619,"total_tokens":128945,"cost":1.030264}]},{"num_self_refine":16,"rank":{"all":{"mean":270.65,"median":288.0,"min":1,"max":613,"stdev":174.7413546520715},"short":{"mean":219.34782608695653,"median":162.0,"min":1,"max":613,"stdev":194.98242547742421},"long":{"mean":340.05882352941177,"median":312.0,"min":147,"max":599,"stdev":115.11270053095537}},"performance":{"all":{"mean":1632.625,"median":1579.5,"min":-61,"max":3496,"stdev":609.0379419573051},"short":{"mean":1777.5217391304348,"median":1840.0,"min":-61,"max":3496,"stdev":763.2265164517148},"long":{"mean":1436.5882352941176,"median":1448.0,"min":1136,"max":1743,"stdev":179.34500927804257}},"input_tokens":{"all":{"mean":585473.225,"median":543192.0,"min":346465,"max":998348,"stdev":157302.25837743204},"short":{"mean":580790.0869565217,"median":526704.0,"min":346465,"max":998348,"stdev":162570.38720167085},"long":{"mean":591809.2352941176,"median":565410.0,"min":407019,"max":973224,"stdev":154593.872213022}},"output_tokens":{"all":{"mean":70474.8,"median":63692.5,"min":33456,"max":128256,"stdev":23800.189659015916},"short":{"mean":71568.78260869565,"median":68178.0,"min":33456,"max":128256,"stdev":24744.997448440365},"long":{"mean":68994.70588235294,"median":62584.0,"min":40626,"max":125042,"stdev":23124.414078427766}},"total_tokens":{"all":{"mean":655948.025,"median":613440.5,"min":379921,"max":1126604,"stdev":180280.03538988682},"short":{"mean":652358.8695652174,"median":583014.0,"min":379921,"max":1126604,"stdev":186520.5597993043},"long":{"mean":660803.9411764706,"median":627994.0,"min":447645,"max":1098266,"stdev":177034.49288149702}},"cost":{"all":{"mean":2.863034125,"median":2.6113660000000003,"min":1.532165,"max":5.104932,"stdev":0.8790012728559141},"short":{"mean":2.8739342608695653,"median":2.752846,"min":1.532165,"max":4.943356,"stdev":0.909555086833878},"long":{"mean":2.8482868823529413,"median":2.5436440000000005,"min":1.809267,"max":5.104932,"stdev":0.8633606705771117}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":955874475590,"overall_relative_score":955874475590,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":307,"performance":1450,"input_tokens":526514,"output_tokens":62047,"total_tokens":588561,"cost":2.5436440000000005},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1857043,"overall_relative_score":1857043,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":552,"performance":1094,"input_tokens":409152,"output_tokens":42818,"total_tokens":451970,"cost":1.921404},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2781965100182,"overall_relative_score":2781965100182,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":196,"performance":1653,"input_tokens":582484,"output_tokens":63724,"total_tokens":646208,"cost":2.73902},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6499665965,"overall_relative_score":6499665965,"max_execution_time_ms":2850,"max_memory_usage_kib":20112,"rank":22,"performance":2523,"input_tokens":511754,"output_tokens":68178,"total_tokens":579932,"cost":2.752846},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":64368,"rank":515,"performance":207,"input_tokens":750791,"output_tokens":104081,"total_tokens":854872,"cost":4.057441},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5613604,"overall_relative_score":5613604,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":147,"performance":1743,"input_tokens":643626,"output_tokens":72150,"total_tokens":715776,"cost":3.0555900000000005},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1821440,"overall_relative_score":1821440,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":39,"performance":2247,"input_tokens":421340,"output_tokens":44582,"total_tokens":465922,"cost":1.857856},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":346465,"output_tokens":33456,"total_tokens":379921,"cost":1.532165},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5545300476,"overall_relative_score":5545300476,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":452,"performance":1154,"input_tokens":535275,"output_tokens":58583,"total_tokens":593858,"cost":2.4362969999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7375607165,"overall_relative_score":7375607165,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":10,"performance":2765,"input_tokens":849641,"output_tokens":105511,"total_tokens":955152,"cost":4.1418550000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1394752,"overall_relative_score":1394752,"max_execution_time_ms":1900,"max_memory_usage_kib":20872,"rank":79,"performance":1979,"input_tokens":717020,"output_tokens":78081,"total_tokens":795101,"cost":3.0890020000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048890388,"overall_relative_score":1048890388,"max_execution_time_ms":2880,"max_memory_usage_kib":7168,"rank":278,"performance":1460,"input_tokens":580913,"output_tokens":54839,"total_tokens":635752,"cost":2.375911},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90421862,"overall_relative_score":90421862,"max_execution_time_ms":2800,"max_memory_usage_kib":15360,"rank":101,"performance":1926,"input_tokens":430108,"output_tokens":51134,"total_tokens":481242,"cost":2.254928},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327507812,"overall_relative_score":1327507812,"max_execution_time_ms":3840,"max_memory_usage_kib":3072,"rank":337,"performance":1276,"input_tokens":434910,"output_tokens":45102,"total_tokens":480012,"cost":1.9482180000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84424924,"overall_relative_score":84424924,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":340,"performance":1331,"input_tokens":494083,"output_tokens":56494,"total_tokens":550577,"cost":2.320883},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19243240095,"overall_relative_score":257945258655,"max_execution_time_ms":1140,"max_memory_usage_kib":173036,"rank":312,"performance":1505,"input_tokens":565410,"output_tokens":62584,"total_tokens":627994,"cost":2.5088580000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38760027532,"overall_relative_score":948737406419,"max_execution_time_ms":5880,"max_memory_usage_kib":3072,"rank":252,"performance":1580,"input_tokens":864065,"output_tokens":101954,"total_tokens":966019,"cost":3.980545},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24799499414502,"overall_relative_score":58807603228,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":286,"performance":1396,"input_tokens":544230,"output_tokens":69111,"total_tokens":613341,"cost":2.921328},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":509625079,"overall_relative_score":509625079,"max_execution_time_ms":1940,"max_memory_usage_kib":9216,"rank":1,"performance":3496,"input_tokens":998348,"output_tokens":128256,"total_tokens":1126604,"cost":4.943356},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13393380,"overall_relative_score":13393380,"max_execution_time_ms":1880,"max_memory_usage_kib":6144,"rank":215,"performance":1772,"input_tokens":604028,"output_tokens":79978,"total_tokens":684006,"cost":3.125848},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286895983084,"overall_relative_score":286895983084,"max_execution_time_ms":880,"max_memory_usage_kib":99176,"rank":61,"performance":1964,"input_tokens":496325,"output_tokens":61861,"total_tokens":558186,"cost":2.4228309999999995},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164798,"overall_relative_score":164798,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":290,"performance":1413,"input_tokens":526704,"output_tokens":56310,"total_tokens":583014,"cost":2.2630440000000003},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30757028402,"overall_relative_score":317227025781,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":406,"performance":1372,"input_tokens":407019,"output_tokens":40626,"total_tokens":447645,"cost":1.809267},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1380027,"overall_relative_score":1380027,"max_execution_time_ms":1360,"max_memory_usage_kib":3072,"rank":227,"performance":1639,"input_tokens":717146,"output_tokens":98743,"total_tokens":815889,"cost":3.901876},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46218367137,"overall_relative_score":1174515176237,"max_execution_time_ms":1750,"max_memory_usage_kib":36864,"rank":409,"performance":1350,"input_tokens":635748,"output_tokens":88902,"total_tokens":724650,"cost":3.513},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083293,"overall_relative_score":1083293,"max_execution_time_ms":1790,"max_memory_usage_kib":5120,"rank":54,"performance":2298,"input_tokens":542154,"output_tokens":71386,"total_tokens":613540,"cost":2.896254},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218646000000,"overall_relative_score":287820294429,"max_execution_time_ms":1320,"max_memory_usage_kib":4096,"rank":207,"performance":1712,"input_tokens":497629,"output_tokens":57907,"total_tokens":555536,"cost":2.5849070000000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2698609200,"overall_relative_score":119061278124,"max_execution_time_ms":2840,"max_memory_usage_kib":4096,"rank":416,"performance":1364,"input_tokens":500491,"output_tokens":54565,"total_tokens":555056,"cost":2.2409090000000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10301638843032,"overall_relative_score":10301638843032,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":503,"performance":1271,"input_tokens":500283,"output_tokens":63003,"total_tokens":563286,"cost":2.483793},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":679391,"overall_relative_score":371819465836,"max_execution_time_ms":3100,"max_memory_usage_kib":514408,"rank":599,"performance":1136,"input_tokens":412960,"output_tokens":47238,"total_tokens":460198,"cost":2.085716},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6807354944,"overall_relative_score":6807354944,"max_execution_time_ms":1840,"max_memory_usage_kib":33792,"rank":162,"performance":1840,"input_tokens":709066,"output_tokens":104888,"total_tokens":813954,"cost":4.252033999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":265788603,"overall_relative_score":265788603,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":42,"performance":2363,"input_tokens":674888,"output_tokens":74267,"total_tokens":749155,"cost":2.9793459999999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2877174,"overall_relative_score":92432792832,"max_execution_time_ms":160,"max_memory_usage_kib":4096,"rank":471,"performance":1244,"input_tokens":567037,"output_tokens":63661,"total_tokens":630698,"cost":2.526263},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465781,"overall_relative_score":465781,"max_execution_time_ms":440,"max_memory_usage_kib":4096,"rank":38,"performance":2292,"input_tokens":717674,"output_tokens":94022,"total_tokens":811696,"cost":3.64423},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3455221133,"overall_relative_score":2786077169492,"max_execution_time_ms":2750,"max_memory_usage_kib":37888,"rank":290,"performance":1579,"input_tokens":789222,"output_tokens":104875,"total_tokens":894097,"cost":4.046472},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67622244,"overall_relative_score":67622244,"max_execution_time_ms":1940,"max_memory_usage_kib":5120,"rank":444,"performance":1412,"input_tokens":598652,"output_tokens":71166,"total_tokens":669818,"cost":2.8011999999999992},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461127,"overall_relative_score":461127,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":293,"performance":1600,"input_tokens":446655,"output_tokens":54285,"total_tokens":500940,"cost":2.1822090000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147656360,"overall_relative_score":147656360,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":149,"performance":1903,"input_tokens":385712,"output_tokens":37133,"total_tokens":422845,"cost":1.638262},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":777238335,"overall_relative_score":1786479308790,"max_execution_time_ms":1510,"max_memory_usage_kib":24804,"rank":416,"performance":1448,"input_tokens":973224,"output_tokens":125042,"total_tokens":1098266,"cost":5.104932},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212550,"overall_relative_score":212550,"max_execution_time_ms":1790,"max_memory_usage_kib":3072,"rank":295,"performance":1609,"input_tokens":510183,"output_tokens":66449,"total_tokens":576632,"cost":2.6378250000000003}]}]},{"model_name":"gpt-5.5-xhigh","detail_path":"data/model_details/gpt-5.5-xhigh.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":174.525,"median":156.5,"min":1,"max":571,"stdev":139.52464858978345},"short":{"mean":117.21739130434783,"median":93.0,"min":1,"max":412,"stdev":107.47302262840371},"long":{"mean":252.05882352941177,"median":231.0,"min":32,"max":571,"stdev":143.04215750445536}},"performance":{"all":{"mean":1942.975,"median":1793.0,"min":1169,"max":3497,"stdev":562.0087364728371},"short":{"mean":2172.1739130434785,"median":1930.0,"min":1378,"max":3497,"stdev":604.0856841822955},"long":{"mean":1632.8823529411766,"median":1621.0,"min":1169,"max":2423,"stdev":300.74426061708584}},"input_tokens":{"all":{"mean":3970.25,"median":2588.5,"min":1345,"max":43735,"stdev":6643.204755468321},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":6090.882352941177,"median":3354.0,"min":1345,"max":43735,"stdev":9821.18187186726}},"output_tokens":{"all":{"mean":50120.575,"median":54313.5,"min":17605,"max":66232,"stdev":12232.08987298971},"short":{"mean":50295.30434782609,"median":52853.0,"min":20806,"max":66232,"stdev":11115.335391148012},"long":{"mean":49884.17647058824,"median":57036.0,"min":17605,"max":64404,"stdev":13954.322077923089}},"total_tokens":{"all":{"mean":54090.825,"median":57923.0,"min":23045,"max":69285,"stdev":11119.943241156336},"short":{"mean":52698.13043478261,"median":55601.0,"min":23045,"max":67651,"stdev":10725.250470922887},"long":{"mean":55975.05882352941,"median":61340.0,"min":34292,"max":69285,"stdev":11690.872328822325}},"cost":{"all":{"mean":1.5171325,"median":1.64418,"min":0.627311,"max":1.994055,"stdev":0.3547623600318735},"short":{"mean":1.5158144782608696,"median":1.588466,"min":0.627311,"max":1.994055,"stdev":0.33479335219435524},"long":{"mean":1.518915705882353,"median":1.725385,"min":0.746825,"max":1.947165,"stdev":0.3907043310434319}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":976079602957,"overall_relative_score":976079602957,"max_execution_time_ms":4630,"max_memory_usage_kib":3072,"rank":123,"performance":1781,"input_tokens":1345,"output_tokens":43893,"total_tokens":45238,"cost":1.323515},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3580313,"overall_relative_score":3580313,"max_execution_time_ms":1900,"max_memory_usage_kib":5120,"rank":224,"performance":1587,"input_tokens":1469,"output_tokens":44229,"total_tokens":45698,"cost":1.334215},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2869830992665,"overall_relative_score":2869830992665,"max_execution_time_ms":780,"max_memory_usage_kib":4096,"rank":93,"performance":1976,"input_tokens":2614,"output_tokens":37883,"total_tokens":40497,"cost":1.139192},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6308804600,"overall_relative_score":6308804600,"max_execution_time_ms":2820,"max_memory_usage_kib":28672,"rank":42,"performance":2284,"input_tokens":1629,"output_tokens":57483,"total_tokens":59112,"cost":1.732635},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21048004,"overall_relative_score":21048004,"max_execution_time_ms":290,"max_memory_usage_kib":22528,"rank":18,"performance":2552,"input_tokens":1811,"output_tokens":55457,"total_tokens":57268,"cost":1.672765},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5748639,"overall_relative_score":5748639,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":100,"performance":1919,"input_tokens":3802,"output_tokens":36872,"total_tokens":40674,"cost":1.12517},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2092498,"overall_relative_score":2092498,"max_execution_time_ms":1880,"max_memory_usage_kib":10240,"rank":11,"performance":2684,"input_tokens":1529,"output_tokens":43723,"total_tokens":45252,"cost":1.319335},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14242681129,"overall_relative_score":14242681129,"max_execution_time_ms":1390,"max_memory_usage_kib":4096,"rank":1,"performance":3497,"input_tokens":2239,"output_tokens":20806,"total_tokens":23045,"cost":0.627311},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13018570893,"overall_relative_score":13018570893,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":323,"performance":1344,"input_tokens":2984,"output_tokens":60263,"total_tokens":63247,"cost":1.82281},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7531165556,"overall_relative_score":7531165556,"max_execution_time_ms":1900,"max_memory_usage_kib":8192,"rank":2,"performance":3229,"input_tokens":2210,"output_tokens":39944,"total_tokens":42154,"cost":1.201306},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":647192,"overall_relative_score":647192,"max_execution_time_ms":1840,"max_memory_usage_kib":4096,"rank":101,"performance":1878,"input_tokens":7584,"output_tokens":42533,"total_tokens":50117,"cost":1.280502},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":946724175,"overall_relative_score":946724175,"max_execution_time_ms":2840,"max_memory_usage_kib":10240,"rank":335,"performance":1361,"input_tokens":7538,"output_tokens":61747,"total_tokens":69285,"cost":1.8901},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93917935,"overall_relative_score":93917935,"max_execution_time_ms":2640,"max_memory_usage_kib":9216,"rank":53,"performance":2184,"input_tokens":4695,"output_tokens":53743,"total_tokens":58438,"cost":1.635765},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1605018630,"overall_relative_score":1605018630,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":177,"performance":1621,"input_tokens":2812,"output_tokens":50653,"total_tokens":53465,"cost":1.523282},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94828378,"overall_relative_score":94828378,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":315,"performance":1378,"input_tokens":2563,"output_tokens":50084,"total_tokens":52647,"cost":1.504967},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55059091504,"overall_relative_score":1091043578258,"max_execution_time_ms":630,"max_memory_usage_kib":8192,"rank":32,"performance":2423,"input_tokens":2774,"output_tokens":58320,"total_tokens":61094,"cost":1.753102},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36527341616,"overall_relative_score":995210910983,"max_execution_time_ms":5650,"max_memory_usage_kib":7168,"rank":231,"performance":1625,"input_tokens":6975,"output_tokens":54884,"total_tokens":61859,"cost":1.652595},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8927951013584,"overall_relative_score":145358476803,"max_execution_time_ms":280,"max_memory_usage_kib":4096,"rank":205,"performance":1583,"input_tokens":4471,"output_tokens":57937,"total_tokens":62408,"cost":1.740881},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":508182342,"overall_relative_score":508182342,"max_execution_time_ms":1900,"max_memory_usage_kib":7168,"rank":1,"performance":3496,"input_tokens":3614,"output_tokens":51987,"total_tokens":55601,"cost":1.562704},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":1703,"output_tokens":58389,"total_tokens":60092,"cost":1.760185},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284126052570,"overall_relative_score":284126052570,"max_execution_time_ms":690,"max_memory_usage_kib":33692,"rank":93,"performance":1720,"input_tokens":2202,"output_tokens":52524,"total_tokens":54726,"cost":1.578666},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276025,"overall_relative_score":276025,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":125,"performance":1833,"input_tokens":1849,"output_tokens":55960,"total_tokens":57809,"cost":1.688045},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16748361947,"overall_relative_score":324147237562,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":387,"performance":1398,"input_tokens":2861,"output_tokens":57036,"total_tokens":59897,"cost":1.725385},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386191,"overall_relative_score":1386191,"max_execution_time_ms":1800,"max_memory_usage_kib":8896,"rank":161,"performance":1805,"input_tokens":1758,"output_tokens":48088,"total_tokens":49846,"cost":1.45143},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32884061222,"overall_relative_score":1571500967053,"max_execution_time_ms":200,"max_memory_usage_kib":9216,"rank":173,"performance":1776,"input_tokens":3354,"output_tokens":33224,"total_tokens":36578,"cost":1.000818},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1082094,"overall_relative_score":1082094,"max_execution_time_ms":1840,"max_memory_usage_kib":14336,"rank":58,"performance":2274,"input_tokens":1855,"output_tokens":60828,"total_tokens":62683,"cost":1.834115},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":371336978795,"overall_relative_score":245751690745,"max_execution_time_ms":2670,"max_memory_usage_kib":6144,"rank":267,"performance":1595,"input_tokens":43735,"output_tokens":17605,"total_tokens":61340,"cost":0.746825},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1273949147,"overall_relative_score":268470289622,"max_execution_time_ms":2690,"max_memory_usage_kib":4096,"rank":198,"performance":1744,"input_tokens":3009,"output_tokens":64404,"total_tokens":67413,"cost":1.947165},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11491763493270,"overall_relative_score":11491763493270,"max_execution_time_ms":1860,"max_memory_usage_kib":47104,"rank":144,"performance":1930,"input_tokens":1733,"output_tokens":41426,"total_tokens":43159,"cost":1.251445},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":628923,"overall_relative_score":404025472863,"max_execution_time_ms":220,"max_memory_usage_kib":64512,"rank":571,"performance":1169,"input_tokens":2818,"output_tokens":62716,"total_tokens":65534,"cost":1.885202},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6422207458,"overall_relative_score":6422207458,"max_execution_time_ms":1920,"max_memory_usage_kib":7488,"rank":207,"performance":1729,"input_tokens":1917,"output_tokens":57222,"total_tokens":59139,"cost":1.718181},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252270586,"overall_relative_score":252270586,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":234,"performance":1717,"input_tokens":4323,"output_tokens":25000,"total_tokens":29323,"cost":0.754335},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":660191,"overall_relative_score":386701662825,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":296,"performance":1504,"input_tokens":4012,"output_tokens":58732,"total_tokens":62744,"cost":1.76474},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":540690,"overall_relative_score":540690,"max_execution_time_ms":1830,"max_memory_usage_kib":13888,"rank":9,"performance":2721,"input_tokens":1844,"output_tokens":60650,"total_tokens":62494,"cost":1.82872},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3624295957,"overall_relative_score":2662977408333,"max_execution_time_ms":2440,"max_memory_usage_kib":5120,"rank":501,"performance":1287,"input_tokens":4182,"output_tokens":30110,"total_tokens":34292,"cost":0.92421},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68196317,"overall_relative_score":68196317,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":412,"performance":1457,"input_tokens":1651,"output_tokens":61074,"total_tokens":62725,"cost":1.840475},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464386,"overall_relative_score":464386,"max_execution_time_ms":1710,"max_memory_usage_kib":6144,"rank":157,"performance":1882,"input_tokens":2188,"output_tokens":52853,"total_tokens":55041,"cost":1.588466},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":148851346,"overall_relative_score":148851346,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":86,"performance":2115,"input_tokens":1480,"output_tokens":56557,"total_tokens":58037,"cost":1.70411},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":714381630,"overall_relative_score":1954759330074,"max_execution_time_ms":400,"max_memory_usage_kib":16384,"rank":273,"performance":1653,"input_tokens":4259,"output_tokens":61752,"total_tokens":66011,"cost":1.856575},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217246,"overall_relative_score":217246,"max_execution_time_ms":1620,"max_memory_usage_kib":10240,"rank":86,"performance":2148,"input_tokens":1419,"output_tokens":66232,"total_tokens":67651,"cost":1.994055}]},{"num_self_refine":2,"rank":{"all":{"mean":162.225,"median":110.0,"min":1,"max":905,"stdev":174.22936363841245},"short":{"mean":119.3913043478261,"median":57.0,"min":1,"max":905,"stdev":193.18614177909882},"long":{"mean":220.1764705882353,"median":205.0,"min":32,"max":501,"stdev":128.3375604091207}},"performance":{"all":{"mean":2006.025,"median":1900.5,"min":201,"max":3497,"stdev":631.0652974260149},"short":{"mean":2231.8695652173915,"median":2168.0,"min":201,"max":3497,"stdev":719.1928116960408},"long":{"mean":1700.4705882352941,"median":1653.0,"min":1287,"max":2423,"stdev":294.9510801910757}},"input_tokens":{"all":{"mean":15146.325,"median":12275.5,"min":6733,"max":56480,"stdev":10162.228426087182},"short":{"mean":11849.521739130434,"median":10539.0,"min":6733,"max":21252,"stdev":3192.469204942458},"long":{"mean":19606.70588235294,"median":14434.0,"min":9736,"max":56480,"stdev":14175.559370641718}},"output_tokens":{"all":{"mean":86807.175,"median":88112.5,"min":52916,"max":112315,"stdev":16070.549190251155},"short":{"mean":87605.0,"median":88076.0,"min":56826,"max":108051,"stdev":13974.41496905229},"long":{"mean":85727.76470588235,"median":90694.0,"min":52916,"max":112315,"stdev":18943.234704405066}},"total_tokens":{"all":{"mean":101953.5,"median":104988.0,"min":63559,"max":127357,"stdev":16457.207422702253},"short":{"mean":99454.52173913043,"median":100581.0,"min":63559,"max":121548,"stdev":15228.168417501123},"long":{"mean":105334.4705882353,"median":113804.0,"min":75633,"max":127357,"stdev":17893.874643707157}},"cost":{"all":{"mean":2.663761275,"median":2.7008340000000004,"min":1.7223169999999999,"max":3.431988,"stdev":0.4731780175968897},"short":{"mean":2.676428565217391,"median":2.696863,"min":1.7223169999999999,"max":3.292887,"stdev":0.4286456790992284},"long":{"mean":2.6466231764705883,"median":2.787725,"min":1.8525999999999998,"max":3.431988,"stdev":0.5408962288297816}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":981087214138,"overall_relative_score":981087214138,"max_execution_time_ms":4820,"max_memory_usage_kib":5120,"rank":92,"performance":1875,"input_tokens":10284,"output_tokens":75432,"total_tokens":85716,"cost":2.31438},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4089009,"overall_relative_score":4089009,"max_execution_time_ms":1930,"max_memory_usage_kib":5120,"rank":134,"performance":1822,"input_tokens":8368,"output_tokens":62556,"total_tokens":70924,"cost":1.91852},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2874189877484,"overall_relative_score":2874189877484,"max_execution_time_ms":820,"max_memory_usage_kib":4096,"rank":79,"performance":2041,"input_tokens":9736,"output_tokens":76008,"total_tokens":85744,"cost":2.308184},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6453468916,"overall_relative_score":6453468916,"max_execution_time_ms":2890,"max_memory_usage_kib":28672,"rank":25,"performance":2478,"input_tokens":12146,"output_tokens":93212,"total_tokens":105358,"cost":2.85709},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21153901,"overall_relative_score":21153901,"max_execution_time_ms":930,"max_memory_usage_kib":22528,"rank":16,"performance":2592,"input_tokens":12505,"output_tokens":88076,"total_tokens":100581,"cost":2.7048050000000003},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5748639,"overall_relative_score":5748639,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":100,"performance":1919,"input_tokens":12405,"output_tokens":71669,"total_tokens":84074,"cost":2.197119},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2102430,"overall_relative_score":2102430,"max_execution_time_ms":1920,"max_memory_usage_kib":11264,"rank":11,"performance":2684,"input_tokens":8921,"output_tokens":81814,"total_tokens":90735,"cost":2.4990249999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14242681129,"overall_relative_score":14242681129,"max_execution_time_ms":1390,"max_memory_usage_kib":4096,"rank":1,"performance":3497,"input_tokens":6733,"output_tokens":56826,"total_tokens":63559,"cost":1.7223169999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13018570893,"overall_relative_score":13018570893,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":323,"performance":1344,"input_tokens":13773,"output_tokens":102082,"total_tokens":115855,"cost":3.1313250000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7542242742,"overall_relative_score":7542242742,"max_execution_time_ms":1880,"max_memory_usage_kib":9216,"rank":2,"performance":3229,"input_tokens":10342,"output_tokens":79391,"total_tokens":89733,"cost":2.417312},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4006236,"overall_relative_score":4006236,"max_execution_time_ms":1920,"max_memory_usage_kib":5120,"rank":48,"performance":2168,"input_tokens":21252,"output_tokens":81361,"total_tokens":102613,"cost":2.480274},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":946724175,"overall_relative_score":946724175,"max_execution_time_ms":2840,"max_memory_usage_kib":10240,"rank":335,"performance":1361,"input_tokens":24847,"output_tokens":98636,"total_tokens":123483,"cost":3.049907},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95390023,"overall_relative_score":95390023,"max_execution_time_ms":2800,"max_memory_usage_kib":9216,"rank":33,"performance":2355,"input_tokens":16049,"output_tokens":94383,"total_tokens":110432,"cost":2.892151},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1820423637,"overall_relative_score":1820423637,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":105,"performance":1854,"input_tokens":11260,"output_tokens":78270,"total_tokens":89530,"cost":2.383664},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94828378,"overall_relative_score":94828378,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":315,"performance":1378,"input_tokens":11744,"output_tokens":87319,"total_tokens":99063,"cost":2.657554},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55059091504,"overall_relative_score":1091043578258,"max_execution_time_ms":630,"max_memory_usage_kib":8192,"rank":32,"performance":2423,"input_tokens":54048,"output_tokens":64522,"total_tokens":118570,"cost":2.185164},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36527341616,"overall_relative_score":995210910983,"max_execution_time_ms":5650,"max_memory_usage_kib":7168,"rank":231,"performance":1625,"input_tokens":24901,"output_tokens":90694,"total_tokens":115595,"cost":2.787725},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8820081600261,"overall_relative_score":146032895912,"max_execution_time_ms":280,"max_memory_usage_kib":5120,"rank":205,"performance":1583,"input_tokens":17717,"output_tokens":104983,"total_tokens":122700,"cost":3.198907},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":508182342,"overall_relative_score":508182342,"max_execution_time_ms":1900,"max_memory_usage_kib":7168,"rank":1,"performance":3496,"input_tokens":16469,"output_tokens":88149,"total_tokens":104618,"cost":2.696863},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13436740,"overall_relative_score":13436740,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":140,"performance":1962,"input_tokens":10533,"output_tokens":98318,"total_tokens":108851,"cost":3.002205},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284126052570,"overall_relative_score":284126052570,"max_execution_time_ms":690,"max_memory_usage_kib":33692,"rank":93,"performance":1720,"input_tokens":10149,"output_tokens":87468,"total_tokens":97617,"cost":2.658657},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292594,"overall_relative_score":292594,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":77,"performance":2027,"input_tokens":10064,"output_tokens":82436,"total_tokens":92500,"cost":2.5234},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16748361947,"overall_relative_score":324147237562,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":387,"performance":1398,"input_tokens":12117,"output_tokens":101687,"total_tokens":113804,"cost":3.1008269999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1386666,"overall_relative_score":1386666,"max_execution_time_ms":1820,"max_memory_usage_kib":8404,"rank":158,"performance":1814,"input_tokens":10373,"output_tokens":90063,"total_tokens":100436,"cost":2.753755},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32877804315,"overall_relative_score":1571926279467,"max_execution_time_ms":1830,"max_memory_usage_kib":10240,"rank":173,"performance":1776,"input_tokens":12055,"output_tokens":65324,"total_tokens":77379,"cost":1.9693070000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1082502,"overall_relative_score":1082502,"max_execution_time_ms":1880,"max_memory_usage_kib":24912,"rank":57,"performance":2280,"input_tokens":15159,"output_tokens":98657,"total_tokens":113816,"cost":3.0355049999999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":371336978795,"overall_relative_score":245751690745,"max_execution_time_ms":2670,"max_memory_usage_kib":6144,"rank":267,"performance":1595,"input_tokens":56480,"output_tokens":52916,"total_tokens":109396,"cost":1.8525999999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1272466755,"overall_relative_score":276745392791,"max_execution_time_ms":2690,"max_memory_usage_kib":4096,"rank":187,"performance":1770,"input_tokens":15042,"output_tokens":112315,"total_tokens":127357,"cost":3.431988},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11492421853143,"overall_relative_score":11492421853143,"max_execution_time_ms":890,"max_memory_usage_kib":65536,"rank":143,"performance":1933,"input_tokens":9298,"output_tokens":79831,"total_tokens":89129,"cost":2.44142},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":514665,"overall_relative_score":493839030689,"max_execution_time_ms":1640,"max_memory_usage_kib":64512,"rank":338,"performance":1474,"input_tokens":9925,"output_tokens":111880,"total_tokens":121805,"cost":3.395657},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":7468,"rank":905,"performance":201,"input_tokens":13497,"output_tokens":108051,"total_tokens":121548,"cost":3.292887},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":268874339,"overall_relative_score":268874339,"max_execution_time_ms":180,"max_memory_usage_kib":24576,"rank":16,"performance":2649,"input_tokens":12454,"output_tokens":60913,"total_tokens":73367,"cost":1.8551},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231175,"overall_relative_score":912317482959,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":115,"performance":1930,"input_tokens":14434,"output_tokens":93534,"total_tokens":107968,"cost":2.84363},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":540690,"overall_relative_score":540690,"max_execution_time_ms":1830,"max_memory_usage_kib":13888,"rank":9,"performance":2721,"input_tokens":12591,"output_tokens":107190,"total_tokens":119781,"cost":3.2786549999999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3624295957,"overall_relative_score":2662977408333,"max_execution_time_ms":2440,"max_memory_usage_kib":5120,"rank":501,"performance":1287,"input_tokens":15774,"output_tokens":59859,"total_tokens":75633,"cost":1.85736},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70145475,"overall_relative_score":70145475,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":305,"performance":1621,"input_tokens":10032,"output_tokens":103064,"total_tokens":113096,"cost":3.14208},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464386,"overall_relative_score":464386,"max_execution_time_ms":1710,"max_memory_usage_kib":6144,"rank":157,"performance":1882,"input_tokens":14004,"output_tokens":92811,"total_tokens":106815,"cost":2.838222},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149699346,"overall_relative_score":149699346,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":15,"performance":2671,"input_tokens":9317,"output_tokens":85685,"total_tokens":95002,"cost":2.617135},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":714381630,"overall_relative_score":1954759330074,"max_execution_time_ms":400,"max_memory_usage_kib":16384,"rank":273,"performance":1653,"input_tokens":18516,"output_tokens":97561,"total_tokens":116077,"cost":2.98485},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217304,"overall_relative_score":217304,"max_execution_time_ms":1650,"max_memory_usage_kib":10240,"rank":85,"performance":2153,"input_tokens":10539,"output_tokens":107341,"total_tokens":117880,"cost":3.272925}]},{"num_self_refine":4,"rank":{"all":{"mean":148.675,"median":102.0,"min":1,"max":905,"stdev":171.58198869972875},"short":{"mean":108.6086956521739,"median":40.0,"min":1,"max":905,"stdev":191.81566414622583},"long":{"mean":202.88235294117646,"median":196.0,"min":32,"max":501,"stdev":125.46109075772316}},"performance":{"all":{"mean":2061.25,"median":1931.5,"min":201,"max":3497,"stdev":645.1695364547452},"short":{"mean":2299.1739130434785,"median":2286.0,"min":201,"max":3497,"stdev":733.8964289185816},"long":{"mean":1739.3529411764705,"median":1737.0,"min":1287,"max":2423,"stdev":287.3084016297797}},"input_tokens":{"all":{"mean":68614.9,"median":66228.5,"min":25128,"max":111691,"stdev":18449.515287636095},"short":{"mean":64015.34782608696,"median":62255.0,"min":25128,"max":94018,"stdev":14852.056930113618},"long":{"mean":74837.82352941176,"median":72010.0,"min":46732,"max":111691,"stdev":21326.706277679445}},"output_tokens":{"all":{"mean":145446.025,"median":145102.0,"min":92345,"max":190209,"stdev":23630.285329274986},"short":{"mean":147319.86956521738,"median":147403.0,"min":92345,"max":185465,"stdev":21825.438784101847},"long":{"mean":142910.82352941178,"median":141200.0,"min":96768,"max":190209,"stdev":26348.039474587324}},"total_tokens":{"all":{"mean":214060.925,"median":218812.5,"min":117473,"max":273635,"stdev":33333.174551201955},"short":{"mean":211335.21739130435,"median":210583.0,"min":117473,"max":270292,"stdev":33598.30258964191},"long":{"mean":217748.64705882352,"median":224342.0,"min":161703,"max":273635,"stdev":33630.56999022834}},"cost":{"all":{"mean":4.56375125,"median":4.5490960000000005,"min":2.8268699999999995,"max":5.839706,"stdev":0.7320468137740621},"short":{"mean":4.615357,"median":4.640602,"min":2.8268699999999995,"max":5.808373,"stdev":0.7008159740750907},"long":{"mean":4.493931705882353,"median":4.4771659999999995,"min":3.0879659999999998,"max":5.839706,"stdev":0.7886118626162656}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":985388718955,"overall_relative_score":985388718955,"max_execution_time_ms":4840,"max_memory_usage_kib":5120,"rank":59,"performance":2012,"input_tokens":65866,"output_tokens":156930,"total_tokens":222796,"cost":4.91051},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4141701,"overall_relative_score":4141701,"max_execution_time_ms":1900,"max_memory_usage_kib":5120,"rank":132,"performance":1828,"input_tokens":48223,"output_tokens":127357,"total_tokens":175580,"cost":3.969665},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2874189877484,"overall_relative_score":2874189877484,"max_execution_time_ms":820,"max_memory_usage_kib":4096,"rank":79,"performance":2041,"input_tokens":48765,"output_tokens":124743,"total_tokens":173508,"cost":3.889347},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6749812896,"overall_relative_score":6749812896,"max_execution_time_ms":2890,"max_memory_usage_kib":29696,"rank":10,"performance":2795,"input_tokens":72706,"output_tokens":156179,"total_tokens":228885,"cost":4.903748},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21499950,"overall_relative_score":21499950,"max_execution_time_ms":1110,"max_memory_usage_kib":22528,"rank":15,"performance":2614,"input_tokens":71253,"output_tokens":157030,"total_tokens":228283,"cost":4.922013},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5748512,"overall_relative_score":5748512,"max_execution_time_ms":730,"max_memory_usage_kib":4096,"rank":100,"performance":1919,"input_tokens":47930,"output_tokens":113773,"total_tokens":161703,"cost":3.5341839999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2134015,"overall_relative_score":2134015,"max_execution_time_ms":1860,"max_memory_usage_kib":11264,"rank":8,"performance":2783,"input_tokens":57160,"output_tokens":136581,"total_tokens":193741,"cost":4.272638},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14246100315,"overall_relative_score":14246100315,"max_execution_time_ms":1150,"max_memory_usage_kib":7168,"rank":1,"performance":3497,"input_tokens":25128,"output_tokens":92345,"total_tokens":117473,"cost":2.8268699999999995},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13018570893,"overall_relative_score":13018570893,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":323,"performance":1344,"input_tokens":72010,"output_tokens":152332,"total_tokens":224342,"cost":4.773338000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7568229948,"overall_relative_score":7568229948,"max_execution_time_ms":1880,"max_memory_usage_kib":12032,"rank":1,"performance":3482,"input_tokens":58920,"output_tokens":139602,"total_tokens":198522,"cost":4.349028},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5400412,"overall_relative_score":5400412,"max_execution_time_ms":1920,"max_memory_usage_kib":9216,"rank":40,"performance":2232,"input_tokens":79173,"output_tokens":137687,"total_tokens":216860,"cost":4.2937710000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1211637791,"overall_relative_score":1211637791,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":207,"performance":1607,"input_tokens":96107,"output_tokens":154765,"total_tokens":250872,"cost":4.878109},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95677484,"overall_relative_score":95677484,"max_execution_time_ms":2860,"max_memory_usage_kib":10012,"rank":30,"performance":2388,"input_tokens":66591,"output_tokens":143992,"total_tokens":210583,"cost":4.494891},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1822256346,"overall_relative_score":1822256346,"max_execution_time_ms":4860,"max_memory_usage_kib":3072,"rank":104,"performance":1858,"input_tokens":53447,"output_tokens":126987,"total_tokens":180434,"cost":3.950125},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94828378,"overall_relative_score":94828378,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":315,"performance":1378,"input_tokens":55337,"output_tokens":130909,"total_tokens":186246,"cost":4.061107},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55059091504,"overall_relative_score":1091043578258,"max_execution_time_ms":630,"max_memory_usage_kib":8192,"rank":32,"performance":2423,"input_tokens":108656,"output_tokens":136962,"total_tokens":245618,"cost":4.49086},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36527774721,"overall_relative_score":995133553043,"max_execution_time_ms":5650,"max_memory_usage_kib":7168,"rank":231,"performance":1625,"input_tokens":97984,"output_tokens":134755,"total_tokens":232739,"cost":4.258394},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8459323059941,"overall_relative_score":149464992066,"max_execution_time_ms":380,"max_memory_usage_kib":5120,"rank":203,"performance":1588,"input_tokens":85606,"output_tokens":181615,"total_tokens":267221,"cost":5.664512},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":508363142,"overall_relative_score":508363142,"max_execution_time_ms":1990,"max_memory_usage_kib":7168,"rank":1,"performance":3496,"input_tokens":78544,"output_tokens":131898,"total_tokens":210442,"cost":4.149212},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13436740,"overall_relative_score":13436740,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":140,"performance":1962,"input_tokens":70419,"output_tokens":169507,"total_tokens":239926,"cost":5.303673},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284206151985,"overall_relative_score":284206151985,"max_execution_time_ms":1830,"max_memory_usage_kib":78708,"rank":92,"performance":1727,"input_tokens":50065,"output_tokens":143501,"total_tokens":193566,"cost":4.435547},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294731,"overall_relative_score":294731,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":72,"performance":2052,"input_tokens":59600,"output_tokens":147403,"total_tokens":207003,"cost":4.640602},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15510655377,"overall_relative_score":329103222842,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":374,"performance":1417,"input_tokens":60280,"output_tokens":143685,"total_tokens":203965,"cost":4.4771659999999995},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1400748,"overall_relative_score":1400748,"max_execution_time_ms":1860,"max_memory_usage_kib":7308,"rank":31,"performance":2419,"input_tokens":65610,"output_tokens":155072,"total_tokens":220682,"cost":4.889202},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32521773887,"overall_relative_score":1591644142972,"max_execution_time_ms":1950,"max_memory_usage_kib":12288,"rank":160,"performance":1809,"input_tokens":54261,"output_tokens":137689,"total_tokens":191950,"cost":4.242999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1082758,"overall_relative_score":1082758,"max_execution_time_ms":1890,"max_memory_usage_kib":22768,"rank":56,"performance":2286,"input_tokens":94018,"output_tokens":167762,"total_tokens":261780,"cost":5.37047},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281201978795,"overall_relative_score":298258893644,"max_execution_time_ms":2650,"max_memory_usage_kib":6144,"rank":196,"performance":1737,"input_tokens":111691,"output_tokens":105252,"total_tokens":216943,"cost":3.539759},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453686734,"overall_relative_score":309485011526,"max_execution_time_ms":2690,"max_memory_usage_kib":5120,"rank":162,"performance":1832,"input_tokens":88028,"output_tokens":185607,"total_tokens":273635,"cost":5.822878},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11492722277918,"overall_relative_score":11492722277918,"max_execution_time_ms":1940,"max_memory_usage_kib":65536,"rank":143,"performance":1933,"input_tokens":55479,"output_tokens":148104,"total_tokens":203583,"cost":4.720515},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":508873,"overall_relative_score":499453078331,"max_execution_time_ms":2760,"max_memory_usage_kib":75340,"rank":334,"performance":1480,"input_tokens":46732,"output_tokens":190209,"total_tokens":236941,"cost":5.839706},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":7468,"rank":905,"performance":201,"input_tokens":84827,"output_tokens":185465,"total_tokens":270292,"cost":5.808373},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":268874339,"overall_relative_score":268874339,"max_execution_time_ms":180,"max_memory_usage_kib":24576,"rank":16,"performance":2649,"input_tokens":53605,"output_tokens":104441,"total_tokens":158046,"cost":3.263015},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231175,"overall_relative_score":912317482959,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":115,"performance":1930,"input_tokens":80713,"output_tokens":146212,"total_tokens":226925,"cost":4.603301},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":533847,"overall_relative_score":533847,"max_execution_time_ms":1870,"max_memory_usage_kib":14256,"rank":11,"performance":2665,"input_tokens":79623,"output_tokens":179545,"total_tokens":259168,"cost":5.627793},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3624295957,"overall_relative_score":2662977408333,"max_execution_time_ms":2440,"max_memory_usage_kib":5120,"rank":501,"performance":1287,"input_tokens":70854,"output_tokens":96768,"total_tokens":167622,"cost":3.0879659999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70978098,"overall_relative_score":70978098,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":237,"performance":1743,"input_tokens":56288,"output_tokens":169585,"total_tokens":225873,"cost":5.256094},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464592,"overall_relative_score":464592,"max_execution_time_ms":1880,"max_memory_usage_kib":15360,"rank":144,"performance":1918,"input_tokens":75782,"output_tokens":147381,"total_tokens":223163,"cost":4.625236},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149709090,"overall_relative_score":149709090,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":15,"performance":2671,"input_tokens":51747,"output_tokens":154220,"total_tokens":205967,"cost":4.815063},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":712152010,"overall_relative_score":1959994545971,"max_execution_time_ms":450,"max_memory_usage_kib":16384,"rank":269,"performance":1660,"input_tokens":83313,"output_tokens":141200,"total_tokens":224513,"cost":4.433685},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217393,"overall_relative_score":217393,"max_execution_time_ms":1760,"max_memory_usage_kib":10240,"rank":83,"performance":2162,"input_tokens":62255,"output_tokens":162791,"total_tokens":225046,"cost":5.154685}]},{"num_self_refine":8,"rank":{"all":{"mean":139.8,"median":92.0,"min":1,"max":905,"stdev":171.52262316210727},"short":{"mean":98.26086956521739,"median":33.0,"min":1,"max":905,"stdev":190.0923740499254},"long":{"mean":196.0,"median":160.0,"min":27,"max":501,"stdev":127.23698361718577}},"performance":{"all":{"mean":2095.225,"median":2011.0,"min":201,"max":3497,"stdev":646.6149921529218},"short":{"mean":2341.608695652174,"median":2399.0,"min":201,"max":3497,"stdev":724.8683729497147},"long":{"mean":1761.8823529411766,"median":1809.0,"min":1287,"max":2480,"stdev":302.2382922366351}},"input_tokens":{"all":{"mean":335300.8,"median":340136.0,"min":109069,"max":515031,"stdev":81436.18697159018},"short":{"mean":337537.5652173913,"median":336884.0,"min":109069,"max":515031,"stdev":84245.21225663811},"long":{"mean":332274.5882352941,"median":343388.0,"min":190198,"max":490095,"stdev":79934.29530015482}},"output_tokens":{"all":{"mean":247270.7,"median":246234.5,"min":159755,"max":334312,"stdev":38983.90462295025},"short":{"mean":250502.86956521738,"median":255721.0,"min":159755,"max":307831,"stdev":34833.58071316234},"long":{"mean":242897.76470588235,"median":237323.0,"min":174122,"max":334312,"stdev":44728.59937658653}},"total_tokens":{"all":{"mean":582571.5,"median":580203.0,"min":268824,"max":822862,"stdev":111536.82614413812},"short":{"mean":588040.4347826086,"median":581306.0,"min":268824,"max":822862,"stdev":114482.6007081132},"long":{"mean":575172.3529411765,"median":579100.0,"min":382784,"max":806593,"stdev":110459.72476707357}},"cost":{"all":{"mean":8.0305514,"median":7.951930000000001,"min":5.035018999999999,"max":10.542445999999998,"stdev":1.2805294041033466},"short":{"mean":8.143885565217392,"median":8.358993,"min":5.035018999999999,"max":10.209957000000001,"stdev":1.196089390976194},"long":{"mean":7.877216941176471,"median":7.6414,"min":5.886817000000001,"max":10.542445999999998,"stdev":1.4093768355650338}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":986174852630,"overall_relative_score":986174852630,"max_execution_time_ms":4830,"max_memory_usage_kib":5120,"rank":52,"performance":2050,"input_tokens":410981,"output_tokens":280870,"total_tokens":691851,"cost":9.183853000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4543294,"overall_relative_score":4543294,"max_execution_time_ms":1800,"max_memory_usage_kib":5120,"rank":79,"performance":2041,"input_tokens":306441,"output_tokens":247874,"total_tokens":554315,"cost":8.023785},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2876466351877,"overall_relative_score":2876466351877,"max_execution_time_ms":1100,"max_memory_usage_kib":7168,"rank":73,"performance":2071,"input_tokens":240108,"output_tokens":221551,"total_tokens":461659,"cost":7.068318},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6817806490,"overall_relative_score":6817806490,"max_execution_time_ms":2890,"max_memory_usage_kib":29696,"rank":9,"performance":2831,"input_tokens":435837,"output_tokens":274169,"total_tokens":710006,"cost":9.021855},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21496145,"overall_relative_score":21496145,"max_execution_time_ms":1160,"max_memory_usage_kib":22528,"rank":15,"performance":2614,"input_tokens":399355,"output_tokens":266343,"total_tokens":665698,"cost":8.701433},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5748512,"overall_relative_score":5748512,"max_execution_time_ms":730,"max_memory_usage_kib":4096,"rank":100,"performance":1919,"input_tokens":190198,"output_tokens":192586,"total_tokens":382784,"cost":6.084601999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2134015,"overall_relative_score":2134015,"max_execution_time_ms":1860,"max_memory_usage_kib":11264,"rank":8,"performance":2783,"input_tokens":315339,"output_tokens":223800,"total_tokens":539139,"cost":7.267719},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14246100315,"overall_relative_score":14246100315,"max_execution_time_ms":1150,"max_memory_usage_kib":7168,"rank":1,"performance":3497,"input_tokens":109069,"output_tokens":159755,"total_tokens":268824,"cost":5.035018999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13018570893,"overall_relative_score":13018570893,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":323,"performance":1344,"input_tokens":299378,"output_tokens":232465,"total_tokens":531843,"cost":7.6414},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7572451429,"overall_relative_score":7572451429,"max_execution_time_ms":1880,"max_memory_usage_kib":51896,"rank":1,"performance":3482,"input_tokens":336884,"output_tokens":231576,"total_tokens":568460,"cost":7.546516},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5400412,"overall_relative_score":5400412,"max_execution_time_ms":1920,"max_memory_usage_kib":9216,"rank":40,"performance":2232,"input_tokens":333458,"output_tokens":216396,"total_tokens":549854,"cost":6.997954000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1236660798,"overall_relative_score":1236660798,"max_execution_time_ms":2870,"max_memory_usage_kib":3072,"rank":202,"performance":1618,"input_tokens":399782,"output_tokens":261009,"total_tokens":660791,"cost":8.491708000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95724788,"overall_relative_score":95724788,"max_execution_time_ms":2880,"max_memory_usage_kib":8968,"rank":29,"performance":2399,"input_tokens":300726,"output_tokens":227592,"total_tokens":528318,"cost":7.332605999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1918897242,"overall_relative_score":1918897242,"max_execution_time_ms":4860,"max_memory_usage_kib":3072,"rank":87,"performance":1932,"input_tokens":238511,"output_tokens":215404,"total_tokens":453915,"cost":6.848275000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94828378,"overall_relative_score":94828378,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":315,"performance":1378,"input_tokens":228735,"output_tokens":221907,"total_tokens":450642,"cost":7.017524999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55639663114,"overall_relative_score":1129762362973,"max_execution_time_ms":790,"max_memory_usage_kib":14276,"rank":27,"performance":2480,"input_tokens":357338,"output_tokens":244597,"total_tokens":601935,"cost":8.067063999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36527774721,"overall_relative_score":995133553043,"max_execution_time_ms":5650,"max_memory_usage_kib":7168,"rank":231,"performance":1625,"input_tokens":382023,"output_tokens":219431,"total_tokens":601454,"cost":7.154420999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8323959175800,"overall_relative_score":152143935148,"max_execution_time_ms":1080,"max_memory_usage_kib":5120,"rank":202,"performance":1591,"input_tokens":429385,"output_tokens":304974,"total_tokens":734359,"cost":9.876881000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":509399389,"overall_relative_score":509399389,"max_execution_time_ms":1990,"max_memory_usage_kib":7168,"rank":1,"performance":3496,"input_tokens":348696,"output_tokens":232610,"total_tokens":581306,"cost":7.551348000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13440345,"overall_relative_score":13440345,"max_execution_time_ms":1750,"max_memory_usage_kib":8056,"rank":139,"performance":1965,"input_tokens":388602,"output_tokens":301236,"total_tokens":689838,"cost":9.731322},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283906185880,"overall_relative_score":283906185880,"max_execution_time_ms":1720,"max_memory_usage_kib":76588,"rank":97,"performance":1691,"input_tokens":262203,"output_tokens":248809,"total_tokens":511012,"cost":7.932021000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294752,"overall_relative_score":294752,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":72,"performance":2052,"input_tokens":346904,"output_tokens":258731,"total_tokens":605635,"cost":8.532226000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15510655377,"overall_relative_score":329103222842,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":374,"performance":1417,"input_tokens":256328,"output_tokens":237323,"total_tokens":493651,"cost":7.536178},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1401557,"overall_relative_score":1401557,"max_execution_time_ms":1910,"max_memory_usage_kib":7168,"rank":23,"performance":2511,"input_tokens":388191,"output_tokens":275067,"total_tokens":663258,"cost":9.000645},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32521773887,"overall_relative_score":1591644142972,"max_execution_time_ms":1950,"max_memory_usage_kib":12288,"rank":160,"performance":1809,"input_tokens":317673,"output_tokens":238599,"total_tokens":556272,"cost":7.6934070000000006},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1089447,"overall_relative_score":1089447,"max_execution_time_ms":1970,"max_memory_usage_kib":22768,"rank":33,"performance":2461,"input_tokens":515031,"output_tokens":307831,"total_tokens":822862,"cost":10.209957000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220760395260,"overall_relative_score":333197084125,"max_execution_time_ms":2660,"max_memory_usage_kib":6144,"rank":159,"performance":1827,"input_tokens":343388,"output_tokens":185923,"total_tokens":529311,"cost":6.275110000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":454379711,"overall_relative_score":319073088380,"max_execution_time_ms":2880,"max_memory_usage_kib":136480,"rank":156,"performance":1848,"input_tokens":490095,"output_tokens":316498,"total_tokens":806593,"cost":10.361415},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11493036724911,"overall_relative_score":11493036724911,"max_execution_time_ms":1990,"max_memory_usage_kib":75776,"rank":143,"performance":1933,"input_tokens":306504,"output_tokens":260499,"total_tokens":567003,"cost":8.582562},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494384,"overall_relative_score":514159791014,"max_execution_time_ms":2880,"max_memory_usage_kib":76360,"rank":326,"performance":1492,"input_tokens":274726,"output_tokens":334312,"total_tokens":609038,"cost":10.542445999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":7444,"rank":905,"performance":201,"input_tokens":432916,"output_tokens":279446,"total_tokens":712362,"cost":9.101047999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269160040,"overall_relative_score":269160040,"max_execution_time_ms":300,"max_memory_usage_kib":30720,"rank":14,"performance":2686,"input_tokens":249062,"output_tokens":188897,"total_tokens":437959,"cost":6.068956},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226019,"overall_relative_score":938234198415,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":110,"performance":1948,"input_tokens":388385,"output_tokens":239858,"total_tokens":628243,"cost":7.759872999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":541288,"overall_relative_score":541288,"max_execution_time_ms":1860,"max_memory_usage_kib":14056,"rank":9,"performance":2721,"input_tokens":430118,"output_tokens":278701,"total_tokens":708819,"cost":9.108484},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3624376043,"overall_relative_score":2662932092549,"max_execution_time_ms":2450,"max_memory_usage_kib":5120,"rank":501,"performance":1287,"input_tokens":281009,"output_tokens":174122,"total_tokens":455131,"cost":5.886817000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73130824,"overall_relative_score":73130824,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":106,"performance":2069,"input_tokens":303081,"output_tokens":285243,"total_tokens":588324,"cost":9.095799},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464946,"overall_relative_score":464946,"max_execution_time_ms":1900,"max_memory_usage_kib":15360,"rank":123,"performance":1981,"input_tokens":392295,"output_tokens":255721,"total_tokens":648016,"cost":8.358993},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149702426,"overall_relative_score":149702426,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":15,"performance":2671,"input_tokens":287539,"output_tokens":247872,"total_tokens":535411,"cost":7.971839},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":701829537,"overall_relative_score":1984762978927,"max_execution_time_ms":820,"max_memory_usage_kib":16384,"rank":249,"performance":1694,"input_tokens":349360,"output_tokens":229740,"total_tokens":579100,"cost":7.44092},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217423,"overall_relative_score":217423,"max_execution_time_ms":1820,"max_memory_usage_kib":10240,"rank":83,"performance":2162,"input_tokens":346378,"output_tokens":271491,"total_tokens":617869,"cost":9.119755999999999}]},{"num_self_refine":16,"rank":{"all":{"mean":134.975,"median":86.5,"min":1,"max":905,"stdev":170.0113853653518},"short":{"mean":96.21739130434783,"median":30.0,"min":1,"max":905,"stdev":189.27732336003677},"long":{"mean":187.41176470588235,"median":157.0,"min":27,"max":501,"stdev":126.9320974101554}},"performance":{"all":{"mean":2108.275,"median":2018.0,"min":201,"max":3497,"stdev":641.5139540221461},"short":{"mean":2349.2608695652175,"median":2388.0,"min":201,"max":3497,"stdev":720.9363367045856},"long":{"mean":1782.235294117647,"median":1832.0,"min":1287,"max":2480,"stdev":303.3917701198742}},"input_tokens":{"all":{"mean":1589927.05,"median":1578098.0,"min":472442,"max":2472975,"stdev":440505.7323656206},"short":{"mean":1645584.0869565217,"median":1678912.0,"min":472442,"max":2472975,"stdev":440808.77733495453},"long":{"mean":1514626.3529411764,"median":1488543.0,"min":792412,"max":2352306,"stdev":441959.6872600403}},"output_tokens":{"all":{"mean":423108.65,"median":421370.5,"min":297279,"max":557820,"stdev":62867.322646147986},"short":{"mean":428697.04347826086,"median":443317.0,"min":297279,"max":513538,"stdev":54805.89546131151},"long":{"mean":415547.8823529412,"median":405699.0,"min":313949,"max":557820,"stdev":73471.30065787793}},"total_tokens":{"all":{"mean":2013035.7,"median":2058343.0,"min":769721,"max":2986513,"stdev":493606.13571547},"short":{"mean":2074281.1304347827,"median":2094983.0,"min":769721,"max":2986513,"stdev":491094.2997378687},"long":{"mean":1930174.2352941176,"median":1875086.0,"min":1110512,"max":2848322,"stdev":499588.5045062748}},"cost":{"all":{"mean":14.52845315,"median":14.288812,"min":9.729987999999999,"max":19.201757,"stdev":2.3074467510195875},"short":{"mean":14.754184086956522,"median":15.381196999999997,"min":9.729987999999999,"max":18.150663000000005,"stdev":2.0729796226848083},"long":{"mean":14.223052470588236,"median":13.790116,"min":10.409636,"max":19.201757,"stdev":2.6262044287925095}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":986153081856,"overall_relative_score":986153081856,"max_execution_time_ms":4830,"max_memory_usage_kib":5120,"rank":52,"performance":2050,"input_tokens":2145254,"output_tokens":491235,"total_tokens":2636489,"cost":17.159704},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4558508,"overall_relative_score":4558508,"max_execution_time_ms":1770,"max_memory_usage_kib":5120,"rank":78,"performance":2046,"input_tokens":1835040,"output_tokens":453645,"total_tokens":2288685,"cost":15.75735},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2876753083587,"overall_relative_score":2876753083587,"max_execution_time_ms":1100,"max_memory_usage_kib":7168,"rank":73,"performance":2071,"input_tokens":1112998,"output_tokens":357854,"total_tokens":1470852,"cost":11.996738},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6805545074,"overall_relative_score":6805545074,"max_execution_time_ms":2910,"max_memory_usage_kib":29696,"rank":9,"performance":2831,"input_tokens":2233147,"output_tokens":492210,"total_tokens":2725357,"cost":17.273603},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21482567,"overall_relative_score":21482567,"max_execution_time_ms":1070,"max_memory_usage_kib":22528,"rank":16,"performance":2592,"input_tokens":1865887,"output_tokens":446103,"total_tokens":2311990,"cost":15.381196999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5815635,"overall_relative_score":5815635,"max_execution_time_ms":790,"max_memory_usage_kib":4096,"rank":88,"performance":1974,"input_tokens":792412,"output_tokens":318100,"total_tokens":1110512,"cost":10.409636},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2132920,"overall_relative_score":2132920,"max_execution_time_ms":1900,"max_memory_usage_kib":11264,"rank":8,"performance":2783,"input_tokens":1473089,"output_tokens":382117,"total_tokens":1855206,"cost":13.096603},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14246266835,"overall_relative_score":14246266835,"max_execution_time_ms":1090,"max_memory_usage_kib":7168,"rank":1,"performance":3497,"input_tokens":472442,"output_tokens":297279,"total_tokens":769721,"cost":9.729987999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13970156865,"overall_relative_score":13970156865,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":312,"performance":1362,"input_tokens":1175423,"output_tokens":385611,"total_tokens":1561034,"cost":13.014852999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7589803819,"overall_relative_score":7589803819,"max_execution_time_ms":1880,"max_memory_usage_kib":52876,"rank":1,"performance":3482,"input_tokens":1693831,"output_tokens":403241,"total_tokens":2097072,"cost":13.970033000000003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7014148,"overall_relative_score":7014148,"max_execution_time_ms":1970,"max_memory_usage_kib":8192,"rank":34,"performance":2288,"input_tokens":1410844,"output_tokens":373482,"total_tokens":1784326,"cost":12.715256},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1302780695,"overall_relative_score":1302780695,"max_execution_time_ms":2870,"max_memory_usage_kib":6936,"rank":186,"performance":1657,"input_tokens":1855582,"output_tokens":455800,"total_tokens":2311382,"cost":15.730022000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95603608,"overall_relative_score":95603608,"max_execution_time_ms":2920,"max_memory_usage_kib":9152,"rank":30,"performance":2388,"input_tokens":1376840,"output_tokens":382078,"total_tokens":1758918,"cost":12.981676},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1931621800,"overall_relative_score":1931621800,"max_execution_time_ms":4980,"max_memory_usage_kib":3072,"rank":85,"performance":1942,"input_tokens":1014338,"output_tokens":367284,"total_tokens":1381622,"cost":12.111202},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":99470019,"overall_relative_score":99470019,"max_execution_time_ms":1610,"max_memory_usage_kib":3072,"rank":296,"performance":1415,"input_tokens":920974,"output_tokens":354772,"total_tokens":1275746,"cost":11.621533999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57471017111,"overall_relative_score":1145238700903,"max_execution_time_ms":2380,"max_memory_usage_kib":15156,"rank":27,"performance":2480,"input_tokens":1465592,"output_tokens":409494,"total_tokens":1875086,"cost":14.057835999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36363530579,"overall_relative_score":996247402400,"max_execution_time_ms":5650,"max_memory_usage_kib":7168,"rank":230,"performance":1627,"input_tokens":1488543,"output_tokens":360859,"total_tokens":1849402,"cost":12.365637},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8313932549243,"overall_relative_score":152409163320,"max_execution_time_ms":1080,"max_memory_usage_kib":5120,"rank":202,"performance":1591,"input_tokens":2155257,"output_tokens":538500,"total_tokens":2693757,"cost":18.530901},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":509571430,"overall_relative_score":509571430,"max_execution_time_ms":1990,"max_memory_usage_kib":7168,"rank":1,"performance":3496,"input_tokens":1663432,"output_tokens":411304,"total_tokens":2074736,"cost":14.186648},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13440355,"overall_relative_score":13440355,"max_execution_time_ms":1960,"max_memory_usage_kib":8020,"rank":139,"performance":1965,"input_tokens":1982788,"output_tokens":503410,"total_tokens":2486198,"cost":17.346224},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283979760775,"overall_relative_score":283979760775,"max_execution_time_ms":1600,"max_memory_usage_kib":76716,"rank":97,"performance":1691,"input_tokens":1385388,"output_tokens":426670,"total_tokens":1812058,"cost":14.390976},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294752,"overall_relative_score":294752,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":72,"performance":2052,"input_tokens":1678912,"output_tokens":416071,"total_tokens":2094983,"cost":14.442770000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15437786092,"overall_relative_score":329507090242,"max_execution_time_ms":320,"max_memory_usage_kib":4096,"rank":374,"performance":1417,"input_tokens":1080116,"output_tokens":428772,"total_tokens":1508888,"cost":14.076220000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1401655,"overall_relative_score":1401655,"max_execution_time_ms":1920,"max_memory_usage_kib":7168,"rank":23,"performance":2511,"input_tokens":2060014,"output_tokens":460834,"total_tokens":2520848,"cost":16.131362},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":32458423122,"overall_relative_score":1588665080669,"max_execution_time_ms":2100,"max_memory_usage_kib":23552,"rank":162,"performance":1804,"input_tokens":1706421,"output_tokens":443180,"total_tokens":2149601,"cost":15.224241},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1092025,"overall_relative_score":1092025,"max_execution_time_ms":1980,"max_memory_usage_kib":22772,"rank":26,"performance":2536,"input_tokens":2472975,"output_tokens":513538,"total_tokens":2986513,"cost":18.150663000000005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221890537141,"overall_relative_score":334597949202,"max_execution_time_ms":2660,"max_memory_usage_kib":6144,"rank":157,"performance":1832,"input_tokens":1382934,"output_tokens":335052,"total_tokens":1717986,"cost":12.074838},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453300810,"overall_relative_score":319946155125,"max_execution_time_ms":2890,"max_memory_usage_kib":136152,"rank":156,"performance":1848,"input_tokens":2352306,"output_tokens":496016,"total_tokens":2848322,"cost":17.38569},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11493036724911,"overall_relative_score":11493036724911,"max_execution_time_ms":1990,"max_memory_usage_kib":75776,"rank":143,"performance":1933,"input_tokens":1565139,"output_tokens":447972,"total_tokens":2013111,"cost":15.414999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492818,"overall_relative_score":515847295561,"max_execution_time_ms":2880,"max_memory_usage_kib":137780,"rank":326,"performance":1492,"input_tokens":1591057,"output_tokens":557820,"total_tokens":2148877,"cost":19.201757},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":7492,"rank":905,"performance":201,"input_tokens":1968446,"output_tokens":472377,"total_tokens":2440823,"cost":16.332003999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":268828755,"overall_relative_score":268828755,"max_execution_time_ms":510,"max_memory_usage_kib":30720,"rank":17,"performance":2632,"input_tokens":1107289,"output_tokens":346721,"total_tokens":1454010,"cost":11.976347},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226580,"overall_relative_score":936809820636,"max_execution_time_ms":2870,"max_memory_usage_kib":3072,"rank":110,"performance":1948,"input_tokens":1774447,"output_tokens":399089,"total_tokens":2173536,"cost":13.785449},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":541288,"overall_relative_score":541288,"max_execution_time_ms":1860,"max_memory_usage_kib":14056,"rank":9,"performance":2721,"input_tokens":1982863,"output_tokens":477559,"total_tokens":2460422,"cost":16.495037000000004},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3624376043,"overall_relative_score":2662932092549,"max_execution_time_ms":2450,"max_memory_usage_kib":5120,"rank":501,"performance":1287,"input_tokens":1152030,"output_tokens":313949,"total_tokens":1465979,"cost":10.877051999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73337384,"overall_relative_score":73337384,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":98,"performance":2098,"input_tokens":1564920,"output_tokens":477030,"total_tokens":2041950,"cost":16.094412},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464993,"overall_relative_score":464993,"max_execution_time_ms":1900,"max_memory_usage_kib":16384,"rank":120,"performance":1990,"input_tokens":1952795,"output_tokens":443317,"total_tokens":2396112,"cost":15.476413},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149720716,"overall_relative_score":149720716,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":14,"performance":2691,"input_tokens":1341514,"output_tokens":408230,"total_tokens":1749744,"cost":13.77623},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":644241439,"overall_relative_score":2145152353343,"max_execution_time_ms":760,"max_memory_usage_kib":17408,"rank":145,"performance":1916,"input_tokens":1503938,"output_tokens":405699,"total_tokens":1909637,"cost":13.790116},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217526,"overall_relative_score":217526,"max_execution_time_ms":1990,"max_memory_usage_kib":13528,"rank":76,"performance":2194,"input_tokens":1839865,"output_tokens":470072,"total_tokens":2309937,"cost":16.604909000000003}]}]},{"model_name":"gpt-5","detail_path":"data/model_details/gpt-5.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":659.125,"median":673.0,"min":186,"max":1056,"stdev":214.5107955564391},"short":{"mean":613.7826086956521,"median":667.0,"min":186,"max":946,"stdev":219.5725095646578},"long":{"mean":720.4705882352941,"median":691.0,"min":471,"max":1056,"stdev":197.27079030074967}},"performance":{"all":{"mean":807.65,"median":942.0,"min":-61,"max":1498,"stdev":391.86009735291486},"short":{"mean":790.0434782608696,"median":853.0,"min":-61,"max":1498,"stdev":421.2361115337562},"long":{"mean":831.4705882352941,"median":1003.0,"min":56,"max":1218,"stdev":359.52800962634655}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":4027.15,"median":3713.0,"min":1336,"max":8014,"stdev":1530.06776370802},"short":{"mean":3815.8260869565215,"median":3267.0,"min":1336,"max":8014,"stdev":1758.6568131847853},"long":{"mean":4313.058823529412,"median":3835.0,"min":2904,"max":7500,"stdev":1141.3585364921619}},"total_tokens":{"all":{"mean":7007.15,"median":6377.0,"min":3069,"max":13273,"stdev":2343.985872780566},"short":{"mean":6218.652173913043,"median":5161.0,"min":3069,"max":13273,"stdev":2503.4336712293893},"long":{"mean":8073.941176470588,"median":8351.0,"min":5180,"max":11259,"stdev":1634.6264279105271}},"cost":{"all":{"mean":0.0437445,"median":0.040775624999999996,"min":0.01552625,"max":0.08199,"stdev":0.015435740104293919},"short":{"mean":0.04072353260869565,"median":0.03479875,"min":0.01552625,"max":0.08199,"stdev":0.017649888630749646},"long":{"mean":0.04783169117647059,"median":0.0460975,"min":0.03462875,"max":0.0785225,"stdev":0.011025315949458592}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346462386859,"overall_relative_score":346462386859,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":1056,"performance":712,"input_tokens":1345,"output_tokens":3835,"total_tokens":5180,"cost":0.04003125},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174436,"overall_relative_score":174436,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":932,"performance":533,"input_tokens":1469,"output_tokens":3131,"total_tokens":4600,"cost":0.03156225},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2538945444124,"overall_relative_score":2538945444124,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":497,"performance":1140,"input_tokens":2614,"output_tokens":3761,"total_tokens":6375,"cost":0.0408775},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2957453628,"overall_relative_score":2957453628,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":327,"performance":1221,"input_tokens":1629,"output_tokens":2908,"total_tokens":4537,"cost":0.03111625},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11521445,"overall_relative_score":11521445,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":209,"performance":1467,"input_tokens":1811,"output_tokens":3705,"total_tokens":5516,"cost":0.03931375},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4686802,"overall_relative_score":4686802,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":520,"performance":989,"input_tokens":3802,"output_tokens":3744,"total_tokens":7546,"cost":0.0421925},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1529,"output_tokens":3609,"total_tokens":5138,"cost":0.03800125},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2239,"output_tokens":2659,"total_tokens":4898,"cost":0.02938875},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":31993212,"overall_relative_score":31993212,"max_execution_time_ms":2530,"max_memory_usage_kib":3072,"rank":803,"performance":598,"input_tokens":2984,"output_tokens":3365,"total_tokens":6349,"cost":0.03738},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282682017,"overall_relative_score":282682017,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":667,"performance":696,"input_tokens":2210,"output_tokens":2544,"total_tokens":4754,"cost":0.0282025},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3376,"overall_relative_score":3376,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":432,"performance":1038,"input_tokens":7584,"output_tokens":5689,"total_tokens":13273,"cost":0.057874},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":236032344,"overall_relative_score":236032344,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":577,"performance":1015,"input_tokens":7538,"output_tokens":3721,"total_tokens":11259,"cost":0.0466325},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14893178,"overall_relative_score":14893178,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":692,"performance":506,"input_tokens":4695,"output_tokens":6897,"total_tokens":11592,"cost":0.07483875},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2812,"output_tokens":5932,"total_tokens":8744,"cost":0.062835},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58962612,"overall_relative_score":58962612,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":498,"performance":1060,"input_tokens":2563,"output_tokens":2598,"total_tokens":5161,"cost":0.02918375},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":2774,"output_tokens":4263,"total_tokens":7037,"cost":0.0460975},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":381095699580,"overall_relative_score":788589532091,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":471,"performance":1218,"input_tokens":6975,"output_tokens":3615,"total_tokens":10590,"cost":0.04486875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4471,"output_tokens":2904,"total_tokens":7375,"cost":0.03462875},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409148476,"overall_relative_score":409148476,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":650,"performance":1017,"input_tokens":3614,"output_tokens":3440,"total_tokens":7054,"cost":0.0389175},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12329075,"overall_relative_score":12329075,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":770,"performance":966,"input_tokens":1703,"output_tokens":3267,"total_tokens":4970,"cost":0.03479875},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2202,"output_tokens":4024,"total_tokens":6226,"cost":0.0429925},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1087,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1849,"output_tokens":7128,"total_tokens":8977,"cost":0.07359125},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54242397201,"overall_relative_score":225830847134,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":609,"performance":1119,"input_tokens":2861,"output_tokens":3308,"total_tokens":6169,"cost":0.03665625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1039,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1758,"output_tokens":3031,"total_tokens":4789,"cost":0.0325075},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1792047910146,"overall_relative_score":30681097523,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":984,"performance":428,"input_tokens":3354,"output_tokens":5118,"total_tokens":8472,"cost":0.0553725},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039550,"overall_relative_score":1039550,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":1855,"output_tokens":4303,"total_tokens":6158,"cost":0.04534875},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":667852000000,"overall_relative_score":107005504439,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":702,"performance":1018,"input_tokens":4125,"output_tokens":4304,"total_tokens":8429,"cost":0.04819625},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1755857178383,"overall_relative_score":13064232364,"max_execution_time_ms":4685,"max_memory_usage_kib":3072,"rank":691,"performance":1003,"input_tokens":3009,"output_tokens":5342,"total_tokens":8351,"cost":0.05718125},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1733,"output_tokens":1336,"total_tokens":3069,"cost":0.01552625},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":667000494,"overall_relative_score":333575696492,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":2818,"output_tokens":7500,"total_tokens":10318,"cost":0.0785225},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1479462705,"overall_relative_score":1479462705,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":794,"performance":778,"input_tokens":1917,"output_tokens":4401,"total_tokens":6318,"cost":0.04640625},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213898344,"overall_relative_score":213898344,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":717,"performance":989,"input_tokens":4323,"output_tokens":2056,"total_tokens":6379,"cost":0.02596375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6954180,"overall_relative_score":41037789946,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":593,"performance":1090,"input_tokens":4012,"output_tokens":4712,"total_tokens":8724,"cost":0.052135},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246910,"overall_relative_score":246910,"max_execution_time_ms":110,"max_memory_usage_kib":6144,"rank":335,"performance":1348,"input_tokens":1844,"output_tokens":5758,"total_tokens":7602,"cost":0.059885},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755212137,"overall_relative_score":948199492596,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":1029,"performance":576,"input_tokens":4182,"output_tokens":4363,"total_tokens":8545,"cost":0.0488575},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46349703,"overall_relative_score":46349703,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":828,"performance":853,"input_tokens":1651,"output_tokens":2355,"total_tokens":4006,"cost":0.02561375},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2188,"output_tokens":2207,"total_tokens":4395,"cost":0.024805},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88736374,"overall_relative_score":88736374,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":946,"performance":491,"input_tokens":1480,"output_tokens":8014,"total_tokens":9494,"cost":0.08199},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1057144155,"overall_relative_score":1326613405919,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":713,"performance":1118,"input_tokens":4259,"output_tokens":3535,"total_tokens":7794,"cost":0.04067375},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":1419,"output_tokens":2704,"total_tokens":4123,"cost":0.02881375}]},{"num_self_refine":2,"rank":{"all":{"mean":596.025,"median":611.0,"min":186,"max":1011,"stdev":215.53386163853816},"short":{"mean":554.8695652173913,"median":613.0,"min":186,"max":946,"stdev":227.7509214326887},"long":{"mean":651.7058823529412,"median":609.0,"min":298,"max":1011,"stdev":190.21788976916787}},"performance":{"all":{"mean":956.225,"median":1009.0,"min":-61,"max":1658,"stdev":359.84900590564655},"short":{"mean":936.2173913043479,"median":947.0,"min":-61,"max":1658,"stdev":424.82712596598833},"long":{"mean":983.2941176470588,"median":1015.0,"min":470,"max":1541,"stdev":257.1453297033319}},"input_tokens":{"all":{"mean":10504.925,"median":9823.5,"min":5466,"max":21368,"stdev":3736.3861217279223},"short":{"mean":9114.347826086956,"median":7889.0,"min":5466,"max":21368,"stdev":3679.9537868725724},"long":{"mean":12386.29411764706,"median":12443.0,"min":7138,"max":19359,"stdev":2977.9375573688976}},"output_tokens":{"all":{"mean":7697.025,"median":7569.0,"min":3683,"max":13322,"stdev":2274.5682654584734},"short":{"mean":7288.434782608696,"median":6337.0,"min":3683,"max":13322,"stdev":2724.823911342912},"long":{"mean":8249.823529411764,"median":8381.0,"min":5181,"max":10814,"stdev":1355.4383624539203}},"total_tokens":{"all":{"mean":18201.95,"median":17694.5,"min":9149,"max":32679,"stdev":5406.661555611104},"short":{"mean":16402.782608695652,"median":14272.0,"min":9149,"max":32679,"stdev":5926.140212164175},"long":{"mean":20636.117647058825,"median":20788.0,"min":15369,"max":28207,"stdev":3466.3340123672615}},"cost":{"all":{"mean":0.08745540625,"median":0.088781,"min":0.0417905,"max":0.14371025,"stdev":0.024797497232757457},"short":{"mean":0.08154128260869566,"median":0.06921,"min":0.0417905,"max":0.14371025,"stdev":0.029114264376772305},"long":{"mean":0.09545686764705882,"median":0.0960225,"min":0.062554,"max":0.122181,"stdev":0.014664508656936196}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":505458482877,"overall_relative_score":505458482877,"max_execution_time_ms":370,"max_memory_usage_kib":4096,"rank":1011,"performance":758,"input_tokens":7138,"output_tokens":8710,"total_tokens":15848,"cost":0.0960225},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292849,"overall_relative_score":292849,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":789,"performance":795,"input_tokens":6617,"output_tokens":5805,"total_tokens":12422,"cost":0.06315325},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2538945444124,"overall_relative_score":2538945444124,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":497,"performance":1140,"input_tokens":9602,"output_tokens":8101,"total_tokens":17703,"cost":0.0901325},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2957453628,"overall_relative_score":2957453628,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":327,"performance":1221,"input_tokens":6779,"output_tokens":6337,"total_tokens":13116,"cost":0.06608375},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11462738,"overall_relative_score":11462738,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":211,"performance":1461,"input_tokens":7889,"output_tokens":7240,"total_tokens":15129,"cost":0.08024525},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4686802,"overall_relative_score":4686802,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":520,"performance":989,"input_tokens":11909,"output_tokens":7498,"total_tokens":19407,"cost":0.08986625000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1250287,"overall_relative_score":1250287,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":292,"performance":1236,"input_tokens":7072,"output_tokens":6471,"total_tokens":13543,"cost":0.07355},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":7286,"output_tokens":4495,"total_tokens":11781,"cost":0.0516095},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33211437,"overall_relative_score":33211437,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":802,"performance":600,"input_tokens":9493,"output_tokens":5876,"total_tokens":15369,"cost":0.07062625},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282682017,"overall_relative_score":282682017,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":667,"performance":696,"input_tokens":7540,"output_tokens":5679,"total_tokens":13219,"cost":0.06376699999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4268,"overall_relative_score":4268,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":406,"performance":1092,"input_tokens":21368,"output_tokens":11311,"total_tokens":32679,"cost":0.115916},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":236032344,"overall_relative_score":236032344,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":577,"performance":1015,"input_tokens":19359,"output_tokens":8848,"total_tokens":28207,"cost":0.10432675},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18347370,"overall_relative_score":18347370,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":685,"performance":536,"input_tokens":16849,"output_tokens":11398,"total_tokens":28247,"cost":0.12985724999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":764984109,"overall_relative_score":764984109,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":11786,"output_tokens":8859,"total_tokens":20645,"cost":0.10332250000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63538001,"overall_relative_score":63538001,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":470,"performance":1106,"input_tokens":8286,"output_tokens":5986,"total_tokens":14272,"cost":0.0674815},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1003574691,"overall_relative_score":6260969539,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":10460,"output_tokens":7236,"total_tokens":17696,"cost":0.082411},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":206922592521,"overall_relative_score":773881223878,"max_execution_time_ms":220,"max_memory_usage_kib":4096,"rank":491,"performance":1190,"input_tokens":18184,"output_tokens":8070,"total_tokens":26254,"cost":0.10343},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":12512,"output_tokens":5181,"total_tokens":17693,"cost":0.062554},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409148476,"overall_relative_score":409148476,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":650,"performance":1017,"input_tokens":11280,"output_tokens":7653,"total_tokens":18933,"cost":0.09063},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":7235,"output_tokens":4899,"total_tokens":12134,"cost":0.05616175},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":8585,"output_tokens":7998,"total_tokens":16583,"cost":0.09071125},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11273,"overall_relative_score":11273,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":526,"performance":947,"input_tokens":10981,"output_tokens":10713,"total_tokens":21694,"cost":0.12085625},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54242397201,"overall_relative_score":225830847134,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":609,"performance":1119,"input_tokens":9642,"output_tokens":8834,"total_tokens":18476,"cost":0.09722449999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1039,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":6705,"output_tokens":4932,"total_tokens":11637,"cost":0.05582925},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":337572900736,"overall_relative_score":163260594692,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":972,"performance":470,"input_tokens":12443,"output_tokens":9518,"total_tokens":21961,"cost":0.10698975},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039550,"overall_relative_score":1039550,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":8574,"output_tokens":7575,"total_tokens":16149,"cost":0.0844515},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271102000000,"overall_relative_score":230715152519,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":298,"performance":1541,"input_tokens":13167,"output_tokens":8763,"total_tokens":21930,"cost":0.10408875000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1755857178383,"overall_relative_score":13064232364,"max_execution_time_ms":4685,"max_memory_usage_kib":3072,"rank":691,"performance":1003,"input_tokens":11982,"output_tokens":9822,"total_tokens":21804,"cost":0.1131975},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":5466,"output_tokens":3683,"total_tokens":9149,"cost":0.0417905},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696910,"overall_relative_score":364839440696,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":628,"performance":1102,"input_tokens":13652,"output_tokens":10814,"total_tokens":24466,"cost":0.122181},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1680948804,"overall_relative_score":1680948804,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":774,"performance":817,"input_tokens":8847,"output_tokens":7143,"total_tokens":15990,"cost":0.08248875},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230712854,"overall_relative_score":230712854,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":477,"performance":1325,"input_tokens":11264,"output_tokens":5513,"total_tokens":16777,"cost":0.06921},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6454741,"overall_relative_score":45069125210,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":565,"performance":1125,"input_tokens":13284,"output_tokens":8381,"total_tokens":21665,"cost":0.09595100000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293195,"overall_relative_score":293195,"max_execution_time_ms":1420,"max_memory_usage_kib":11264,"rank":192,"performance":1658,"input_tokens":10005,"output_tokens":13322,"total_tokens":23327,"cost":0.14371025},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4681646462,"overall_relative_score":2066585736967,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":699,"performance":1057,"input_tokens":13339,"output_tokens":7563,"total_tokens":20902,"cost":0.08769574999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49902958,"overall_relative_score":49902958,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":814,"performance":879,"input_tokens":6219,"output_tokens":4791,"total_tokens":11010,"cost":0.055683750000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":7144,"output_tokens":6188,"total_tokens":13332,"cost":0.068362},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88736374,"overall_relative_score":88736374,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":946,"performance":491,"input_tokens":11536,"output_tokens":12640,"total_tokens":24176,"cost":0.139236},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1009621809,"overall_relative_score":1380692018070,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":691,"performance":1140,"input_tokens":12615,"output_tokens":8173,"total_tokens":20788,"cost":0.09274675},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":6103,"output_tokens":5862,"total_tokens":11965,"cost":0.06466475}]},{"num_self_refine":4,"rank":{"all":{"mean":561.8,"median":531.5,"min":186,"max":972,"stdev":201.90797599211075},"short":{"mean":509.95652173913044,"median":492.0,"min":186,"max":846,"stdev":207.2744071078174},"long":{"mean":631.9411764705883,"median":610.0,"min":298,"max":972,"stdev":176.64812148316045}},"performance":{"all":{"mean":1029.325,"median":1038.0,"min":223,"max":1658,"stdev":318.0019664106272},"short":{"mean":1045.608695652174,"median":1039.0,"min":223,"max":1658,"stdev":363.7228889153783},"long":{"mean":1007.2941176470588,"median":1037.0,"min":470,"max":1541,"stdev":252.37119603519594}},"input_tokens":{"all":{"mean":38321.425,"median":38222.5,"min":21278,"max":67334,"stdev":10652.423231930821},"short":{"mean":34588.13043478261,"median":32148.0,"min":21278,"max":67334,"stdev":11697.934212750975},"long":{"mean":43372.35294117647,"median":42632.0,"min":34326,"max":57589,"stdev":6426.069988153495}},"output_tokens":{"all":{"mean":15442.625,"median":14844.0,"min":7011,"max":32272,"stdev":4654.643282415793},"short":{"mean":14597.304347826086,"median":13992.0,"min":7011,"max":32272,"stdev":5715.977816888555},"long":{"mean":16586.29411764706,"median":16643.0,"min":13143,"max":20609,"stdev":2338.521455019867}},"total_tokens":{"all":{"mean":53764.05,"median":53008.0,"min":28289,"max":89009,"stdev":14565.741658038492},"short":{"mean":49185.434782608696,"median":45537.0,"min":28289,"max":89009,"stdev":16847.268221573617},"long":{"mean":59958.64705882353,"median":59205.0,"min":49085,"max":75815,"stdev":7481.207681093144}},"cost":{"all":{"mean":0.17929523125,"median":0.173677625,"min":0.08317150000000001,"max":0.35964275,"stdev":0.052512328765868914},"short":{"mean":0.16737029347826088,"median":0.164771,"min":0.08317150000000001,"max":0.35964275,"stdev":0.06298529227244842},"long":{"mean":0.1954289705882353,"median":0.1971405,"min":0.154111,"max":0.25268199999999996,"stdev":0.028030400662283496}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":791081817976,"overall_relative_score":791081817976,"max_execution_time_ms":120,"max_memory_usage_kib":4096,"rank":842,"performance":919,"input_tokens":36017,"output_tokens":20222,"total_tokens":56239,"cost":0.22808925000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":322662,"overall_relative_score":322662,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":770,"performance":822,"input_tokens":27414,"output_tokens":13091,"total_tokens":40505,"cost":0.14688949999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2564263542221,"overall_relative_score":2564263542221,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":36615,"output_tokens":13508,"total_tokens":50123,"cost":0.15680075000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3101612577,"overall_relative_score":3101612577,"max_execution_time_ms":1040,"max_memory_usage_kib":38912,"rank":309,"performance":1264,"input_tokens":29141,"output_tokens":13234,"total_tokens":42375,"cost":0.14702225},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12190983,"overall_relative_score":12190983,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":194,"performance":1513,"input_tokens":33189,"output_tokens":16949,"total_tokens":50138,"cost":0.19081625},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4681360,"overall_relative_score":4681360,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":40197,"output_tokens":13680,"total_tokens":53877,"cost":0.16415025},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1250287,"overall_relative_score":1250287,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":292,"performance":1236,"input_tokens":29371,"output_tokens":15156,"total_tokens":44527,"cost":0.17214575000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12412109308,"overall_relative_score":12412109308,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":482,"performance":871,"input_tokens":23661,"output_tokens":8231,"total_tokens":31892,"cost":0.09604625},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33211437,"overall_relative_score":33211437,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":802,"performance":600,"input_tokens":34326,"output_tokens":14759,"total_tokens":49085,"cost":0.1726415},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282682017,"overall_relative_score":282682017,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":667,"performance":696,"input_tokens":28021,"output_tokens":9451,"total_tokens":37472,"cost":0.11110424999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4268,"overall_relative_score":4268,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":406,"performance":1092,"input_tokens":67334,"output_tokens":21675,"total_tokens":89009,"cost":0.2392855},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":236032344,"overall_relative_score":236032344,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":577,"performance":1015,"input_tokens":57589,"output_tokens":14929,"total_tokens":72518,"cost":0.18009225},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21312878,"overall_relative_score":21312878,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":56627,"output_tokens":22269,"total_tokens":78896,"cost":0.25545775},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":764984109,"overall_relative_score":764984109,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":42165,"output_tokens":17040,"total_tokens":59205,"cost":0.19301025000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64680760,"overall_relative_score":64680760,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":469,"performance":1108,"input_tokens":32148,"output_tokens":13389,"total_tokens":45537,"cost":0.154203},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1244521428,"overall_relative_score":7162305802,"max_execution_time_ms":1010,"max_memory_usage_kib":4096,"rank":941,"performance":640,"input_tokens":38818,"output_tokens":16417,"total_tokens":55235,"cost":0.1971405},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216573422064,"overall_relative_score":760696689545,"max_execution_time_ms":290,"max_memory_usage_kib":5120,"rank":507,"performance":1168,"input_tokens":56336,"output_tokens":19479,"total_tokens":75815,"cost":0.25268199999999996},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266690808819416,"overall_relative_score":10687813213,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":500,"performance":1000,"input_tokens":38996,"output_tokens":13143,"total_tokens":52139,"cost":0.154111},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409148476,"overall_relative_score":409148476,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":650,"performance":1017,"input_tokens":40528,"output_tokens":15869,"total_tokens":56397,"cost":0.186886},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055805,"overall_relative_score":13055805,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":25259,"output_tokens":8867,"total_tokens":34126,"cost":0.10353975},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":32668,"output_tokens":14280,"total_tokens":46948,"cost":0.164771},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12183,"overall_relative_score":12183,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":525,"performance":949,"input_tokens":41903,"output_tokens":19786,"total_tokens":61689,"cost":0.22518275},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53359964542,"overall_relative_score":224126841580,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":38839,"output_tokens":16271,"total_tokens":55110,"cost":0.18663475000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1039,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":22273,"output_tokens":8209,"total_tokens":30482,"cost":0.09481125},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":337572900736,"overall_relative_score":163260594692,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":972,"performance":470,"input_tokens":45692,"output_tokens":18344,"total_tokens":64036,"cost":0.210891},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1045739,"overall_relative_score":1045739,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":304,"performance":1566,"input_tokens":34053,"output_tokens":14428,"total_tokens":48481,"cost":0.16553425},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271102000000,"overall_relative_score":230715152519,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":298,"performance":1541,"input_tokens":46276,"output_tokens":16749,"total_tokens":63025,"cost":0.199415},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1591103180500,"overall_relative_score":23070659636,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":44955,"output_tokens":17209,"total_tokens":62164,"cost":0.20250775000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":21278,"output_tokens":7011,"total_tokens":28289,"cost":0.08317150000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72718045,"overall_relative_score":367598830652,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":617,"performance":1115,"input_tokens":46049,"output_tokens":16643,"total_tokens":62692,"cost":0.20887125},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3495573255,"overall_relative_score":3495573255,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":492,"performance":1244,"input_tokens":32943,"output_tokens":14334,"total_tokens":47277,"cost":0.16522275},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240416031,"overall_relative_score":240416031,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":379,"performance":1468,"input_tokens":37627,"output_tokens":13992,"total_tokens":51619,"cost":0.17471375},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5720094,"overall_relative_score":53369328424,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":504,"performance":1202,"input_tokens":45861,"output_tokens":18719,"total_tokens":64580,"cost":0.21456425},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293195,"overall_relative_score":293195,"max_execution_time_ms":1420,"max_memory_usage_kib":11264,"rank":192,"performance":1658,"input_tokens":53039,"output_tokens":32272,"total_tokens":85311,"cost":0.35964275},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4507989722,"overall_relative_score":2146209879683,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":687,"performance":1071,"input_tokens":42632,"output_tokens":14246,"total_tokens":56878,"cost":0.166374},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50792187,"overall_relative_score":50792187,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":807,"performance":891,"input_tokens":25042,"output_tokens":11219,"total_tokens":36261,"cost":0.1299565},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":30885,"output_tokens":12542,"total_tokens":43427,"cost":0.14545025},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135491704,"overall_relative_score":135491704,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":538,"performance":1234,"input_tokens":45710,"output_tokens":19380,"total_tokens":65090,"cost":0.2209855},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":998499559,"overall_relative_score":1397931680330,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":684,"performance":1148,"input_tokens":45967,"output_tokens":20609,"total_tokens":66576,"cost":0.23431675},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":25413,"output_tokens":10104,"total_tokens":35517,"cost":0.11667825}]},{"num_self_refine":8,"rank":{"all":{"mean":538.25,"median":522.5,"min":186,"max":962,"stdev":199.4206673444419},"short":{"mean":499.5217391304348,"median":492.0,"min":186,"max":820,"stdev":210.7956506290172},"long":{"mean":590.6470588235294,"median":540.0,"min":298,"max":962,"stdev":175.3995229385155}},"performance":{"all":{"mean":1066.125,"median":1100.0,"min":223,"max":1658,"stdev":319.1682449582721},"short":{"mean":1067.4782608695652,"median":1039.0,"min":223,"max":1658,"stdev":375.7861903656988},"long":{"mean":1064.2941176470588,"median":1118.0,"min":501,"max":1541,"stdev":232.6520375759372}},"input_tokens":{"all":{"mean":149384.9,"median":150679.5,"min":76396,"max":261643,"stdev":39029.755937666916},"short":{"mean":137851.08695652173,"median":130370.0,"min":76396,"max":261643,"stdev":45939.1030870939},"long":{"mean":164989.4705882353,"median":164811.0,"min":135060,"max":209695,"stdev":19009.073274747137}},"output_tokens":{"all":{"mean":33294.975,"median":32835.5,"min":14822,"max":75526,"stdev":10917.267276852333},"short":{"mean":31515.260869565216,"median":32413.0,"min":14822,"max":75526,"stdev":13403.736586277288},"long":{"mean":35702.82352941176,"median":33877.0,"min":26331,"max":48077,"stdev":5724.659304658379}},"total_tokens":{"all":{"mean":182679.875,"median":183087.5,"min":92127,"max":337169,"stdev":49130.64311487699},"short":{"mean":169366.34782608695,"median":164588.0,"min":92127,"max":337169,"stdev":58662.36662198091},"long":{"mean":200692.29411764705,"median":196607.0,"min":161391,"max":253509,"stdev":23503.4820525723}},"cost":{"all":{"mean":0.398918875,"median":0.39876362499999995,"min":0.181203,"max":0.8835937500000001,"stdev":0.1261942816312081},"short":{"mean":0.37504629347826085,"median":0.38293599999999994,"min":0.181203,"max":0.8835937500000001,"stdev":0.15367051067563525},"long":{"mean":0.43121707352941174,"median":0.416622,"min":0.314631,"max":0.557481,"stdev":0.06647906066737788}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":906876607092,"overall_relative_score":906876607092,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":540,"performance":1194,"input_tokens":176684,"output_tokens":48077,"total_tokens":224761,"cost":0.557481},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":407468,"overall_relative_score":407468,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":744,"performance":858,"input_tokens":124259,"output_tokens":31260,"total_tokens":155519,"cost":0.36294775},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2572303542950,"overall_relative_score":2572303542950,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":488,"performance":1153,"input_tokens":135060,"output_tokens":26331,"total_tokens":161391,"cost":0.314631},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3111632096,"overall_relative_score":3111632096,"max_execution_time_ms":1110,"max_memory_usage_kib":117760,"rank":309,"performance":1264,"input_tokens":130370,"output_tokens":32679,"total_tokens":163049,"cost":0.37728849999999997},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12186433,"overall_relative_score":12186433,"max_execution_time_ms":870,"max_memory_usage_kib":4096,"rank":194,"performance":1513,"input_tokens":150765,"output_tokens":39586,"total_tokens":190351,"cost":0.45860425},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4684559,"overall_relative_score":4684559,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":149048,"output_tokens":32636,"total_tokens":181684,"cost":0.416622},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1433816,"overall_relative_score":1433816,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":203,"performance":1479,"input_tokens":129769,"output_tokens":34819,"total_tokens":164588,"cost":0.43393725},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12412109308,"overall_relative_score":12412109308,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":482,"performance":871,"input_tokens":86388,"output_tokens":15807,"total_tokens":102195,"cost":0.19160700000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4970895158,"overall_relative_score":4970895158,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":461,"performance":1142,"input_tokens":145270,"output_tokens":35023,"total_tokens":180293,"cost":0.41359350000000006},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282682017,"overall_relative_score":282682017,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":667,"performance":696,"input_tokens":103235,"output_tokens":20068,"total_tokens":123303,"cost":0.23597975},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4268,"overall_relative_score":4268,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":406,"performance":1092,"input_tokens":221156,"output_tokens":41779,"total_tokens":262935,"cost":0.482699},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226592449,"overall_relative_score":226592449,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":578,"performance":1014,"input_tokens":183967,"output_tokens":33323,"total_tokens":217290,"cost":0.40090075000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21114522,"overall_relative_score":21114522,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":209691,"output_tokens":44364,"total_tokens":254055,"cost":0.51696975},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":764984109,"overall_relative_score":764984109,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":151163,"output_tokens":31426,"total_tokens":182589,"cost":0.36799775},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64791562,"overall_relative_score":64791562,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":469,"performance":1108,"input_tokens":137125,"output_tokens":33698,"total_tokens":170823,"cost":0.39318625000000007},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1388967017,"overall_relative_score":7852161890,"max_execution_time_ms":1130,"max_memory_usage_kib":4096,"rank":939,"performance":644,"input_tokens":165737,"output_tokens":43105,"total_tokens":208842,"cost":0.50833325},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":229513524567,"overall_relative_score":766774441775,"max_execution_time_ms":220,"max_memory_usage_kib":4096,"rank":496,"performance":1183,"input_tokens":209695,"output_tokens":43814,"total_tokens":253509,"cost":0.54574675},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":111640935400589,"overall_relative_score":28848735351,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":378,"performance":1217,"input_tokens":148316,"output_tokens":31133,"total_tokens":179449,"cost":0.37000500000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409148476,"overall_relative_score":409148476,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":650,"performance":1017,"input_tokens":160892,"output_tokens":38012,"total_tokens":198904,"cost":0.44861100000000004},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055805,"overall_relative_score":13055805,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":90988,"output_tokens":16203,"total_tokens":107191,"cost":0.193685},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":114978,"output_tokens":22481,"total_tokens":137459,"cost":0.2690285},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12895,"overall_relative_score":12895,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":524,"performance":952,"input_tokens":173870,"output_tokens":44416,"total_tokens":218286,"cost":0.5167775},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53359964542,"overall_relative_score":224126841580,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":152209,"output_tokens":33877,"total_tokens":186086,"cost":0.46207125},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1039,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":76396,"output_tokens":15731,"total_tokens":92127,"cost":0.20254899999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":158056688030,"overall_relative_score":343915266854,"max_execution_time_ms":100,"max_memory_usage_kib":33792,"rank":962,"performance":501,"input_tokens":172768,"output_tokens":36531,"total_tokens":209299,"cost":0.426182},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1046656,"overall_relative_score":1046656,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":298,"performance":1577,"input_tokens":136968,"output_tokens":31785,"total_tokens":168753,"cost":0.403956},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271102000000,"overall_relative_score":230715152519,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":298,"performance":1541,"input_tokens":164811,"output_tokens":31796,"total_tokens":196607,"cost":0.37954175},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":831127913800,"overall_relative_score":129785114,"max_execution_time_ms":2220,"max_memory_usage_kib":3072,"rank":755,"performance":917,"input_tokens":165374,"output_tokens":33879,"total_tokens":199253,"cost":0.4268515},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476370276130,"overall_relative_score":9476370276130,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":732,"performance":931,"input_tokens":83180,"output_tokens":14822,"total_tokens":98002,"cost":0.181203},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48708143,"overall_relative_score":368203325410,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":617,"performance":1115,"input_tokens":155903,"output_tokens":31474,"total_tokens":187377,"cost":0.38952275000000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3495573255,"overall_relative_score":3495573255,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":492,"performance":1244,"input_tokens":142445,"output_tokens":36019,"total_tokens":178464,"cost":0.42175025000000005},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245420826,"overall_relative_score":245420826,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":328,"performance":1548,"input_tokens":150594,"output_tokens":32992,"total_tokens":183586,"cost":0.39662649999999994},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5694081,"overall_relative_score":54174790291,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":502,"performance":1204,"input_tokens":182196,"output_tokens":40638,"total_tokens":222834,"cost":0.477885},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293195,"overall_relative_score":293195,"max_execution_time_ms":1420,"max_memory_usage_kib":11264,"rank":192,"performance":1658,"input_tokens":261643,"output_tokens":75526,"total_tokens":337169,"cost":0.8835937500000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4509817889,"overall_relative_score":2144606934141,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":687,"performance":1071,"input_tokens":156933,"output_tokens":32460,"total_tokens":189393,"cost":0.38526225000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50726719,"overall_relative_score":50726719,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":807,"performance":891,"input_tokens":108673,"output_tokens":25998,"total_tokens":134671,"cost":0.33174125},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":116524,"output_tokens":20595,"total_tokens":137119,"cost":0.249221},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137134712,"overall_relative_score":137134712,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":497,"performance":1291,"input_tokens":160056,"output_tokens":32413,"total_tokens":192469,"cost":0.38293599999999994},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":998499559,"overall_relative_score":1397931680330,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":684,"performance":1148,"input_tokens":189687,"output_tokens":41425,"total_tokens":231112,"cost":0.4880627499999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":195751,"overall_relative_score":195751,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":820,"performance":775,"input_tokens":100610,"output_tokens":23798,"total_tokens":124408,"cost":0.2911665}]},{"num_self_refine":16,"rank":{"all":{"mean":520.8,"median":518.0,"min":186,"max":959,"stdev":194.6079820219784},"short":{"mean":482.69565217391306,"median":492.0,"min":186,"max":808,"stdev":201.198327026889},"long":{"mean":572.3529411764706,"median":525.0,"min":296,"max":959,"stdev":178.1617738098126}},"performance":{"all":{"mean":1105.075,"median":1108.0,"min":483,"max":1658,"stdev":291.7731281892377},"short":{"mean":1116.1304347826087,"median":1092.0,"min":483,"max":1658,"stdev":331.5379183507489},"long":{"mean":1090.1176470588234,"median":1134.0,"min":510,"max":1545,"stdev":236.55519502669486}},"input_tokens":{"all":{"mean":630705.0,"median":629973.5,"min":295776,"max":1274026,"stdev":182571.06942173195},"short":{"mean":591122.6086956522,"median":608050.0,"min":295776,"max":1274026,"stdev":219536.55059812192},"long":{"mean":684257.6470588235,"median":652177.0,"min":522017,"max":897139,"stdev":98376.6397207317}},"output_tokens":{"all":{"mean":75656.9,"median":78101.0,"min":31672,"max":172726,"stdev":27266.81368727212},"short":{"mean":71346.91304347826,"median":78435.0,"min":31672,"max":172726,"stdev":32069.208461633898},"long":{"mean":81488.05882352941,"median":77149.0,"min":57381,"max":123437,"stdev":18311.27792669926}},"total_tokens":{"all":{"mean":706361.9,"median":701021.5,"min":328470,"max":1446752,"stdev":209117.60847093945},"short":{"mean":662469.5217391305,"median":685817.0,"min":328470,"max":1446752,"stdev":251017.89466071385},"long":{"mean":765745.7058823529,"median":733622.0,"min":579398,"max":1013217,"stdev":115919.50284559793}},"cost":{"all":{"mean":0.96166385,"median":0.9958425,"min":0.4018645,"max":2.0838405,"stdev":0.3334394004617448},"short":{"mean":0.8967828260869565,"median":0.98338925,"min":0.4018645,"max":2.0838405,"stdev":0.3816782448121123},"long":{"mean":1.0494440588235294,"median":1.017943,"min":0.7123952499999999,"max":1.6134177499999998,"stdev":0.23761293471967782}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913905321652,"overall_relative_score":913905321652,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":515,"performance":1218,"input_tokens":822447,"output_tokens":106060,"total_tokens":928507,"cost":1.39169875},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":460195,"overall_relative_score":460195,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":734,"performance":871,"input_tokens":599177,"output_tokens":81517,"total_tokens":680694,"cost":0.98338925},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2710991079171,"overall_relative_score":2710991079171,"max_execution_time_ms":1420,"max_memory_usage_kib":3072,"rank":346,"performance":1362,"input_tokens":522017,"output_tokens":57381,"total_tokens":579398,"cost":0.7123952499999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3236673521,"overall_relative_score":3236673521,"max_execution_time_ms":970,"max_memory_usage_kib":117760,"rank":298,"performance":1290,"input_tokens":616826,"output_tokens":78435,"total_tokens":695261,"cost":1.0172545},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12186433,"overall_relative_score":12186433,"max_execution_time_ms":870,"max_memory_usage_kib":4096,"rank":194,"performance":1513,"input_tokens":699517,"output_tokens":84965,"total_tokens":784482,"cost":1.0391822499999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4684559,"overall_relative_score":4684559,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":637881,"output_tokens":75822,"total_tokens":713703,"cost":0.9634432500000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1433816,"overall_relative_score":1433816,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":203,"performance":1479,"input_tokens":608050,"output_tokens":77767,"total_tokens":685817,"cost":1.0410764999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12412109308,"overall_relative_score":12412109308,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":482,"performance":871,"input_tokens":332730,"output_tokens":31672,"total_tokens":364402,"cost":0.4018645},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5686725117,"overall_relative_score":5686725117,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":451,"performance":1156,"input_tokens":643234,"output_tokens":78635,"total_tokens":721869,"cost":1.0853845},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282682017,"overall_relative_score":282682017,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":667,"performance":696,"input_tokens":405412,"output_tokens":41396,"total_tokens":446808,"cost":0.516373},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4296,"overall_relative_score":4296,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":406,"performance":1092,"input_tokens":847784,"output_tokens":99630,"total_tokens":947414,"cost":1.274398},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226592449,"overall_relative_score":226592449,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":578,"performance":1014,"input_tokens":704595,"output_tokens":75673,"total_tokens":780268,"cost":1.05571375},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21114522,"overall_relative_score":21114522,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":814384,"output_tokens":89432,"total_tokens":903816,"cost":1.0927959999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":764984109,"overall_relative_score":764984109,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":582354,"output_tokens":64412,"total_tokens":646766,"cost":0.7941905},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64830250,"overall_relative_score":64830250,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":469,"performance":1108,"input_tokens":615675,"output_tokens":73758,"total_tokens":689433,"cost":0.90482175},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1929167855,"overall_relative_score":11573902548,"max_execution_time_ms":1370,"max_memory_usage_kib":4096,"rank":923,"performance":676,"input_tokens":842835,"output_tokens":123437,"total_tokens":966272,"cost":1.6134177499999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":229513524567,"overall_relative_score":766774441775,"max_execution_time_ms":220,"max_memory_usage_kib":4096,"rank":496,"performance":1183,"input_tokens":897139,"output_tokens":116078,"total_tokens":1013217,"cost":1.43721175},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":111224706005155,"overall_relative_score":29299974590,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":378,"performance":1217,"input_tokens":652177,"output_tokens":81445,"total_tokens":733622,"cost":0.98023125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409148476,"overall_relative_score":409148476,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":650,"performance":1017,"input_tokens":703841,"output_tokens":86383,"total_tokens":790224,"cost":1.1542392500000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13096560,"overall_relative_score":13096560,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":342163,"output_tokens":34849,"total_tokens":377012,"cost":0.4370737499999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":390132,"output_tokens":39857,"total_tokens":429989,"cost":0.543515},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12895,"overall_relative_score":12895,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":524,"performance":952,"input_tokens":758735,"output_tokens":91866,"total_tokens":850601,"cost":1.12331875},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53719435629,"overall_relative_score":224874907907,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":629423,"output_tokens":73241,"total_tokens":702664,"cost":1.0352047500000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332487,"overall_relative_score":1332487,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":567,"performance":995,"input_tokens":295776,"output_tokens":32694,"total_tokens":328470,"cost":0.45834},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146206848756,"overall_relative_score":373884304698,"max_execution_time_ms":120,"max_memory_usage_kib":33792,"rank":959,"performance":510,"input_tokens":707724,"output_tokens":83284,"total_tokens":791008,"cost":1.017943},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1046656,"overall_relative_score":1046656,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":298,"performance":1577,"input_tokens":611675,"output_tokens":80487,"total_tokens":692162,"cost":1.00829575},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274081000000,"overall_relative_score":232144338389,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":296,"performance":1545,"input_tokens":620232,"output_tokens":63747,"total_tokens":683979,"cost":0.9050159999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":306618014700,"overall_relative_score":23333813434,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":684184,"output_tokens":83206,"total_tokens":767390,"cost":1.043034},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9996759673224,"overall_relative_score":9996759673224,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":617,"performance":1108,"input_tokens":342835,"output_tokens":33445,"total_tokens":376280,"cost":0.47067375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23694630,"overall_relative_score":370676560132,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":601,"performance":1134,"input_tokens":596095,"output_tokens":66772,"total_tokens":662867,"cost":0.83712675},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3495573255,"overall_relative_score":3495573255,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":492,"performance":1244,"input_tokens":662423,"output_tokens":85760,"total_tokens":748183,"cost":1.03690875},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":247949289,"overall_relative_score":247949289,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":291,"performance":1611,"input_tokens":693053,"output_tokens":92377,"total_tokens":785430,"cost":1.12696625},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5663448,"overall_relative_score":54721129920,"max_execution_time_ms":270,"max_memory_usage_kib":4096,"rank":498,"performance":1209,"input_tokens":750319,"output_tokens":90100,"total_tokens":840419,"cost":1.1582107499999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293195,"overall_relative_score":293195,"max_execution_time_ms":1420,"max_memory_usage_kib":11264,"rank":192,"performance":1658,"input_tokens":1274026,"output_tokens":172726,"total_tokens":1446752,"cost":2.0838405},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4487511211,"overall_relative_score":2156204819096,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":684,"performance":1074,"input_tokens":630524,"output_tokens":68855,"total_tokens":699379,"cost":0.8557769999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50632078,"overall_relative_score":50632078,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":808,"performance":889,"input_tokens":471935,"output_tokens":53401,"total_tokens":525336,"cost":0.6965367499999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":398285,"output_tokens":35247,"total_tokens":433532,"cost":0.45015025},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137134712,"overall_relative_score":137134712,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":497,"performance":1291,"input_tokens":585434,"output_tokens":64478,"total_tokens":649912,"cost":0.8139645},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":998499559,"overall_relative_score":1397931680330,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":684,"performance":1148,"input_tokens":709200,"output_tokens":77149,"total_tokens":786349,"cost":0.9545499999999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198832,"overall_relative_score":198832,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":808,"performance":801,"input_tokens":525952,"output_tokens":78837,"total_tokens":604789,"cost":0.9510259999999999}]}]},{"model_name":"gpt-oss-120b","detail_path":"data/model_details/gpt-oss-120b.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":767.45,"median":737.5,"min":186,"max":1232,"stdev":215.3382491302034},"short":{"mean":733.2608695652174,"median":732.0,"min":186,"max":1057,"stdev":205.81969545107467},"long":{"mean":813.7058823529412,"median":743.0,"min":543,"max":1232,"stdev":225.4489312199889}},"performance":{"all":{"mean":575.625,"median":574.5,"min":123,"max":946,"stdev":187.05609846877212},"short":{"mean":523.5217391304348,"median":568.0,"min":123,"max":717,"stdev":150.52208221122103},"long":{"mean":646.1176470588235,"median":668.0,"min":194,"max":946,"stdev":212.02030632493117}},"input_tokens":{"all":{"mean":3044.0,"median":2652.5,"min":1409,"max":7648,"stdev":1607.031105597827},"short":{"mean":2466.8260869565215,"median":1913.0,"min":1483,"max":7648,"stdev":1428.7247858961473},"long":{"mean":3824.8823529411766,"median":3418.0,"min":1409,"max":7602,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":1997.05,"median":1520.5,"min":849,"max":8612,"stdev":1450.9891224035186},"short":{"mean":2128.695652173913,"median":1514.0,"min":871,"max":8612,"stdev":1805.4726763316683},"long":{"mean":1818.9411764705883,"median":1585.0,"min":849,"max":3725,"stdev":768.8230835657378}},"total_tokens":{"all":{"mean":5041.05,"median":4756.0,"min":2452,"max":10878,"stdev":1946.351286579386},"short":{"mean":4595.521739130435,"median":4290.0,"min":2452,"max":10878,"stdev":2121.6366938921387},"long":{"mean":5643.823529411765,"median":5385.0,"min":3725,"max":8484,"stdev":1540.523743540412}},"cost":{"all":{"mean":0.001302925,"median":0.0011431,"min":0.0006127,"max":0.0045326,"stdev":0.0007121699897010328},"short":{"mean":0.0013110304347826087,"median":0.0010078,"min":0.0006127,"max":0.0045326,"stdev":0.000891831401939944},"long":{"mean":0.0012919588235294117,"median":0.0012838,"min":0.0007121,"max":0.0022491,"stdev":0.00037738497926325765}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22914631,"overall_relative_score":22914631,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1232,"performance":383,"input_tokens":1409,"output_tokens":2479,"total_tokens":3888,"cost":0.0013804},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":1533,"output_tokens":919,"total_tokens":2452,"cost":0.0006128},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1901231980636,"overall_relative_score":1901231980636,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":632,"performance":836,"input_tokens":2678,"output_tokens":1497,"total_tokens":4175,"cost":0.0010163},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":795220099,"overall_relative_score":795220099,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":591,"performance":356,"input_tokens":1693,"output_tokens":1081,"total_tokens":2774,"cost":0.0007098},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":477,"performance":604,"input_tokens":1875,"output_tokens":871,"total_tokens":2746,"cost":0.000623},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4569751,"overall_relative_score":4569751,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":543,"performance":946,"input_tokens":3866,"output_tokens":3725,"total_tokens":7591,"cost":0.0022491},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181296,"overall_relative_score":181296,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":511,"performance":439,"input_tokens":1593,"output_tokens":1514,"total_tokens":3107,"cost":0.0009163},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":2303,"output_tokens":1996,"total_tokens":4299,"cost":0.0012283},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3048,"output_tokens":2070,"total_tokens":5118,"cost":0.0013398},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":2274,"output_tokens":2572,"total_tokens":4846,"cost":0.0015134},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":7648,"output_tokens":896,"total_tokens":8544,"cost":0.0012128},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":7602,"output_tokens":882,"total_tokens":8484,"cost":0.0012012},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":4759,"output_tokens":907,"total_tokens":5666,"cost":0.0009294},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":2876,"output_tokens":849,"total_tokens":3725,"cost":0.0007121},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28626229,"overall_relative_score":28626229,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":706,"performance":568,"input_tokens":2627,"output_tokens":1330,"total_tokens":3957,"cost":0.0009277},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":2838,"output_tokens":2334,"total_tokens":5172,"cost":0.0014508},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":7039,"output_tokens":1357,"total_tokens":8396,"cost":0.0013824},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4535,"output_tokens":3156,"total_tokens":7691,"cost":0.0020315},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":309165227,"overall_relative_score":309165227,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":879,"performance":579,"input_tokens":3678,"output_tokens":1298,"total_tokens":4976,"cost":0.0010168},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4235100,"overall_relative_score":4235100,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1057,"performance":288,"input_tokens":1767,"output_tokens":872,"total_tokens":2639,"cost":0.0006127},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2266,"output_tokens":8612,"total_tokens":10878,"cost":0.0045326},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1913,"output_tokens":1155,"total_tokens":3068,"cost":0.0007688},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2925,"output_tokens":1585,"total_tokens":4510,"cost":0.001085},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990472,"overall_relative_score":990472,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":523,"input_tokens":1822,"output_tokens":5236,"total_tokens":7058,"cost":0.0028002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":3418,"output_tokens":2098,"total_tokens":5516,"cost":0.0013908},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":393446,"overall_relative_score":393446,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":822,"performance":606,"input_tokens":1919,"output_tokens":2371,"total_tokens":4290,"cost":0.0013774},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4189,"output_tokens":1858,"total_tokens":6047,"cost":0.0013479},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":3073,"output_tokens":1485,"total_tokens":4558,"cost":0.0010498},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6108352088531,"overall_relative_score":6108352088531,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":894,"performance":495,"input_tokens":1797,"output_tokens":1115,"total_tokens":2912,"cost":0.0007372},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50000002000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":2882,"output_tokens":1337,"total_tokens":4219,"cost":0.0009567},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696041790,"overall_relative_score":696041790,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":676,"input_tokens":1981,"output_tokens":3326,"total_tokens":5307,"cost":0.0018611},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143047940,"overall_relative_score":143047940,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":907,"performance":439,"input_tokens":4387,"output_tokens":1763,"total_tokens":6150,"cost":0.0013202},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":4076,"output_tokens":1309,"total_tokens":5385,"cost":0.0010621},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":640,"performance":639,"input_tokens":1908,"output_tokens":2758,"total_tokens":4666,"cost":0.0015698},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4246,"output_tokens":1198,"total_tokens":5444,"cost":0.0010236},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":1715,"output_tokens":1066,"total_tokens":2781,"cost":0.0007045},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":2252,"output_tokens":4056,"total_tokens":6308,"cost":0.0022532},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":1544,"output_tokens":1527,"total_tokens":3071,"cost":0.0009179},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10336840508,"overall_relative_score":132260511019,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1167,"performance":504,"input_tokens":4323,"output_tokens":1703,"total_tokens":6026,"cost":0.0012838},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1483,"output_tokens":1719,"total_tokens":3202,"cost":0.0010078}]},{"num_self_refine":2,"rank":{"all":{"mean":669.05,"median":659.0,"min":186,"max":1087,"stdev":212.91902276783597},"short":{"mean":609.4347826086956,"median":616.0,"min":186,"max":925,"stdev":206.11092028917486},"long":{"mean":749.7058823529412,"median":724.0,"min":390,"max":1087,"stdev":200.17422558420276}},"performance":{"all":{"mean":806.925,"median":796.5,"min":123,"max":1441,"stdev":281.16455511191674},"short":{"mean":836.6086956521739,"median":817.0,"min":123,"max":1441,"stdev":299.7004169515762},"long":{"mean":766.7647058823529,"median":791.0,"min":194,"max":1204,"stdev":257.31243882966595}},"input_tokens":{"all":{"mean":8318.675,"median":7259.5,"min":4256,"max":23341,"stdev":3977.7634186491773},"short":{"mean":7493.739130434783,"median":6104.0,"min":4283,"max":23341,"stdev":4412.301432229416},"long":{"mean":9434.764705882353,"median":9088.0,"min":4256,"max":16371,"stdev":3081.6846758188076}},"output_tokens":{"all":{"mean":5138.3,"median":4665.5,"min":2663,"max":12659,"stdev":2141.284064797066},"short":{"mean":5391.608695652174,"median":4897.0,"min":2871,"max":12659,"stdev":2442.017287168549},"long":{"mean":4795.588235294118,"median":4619.0,"min":2663,"max":7947,"stdev":1661.1453149417546}},"total_tokens":{"all":{"mean":13456.975,"median":12179.0,"min":7469,"max":36000,"stdev":5054.918095090851},"short":{"mean":12885.347826086956,"median":11618.0,"min":7469,"max":36000,"stdev":6103.214217329152},"long":{"mean":14230.35294117647,"median":13590.0,"min":9847,"max":19347,"stdev":3156.0398829303567}},"cost":{"all":{"mean":0.0034010175,"median":0.0030781999999999997,"min":0.0020128,"max":0.0086636,"stdev":0.0012496900671946111},"short":{"mean":0.0034451782608695652,"median":0.002951,"min":0.0020128,"max":0.0086636,"stdev":0.0015087792145116173},"long":{"mean":0.003341270588235294,"median":0.0031251,"min":0.0020559000000000003,"max":0.0048823,"stdev":0.00081855905159975}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90521937796,"overall_relative_score":90521937796,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1087,"performance":679,"input_tokens":4256,"output_tokens":5591,"total_tokens":9847,"cost":0.0032211},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":180078,"overall_relative_score":180078,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":905,"performance":584,"input_tokens":4283,"output_tokens":3186,"total_tokens":7469,"cost":0.0020213},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2202985062562,"overall_relative_score":2202985062562,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":565,"performance":1049,"input_tokens":7136,"output_tokens":4619,"total_tokens":11755,"cost":0.0030231},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3186174046,"overall_relative_score":3186174046,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":4832,"output_tokens":3384,"total_tokens":8216,"cost":0.0021752},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4091897,"overall_relative_score":4091897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":329,"performance":1138,"input_tokens":4888,"output_tokens":3048,"total_tokens":7936,"cost":0.0020128},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5009956,"overall_relative_score":5009956,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":390,"performance":1204,"input_tokens":10936,"output_tokens":6827,"total_tokens":17763,"cost":0.0045071},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":589788,"overall_relative_score":589788,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":435,"performance":841,"input_tokens":5025,"output_tokens":4897,"total_tokens":9922,"cost":0.002951},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":6684,"output_tokens":5151,"total_tokens":11835,"cost":0.0032439},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223970044,"overall_relative_score":223970044,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":563,"performance":1001,"input_tokens":7677,"output_tokens":4414,"total_tokens":12091,"cost":0.0029747},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":7275,"output_tokens":4343,"total_tokens":11618,"cost":0.002899},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3376,"overall_relative_score":3376,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":432,"performance":1038,"input_tokens":16460,"output_tokens":5822,"total_tokens":22282,"cost":0.004557},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":16371,"output_tokens":2976,"total_tokens":19347,"cost":0.0031251},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":10570,"output_tokens":2871,"total_tokens":13441,"cost":0.0024925},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":6963,"output_tokens":3332,"total_tokens":10295,"cost":0.0023623000000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":6665,"output_tokens":4472,"total_tokens":11137,"cost":0.0029025},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":7737,"output_tokens":3947,"total_tokens":11684,"cost":0.0027472},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411820895919,"overall_relative_score":385796299964,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":15703,"output_tokens":2922,"total_tokens":18625,"cost":0.0030313},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":11667,"output_tokens":6365,"total_tokens":18032,"cost":0.004349199999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":8832,"output_tokens":6317,"total_tokens":15149,"cost":0.0040417000000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4806,"output_tokens":4076,"total_tokens":8882,"cost":0.0025186},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":23341,"output_tokens":12659,"total_tokens":36000,"cost":0.0086636},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5281,"output_tokens":8117,"total_tokens":13398,"cost":0.0045866},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":7244,"output_tokens":2663,"total_tokens":9907,"cost":0.0020559000000000003},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1221582,"overall_relative_score":1221582,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":709,"performance":611,"input_tokens":6287,"output_tokens":8523,"total_tokens":14810,"cost":0.0048902},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":9088,"output_tokens":7947,"total_tokens":17035,"cost":0.0048823},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":393446,"overall_relative_score":393446,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":822,"performance":606,"input_tokens":6049,"output_tokens":4009,"total_tokens":10058,"cost":0.0026094},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":9815,"output_tokens":2779,"total_tokens":12594,"cost":0.002371},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":8034,"output_tokens":6606,"total_tokens":14640,"cost":0.0041064},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":5161,"output_tokens":3391,"total_tokens":8552,"cost":0.0022116},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401082400,"overall_relative_score":639988387,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":845,"performance":791,"input_tokens":7377,"output_tokens":5969,"total_tokens":13346,"cost":0.0037222},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2870694711,"overall_relative_score":2870694711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":6924,"output_tokens":5343,"total_tokens":12267,"cost":0.0033639000000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":10567,"output_tokens":3379,"total_tokens":13946,"cost":0.0027462},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":9720,"output_tokens":6311,"total_tokens":16031,"cost":0.0041275},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21282,"overall_relative_score":21282,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":817,"input_tokens":6104,"output_tokens":5710,"total_tokens":11814,"cost":0.0034654000000000004},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755200998,"overall_relative_score":948200953965,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1026,"performance":583,"input_tokens":10045,"output_tokens":3545,"total_tokens":13590,"cost":0.002777},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55815781,"overall_relative_score":55815781,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":968,"input_tokens":4909,"output_tokens":3194,"total_tokens":8103,"cost":0.0020879},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":7770,"output_tokens":9783,"total_tokens":17553,"cost":0.0056685},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":4761,"output_tokens":6214,"total_tokens":10975,"cost":0.0035831},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1116214337,"overall_relative_score":1263130860415,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":724,"performance":1106,"input_tokens":10622,"output_tokens":4712,"total_tokens":15334,"cost":0.0034181999999999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":4882,"output_tokens":6118,"total_tokens":11000,"cost":0.0035472}]},{"num_self_refine":4,"rank":{"all":{"mean":596.1,"median":572.0,"min":186,"max":1037,"stdev":217.2561763307229},"short":{"mean":504.17391304347825,"median":534.0,"min":186,"max":925,"stdev":188.518784251889},"long":{"mean":720.4705882352941,"median":743.0,"min":390,"max":1037,"stdev":193.91174463111395}},"performance":{"all":{"mean":957.2,"median":907.0,"min":194,"max":1556,"stdev":319.77172947957575},"short":{"mean":1050.3478260869565,"median":1068.0,"min":483,"max":1556,"stdev":320.11810444039844},"long":{"mean":831.1764705882352,"median":838.0,"min":194,"max":1275,"stdev":281.0569860575693}},"input_tokens":{"all":{"mean":28468.2,"median":23839.0,"min":16752,"max":75629,"stdev":11877.023721109379},"short":{"mean":27365.478260869564,"median":23258.0,"min":16752,"max":75629,"stdev":13344.13923062571},"long":{"mean":29960.117647058825,"median":29263.0,"min":18089,"max":56755,"stdev":9741.098711659488}},"output_tokens":{"all":{"mean":11508.925,"median":11234.5,"min":6088,"max":23165,"stdev":3684.6478340402405},"short":{"mean":11767.347826086956,"median":10651.0,"min":6851,"max":23165,"stdev":3985.3047061411144},"long":{"mean":11159.29411764706,"median":11358.0,"min":6088,"max":15968,"stdev":3320.9192395462187}},"total_tokens":{"all":{"mean":39977.125,"median":36312.0,"min":24123,"max":98794,"stdev":13629.207711020043},"short":{"mean":39132.82608695652,"median":34463.0,"min":24123,"max":98794,"stdev":15872.636192380023},"long":{"mean":41119.41176470588,"median":41216.0,"min":24429,"max":67215,"stdev":10195.546816250364}},"cost":{"all":{"mean":0.0086012825,"median":0.008051599999999999,"min":0.004878100000000001,"max":0.0191454,"stdev":0.0025220117713472515},"short":{"mean":0.008620221739130435,"median":0.007803600000000001,"min":0.0051527000000000005,"max":0.0191454,"stdev":0.002941244232070459},"long":{"mean":0.008575658823529411,"median":0.0089028,"min":0.004878100000000001,"max":0.010905499999999999,"stdev":0.0018993681841137408}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":669731119791,"overall_relative_score":669731119791,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":929,"performance":838,"input_tokens":18089,"output_tokens":15153,"total_tokens":33242,"cost":0.0093854},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1090452,"overall_relative_score":1090452,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":641,"performance":987,"input_tokens":16752,"output_tokens":8292,"total_tokens":25044,"cost":0.0058212},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2664683177451,"overall_relative_score":2664683177451,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":402,"performance":1275,"input_tokens":24811,"output_tokens":9813,"total_tokens":34624,"cost":0.007387599999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4166693068,"overall_relative_score":4166693068,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":207,"performance":1528,"input_tokens":19379,"output_tokens":10200,"total_tokens":29579,"cost":0.0070379},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4596629,"overall_relative_score":4596629,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":18610,"output_tokens":10050,"total_tokens":28660,"cost":0.006886},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5009956,"overall_relative_score":5009956,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":390,"performance":1204,"input_tokens":35551,"output_tokens":14501,"total_tokens":50052,"cost":0.0108056},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":589788,"overall_relative_score":589788,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":435,"performance":841,"input_tokens":21631,"output_tokens":11281,"total_tokens":32912,"cost":0.007803600000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":22144,"output_tokens":9712,"total_tokens":31856,"cost":0.007070400000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223970044,"overall_relative_score":223970044,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":563,"performance":1001,"input_tokens":24764,"output_tokens":11255,"total_tokens":36019,"cost":0.008103899999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":23696,"output_tokens":8353,"total_tokens":32049,"cost":0.0065461},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5248,"overall_relative_score":5248,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":389,"performance":1128,"input_tokens":44175,"output_tokens":11742,"total_tokens":55917,"cost":0.0102885},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164237852,"overall_relative_score":164237852,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":861,"performance":498,"input_tokens":38356,"output_tokens":6284,"total_tokens":44640,"cost":0.0069776},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59906543,"overall_relative_score":59906543,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":560,"performance":885,"input_tokens":26777,"output_tokens":7686,"total_tokens":34463,"cost":0.006520700000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":583260538,"overall_relative_score":583260538,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":569,"performance":860,"input_tokens":20071,"output_tokens":11358,"total_tokens":31429,"cost":0.007686100000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71334305,"overall_relative_score":71334305,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":407,"performance":1213,"input_tokens":23923,"output_tokens":11214,"total_tokens":35137,"cost":0.0079993},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":23108,"output_tokens":9592,"total_tokens":32700,"cost":0.0071068},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2472520605907,"overall_relative_score":374096203569,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":762,"performance":804,"input_tokens":38791,"output_tokens":6662,"total_tokens":45453,"cost":0.007210099999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":36200,"output_tokens":14523,"total_tokens":50723,"cost":0.010881499999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":434683913,"overall_relative_score":434683913,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":406,"performance":1359,"input_tokens":33163,"output_tokens":16754,"total_tokens":49917,"cost":0.0116933},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":17572,"output_tokens":7691,"total_tokens":25263,"cost":0.0056027},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166026094980,"overall_relative_score":166026094980,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":75629,"output_tokens":23165,"total_tokens":98794,"cost":0.0191454},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":20004,"output_tokens":13153,"total_tokens":33157,"cost":0.008576899999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":18341,"output_tokens":6088,"total_tokens":24429,"cost":0.004878100000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1321601,"overall_relative_score":1321601,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":920,"input_tokens":23474,"output_tokens":14167,"total_tokens":37641,"cost":0.0094309},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":34247,"output_tokens":14295,"total_tokens":48542,"cost":0.0105722},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042761,"overall_relative_score":1042761,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":318,"performance":1541,"input_tokens":48760,"output_tokens":9615,"total_tokens":58375,"cost":0.009683500000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":23755,"output_tokens":6297,"total_tokens":30052,"cost":0.005524},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":56755,"output_tokens":10460,"total_tokens":67215,"cost":0.010905499999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9892138696369,"overall_relative_score":9892138696369,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":646,"performance":1065,"input_tokens":34018,"output_tokens":8601,"total_tokens":42619,"cost":0.0077023000000000005},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401082400,"overall_relative_score":639988387,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":845,"performance":791,"input_tokens":23458,"output_tokens":15968,"total_tokens":39426,"cost":0.0103298},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2870694711,"overall_relative_score":2870694711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":23258,"output_tokens":10651,"total_tokens":33909,"cost":0.0076513},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226001982,"overall_relative_score":226001982,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":518,"performance":1268,"input_tokens":28127,"output_tokens":9283,"total_tokens":37410,"cost":0.0074542},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6564662,"overall_relative_score":43442401892,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":575,"performance":1112,"input_tokens":31446,"output_tokens":13527,"total_tokens":44973,"cost":0.0099081},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290518,"overall_relative_score":290518,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":235,"performance":1556,"input_tokens":22276,"output_tokens":14335,"total_tokens":36611,"cost":0.0093951},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5283358485,"overall_relative_score":1874646892769,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":29263,"output_tokens":11953,"total_tokens":41216,"cost":0.0089028},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59743384,"overall_relative_score":59743384,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":654,"performance":1125,"input_tokens":17272,"output_tokens":6851,"total_tokens":24123,"cost":0.0051527000000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":29234,"output_tokens":18635,"total_tokens":47869,"cost":0.012240899999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135609774,"overall_relative_score":135609774,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":536,"performance":1237,"input_tokens":20649,"output_tokens":15956,"total_tokens":36605,"cost":0.0100429},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018323704,"overall_relative_score":1405688548142,"max_execution_time_ms":20,"max_memory_usage_kib":8192,"rank":680,"performance":1152,"input_tokens":32316,"output_tokens":11979,"total_tokens":44295,"cost":0.0092211},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":18883,"output_tokens":13262,"total_tokens":32145,"cost":0.008519299999999999}]},{"num_self_refine":8,"rank":{"all":{"mean":534.725,"median":555.5,"min":182,"max":1037,"stdev":214.24931409398627},"short":{"mean":451.3478260869565,"median":446.0,"min":182,"max":925,"stdev":187.03417497531208},"long":{"mean":647.5294117647059,"median":657.0,"min":222,"max":1037,"stdev":200.68573617943642}},"performance":{"all":{"mean":1065.925,"median":1066.5,"min":194,"max":1858,"stdev":331.77853190158226},"short":{"mean":1143.9130434782608,"median":1119.0,"min":483,"max":1858,"stdev":341.39818301740996},"long":{"mean":960.4117647058823,"median":926.0,"min":194,"max":1593,"stdev":295.7714613564689}},"input_tokens":{"all":{"mean":104483.075,"median":93976.0,"min":53615,"max":214692,"stdev":34598.79970749504},"short":{"mean":105269.21739130435,"median":93458.0,"min":61366,"max":214692,"stdev":38712.21407556549},"long":{"mean":103419.4705882353,"median":107332.0,"min":53615,"max":179507,"stdev":29243.133292530503}},"output_tokens":{"all":{"mean":24519.725,"median":25015.5,"min":12384,"max":38583,"stdev":6673.815396613613},"short":{"mean":24317.08695652174,"median":23688.0,"min":13770,"max":35135,"stdev":6482.281514132081},"long":{"mean":24793.882352941175,"median":25575.0,"min":12384,"max":38583,"stdev":7116.842074283658}},"total_tokens":{"all":{"mean":129002.8,"median":124243.5,"min":66305,"max":249586,"stdev":37924.10627393773},"short":{"mean":129586.30434782608,"median":121737.0,"min":75136,"max":249586,"stdev":42471.748676925105},"long":{"mean":128213.35294117648,"median":127410.0,"min":66305,"max":200263,"stdev":32004.06440387919}},"cost":{"all":{"mean":0.02270817,"median":0.0229159,"min":0.0117065,"max":0.0389162,"stdev":0.005739057115544955},"short":{"mean":0.022685465217391305,"median":0.0227511,"min":0.0130216,"max":0.0389162,"stdev":0.006216996522774459},"long":{"mean":0.022738888235294116,"median":0.0230807,"min":0.0117065,"max":0.0284115,"stdev":0.005209266872588977}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":802948000647,"overall_relative_score":802948000647,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":926,"input_tokens":79267,"output_tokens":30308,"total_tokens":109575,"cost":0.0230807},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1118483,"overall_relative_score":1118483,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":638,"performance":991,"input_tokens":74830,"output_tokens":21519,"total_tokens":96349,"cost":0.018242500000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767345109151,"overall_relative_score":2767345109151,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":222,"performance":1593,"input_tokens":93814,"output_tokens":21281,"total_tokens":115095,"cost":0.0200219},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4390098383,"overall_relative_score":4390098383,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":188,"performance":1584,"input_tokens":140957,"output_tokens":25408,"total_tokens":166365,"cost":0.026799700000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4596629,"overall_relative_score":4596629,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":79635,"output_tokens":21576,"total_tokens":101211,"cost":0.018751499999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5009956,"overall_relative_score":5009956,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":390,"performance":1204,"input_tokens":127817,"output_tokens":28396,"total_tokens":156213,"cost":0.0269797},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1329943,"overall_relative_score":1329943,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":248,"performance":1352,"input_tokens":89342,"output_tokens":24718,"total_tokens":114060,"cost":0.0212932},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12598621306,"overall_relative_score":12598621306,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":468,"performance":908,"input_tokens":77412,"output_tokens":18421,"total_tokens":95833,"cost":0.0169517},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223970044,"overall_relative_score":223970044,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":563,"performance":1001,"input_tokens":90026,"output_tokens":26546,"total_tokens":116572,"cost":0.022275599999999996},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":79982,"output_tokens":14371,"total_tokens":94353,"cost":0.015183700000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4928,"overall_relative_score":4928,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":394,"performance":1117,"input_tokens":133250,"output_tokens":22698,"total_tokens":155948,"cost":0.024674},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":774297610,"overall_relative_score":774297610,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":398,"performance":1263,"input_tokens":107332,"output_tokens":20078,"total_tokens":127410,"cost":0.0207722},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59639003,"overall_relative_score":59639003,"max_execution_time_ms":900,"max_memory_usage_kib":174080,"rank":563,"performance":879,"input_tokens":81823,"output_tokens":16932,"total_tokens":98755,"cost":0.0166483},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":763989235,"overall_relative_score":763989235,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":85033,"output_tokens":25575,"total_tokens":110608,"cost":0.0212908},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77574304,"overall_relative_score":77574304,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":367,"performance":1282,"input_tokens":99359,"output_tokens":27364,"total_tokens":126723,"cost":0.0236179},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":81406,"output_tokens":22394,"total_tokens":103800,"cost":0.0193376},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2444942380359,"overall_relative_score":370579184162,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":782,"performance":769,"input_tokens":108247,"output_tokens":15795,"total_tokens":124042,"cost":0.018722199999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651777403543841,"overall_relative_score":5576850208,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":125407,"output_tokens":30762,"total_tokens":156169,"cost":0.0279217},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":434683913,"overall_relative_score":434683913,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":406,"performance":1359,"input_tokens":140088,"output_tokens":35135,"total_tokens":175223,"cost":0.0315763},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":61366,"output_tokens":13770,"total_tokens":75136,"cost":0.0130216},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166026094980,"overall_relative_score":166026094980,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":214692,"output_tokens":34894,"total_tokens":249586,"cost":0.0389162},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":83712,"output_tokens":25951,"total_tokens":109663,"cost":0.021346699999999996},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":53615,"output_tokens":12690,"total_tokens":66305,"cost":0.0117065},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327651,"overall_relative_score":1327651,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":582,"performance":964,"input_tokens":94138,"output_tokens":27599,"total_tokens":121737,"cost":0.0232133},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":127940,"output_tokens":30620,"total_tokens":158560,"cost":0.028104},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042761,"overall_relative_score":1042761,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":318,"performance":1541,"input_tokens":173175,"output_tokens":23375,"total_tokens":196550,"cost":0.029004999999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":64657,"output_tokens":12384,"total_tokens":77041,"cost":0.0126577},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":179507,"output_tokens":20756,"total_tokens":200263,"cost":0.0283287},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9892138696369,"overall_relative_score":9892138696369,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":646,"performance":1065,"input_tokens":163512,"output_tokens":22779,"total_tokens":186291,"cost":0.0277407},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":347407832,"overall_relative_score":748330677,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":838,"input_tokens":91200,"output_tokens":38583,"total_tokens":129783,"cost":0.0284115},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2870694711,"overall_relative_score":2870694711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":79529,"output_tokens":18533,"total_tokens":98062,"cost":0.0172194},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226001982,"overall_relative_score":226001982,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":518,"performance":1268,"input_tokens":101498,"output_tokens":23688,"total_tokens":125186,"cost":0.0219938},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6334142,"overall_relative_score":46864490713,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":554,"performance":1139,"input_tokens":115858,"output_tokens":32338,"total_tokens":148196,"cost":0.0277548},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291349,"overall_relative_score":291349,"max_execution_time_ms":110,"max_memory_usage_kib":19456,"rank":221,"performance":1588,"input_tokens":105883,"output_tokens":31172,"total_tokens":137055,"cost":0.026174299999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4238637918,"overall_relative_score":2298960687138,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":657,"performance":1105,"input_tokens":111676,"output_tokens":27677,"total_tokens":139353,"cost":0.025006100000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71984490,"overall_relative_score":71984490,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":182,"performance":1858,"input_tokens":63268,"output_tokens":14397,"total_tokens":77665,"cost":0.0135253},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":112242,"output_tokens":34112,"total_tokens":146354,"cost":0.0282802},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135609774,"overall_relative_score":135609774,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":536,"performance":1237,"input_tokens":93458,"output_tokens":30987,"total_tokens":124445,"cost":0.0248393},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018364804,"overall_relative_score":1405634235447,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":680,"performance":1152,"input_tokens":115329,"output_tokens":25313,"total_tokens":140642,"cost":0.0241894},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":78041,"output_tokens":29894,"total_tokens":107935,"cost":0.0227511}]},{"num_self_refine":16,"rank":{"all":{"mean":507.625,"median":549.0,"min":174,"max":1037,"stdev":224.59304365097833},"short":{"mean":428.3478260869565,"median":446.0,"min":174,"max":925,"stdev":198.67483912062127},"long":{"mean":614.8823529411765,"median":643.0,"min":210,"max":1037,"stdev":217.76417357801913}},"performance":{"all":{"mean":1118.875,"median":1070.5,"min":194,"max":1858,"stdev":358.86953471800575},"short":{"mean":1191.2173913043478,"median":1119.0,"min":483,"max":1858,"stdev":372.8749432720816},"long":{"mean":1021.0,"median":999.0,"min":194,"max":1611,"stdev":324.10453560541237}},"input_tokens":{"all":{"mean":406711.75,"median":409399.5,"min":183924,"max":613370,"stdev":107017.57100678518},"short":{"mean":409410.82608695654,"median":404083.0,"min":226099,"max":613370,"stdev":116907.31825434593},"long":{"mean":403060.0588235294,"median":418747.0,"min":183924,"max":530968,"stdev":95388.13756795875}},"output_tokens":{"all":{"mean":51575.75,"median":52050.5,"min":24078,"max":78534,"stdev":13935.798779697026},"short":{"mean":50247.69565217391,"median":52295.0,"min":24078,"max":78534,"stdev":13553.670500625492},"long":{"mean":53372.529411764706,"median":51806.0,"min":26610,"max":77224,"stdev":14656.825500929794}},"total_tokens":{"all":{"mean":458287.5,"median":467262.0,"min":210534,"max":686145,"stdev":116474.53147230217},"short":{"mean":459658.52173913043,"median":462483.0,"min":250177,"max":686145,"stdev":127176.55087206687},"long":{"mean":456432.5882352941,"median":469853.0,"min":210534,"max":574073,"stdev":104031.05479678822}},"cost":{"all":{"mean":0.06645905,"median":0.06963235000000001,"min":0.031697399999999994,"max":0.1000281,"stdev":0.01609492781725237},"short":{"mean":0.0660649304347826,"median":0.06960830000000001,"min":0.034648899999999996,"max":0.1000281,"stdev":0.01728413460190469},"long":{"mean":0.06699227058823529,"median":0.0707679,"min":0.031697399999999994,"max":0.0842117,"stdev":0.014836834342682601}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":846578901524,"overall_relative_score":846578901524,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":785,"performance":970,"input_tokens":394350,"output_tokens":66848,"total_tokens":461198,"cost":0.072859},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331182,"overall_relative_score":1331182,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":604,"performance":1032,"input_tokens":336228,"output_tokens":44708,"total_tokens":380936,"cost":0.0559768},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2770968524195,"overall_relative_score":2770968524195,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":214,"performance":1611,"input_tokens":409438,"output_tokens":55233,"total_tokens":464671,"cost":0.06856029999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4390098383,"overall_relative_score":4390098383,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":188,"performance":1584,"input_tokens":563148,"output_tokens":56646,"total_tokens":619794,"cost":0.08463780000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13707287,"overall_relative_score":13707287,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":174,"performance":1578,"input_tokens":354097,"output_tokens":49786,"total_tokens":403883,"cost":0.0603027},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5465272,"overall_relative_score":5465272,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":210,"performance":1564,"input_tokens":468029,"output_tokens":47930,"total_tokens":515959,"cost":0.0707679},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1329943,"overall_relative_score":1329943,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":248,"performance":1352,"input_tokens":383404,"output_tokens":52861,"total_tokens":436265,"cost":0.06477089999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12598621306,"overall_relative_score":12598621306,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":468,"performance":908,"input_tokens":318762,"output_tokens":41999,"total_tokens":360761,"cost":0.052875700000000005},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223970044,"overall_relative_score":223970044,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":563,"performance":1001,"input_tokens":342985,"output_tokens":51806,"total_tokens":394791,"cost":0.0602015},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":279785,"output_tokens":24967,"total_tokens":304752,"cost":0.040462000000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4928,"overall_relative_score":4928,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":394,"performance":1117,"input_tokens":457344,"output_tokens":47844,"total_tokens":505188,"cost":0.06965640000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":965355824,"overall_relative_score":965355824,"max_execution_time_ms":3040,"max_memory_usage_kib":3072,"rank":328,"performance":1372,"input_tokens":418747,"output_tokens":51106,"total_tokens":469853,"cost":0.0674277},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59986690,"overall_relative_score":59986690,"max_execution_time_ms":940,"max_memory_usage_kib":174524,"rank":559,"performance":887,"input_tokens":295538,"output_tokens":35657,"total_tokens":331195,"cost":0.0473823},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1004602249,"overall_relative_score":1004602249,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":495,"performance":999,"input_tokens":454186,"output_tokens":76262,"total_tokens":530448,"cost":0.0835496},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78134613,"overall_relative_score":78134613,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":365,"performance":1286,"input_tokens":461319,"output_tokens":62552,"total_tokens":523871,"cost":0.0774079},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":323525,"output_tokens":48744,"total_tokens":372269,"cost":0.056724500000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2444942380359,"overall_relative_score":370579184162,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":782,"performance":769,"input_tokens":391545,"output_tokens":38648,"total_tokens":430193,"cost":0.0584785},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651777403543841,"overall_relative_score":5576850208,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":485091,"output_tokens":55009,"total_tokens":540100,"cost":0.0760136},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457756227,"overall_relative_score":457756227,"max_execution_time_ms":460,"max_memory_usage_kib":7168,"rank":204,"performance":1722,"input_tokens":607611,"output_tokens":78534,"total_tokens":686145,"cost":0.1000281},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":226099,"output_tokens":24078,"total_tokens":250177,"cost":0.034648899999999996},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166026094980,"overall_relative_score":166026094980,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":563569,"output_tokens":55687,"total_tokens":619256,"cost":0.08420040000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":319229,"output_tokens":43289,"total_tokens":362518,"cost":0.0535674},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":183924,"output_tokens":26610,"total_tokens":210534,"cost":0.031697399999999994},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1338581,"overall_relative_score":1338581,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":544,"performance":1040,"input_tokens":404083,"output_tokens":58400,"total_tokens":462483,"cost":0.06960830000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":505542,"output_tokens":67315,"total_tokens":572857,"cost":0.0842117},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1046151,"overall_relative_score":1046151,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":304,"performance":1566,"input_tokens":583498,"output_tokens":51022,"total_tokens":634520,"cost":0.08386079999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":211239,"output_tokens":29078,"total_tokens":240317,"cost":0.035662900000000004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":815478624600,"overall_relative_score":44592339652,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":637,"performance":1073,"input_tokens":530968,"output_tokens":43105,"total_tokens":574073,"cost":0.0746493},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9892138696369,"overall_relative_score":9892138696369,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":646,"performance":1065,"input_tokens":613370,"output_tokens":52295,"total_tokens":665665,"cost":0.0874845},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":347263524,"overall_relative_score":748723501,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":838,"input_tokens":365843,"output_tokens":77224,"total_tokens":443067,"cost":0.07519630000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2870694711,"overall_relative_score":2870694711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":279658,"output_tokens":31625,"total_tokens":311283,"cost":0.043778300000000006},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232601116,"overall_relative_score":232601116,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":458,"performance":1352,"input_tokens":422508,"output_tokens":55430,"total_tokens":477938,"cost":0.06996580000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6334142,"overall_relative_score":46864490713,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":554,"performance":1139,"input_tokens":468729,"output_tokens":69361,"total_tokens":538090,"cost":0.08155339999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292638,"overall_relative_score":292638,"max_execution_time_ms":860,"max_memory_usage_kib":190464,"rank":196,"performance":1648,"input_tokens":496170,"output_tokens":66564,"total_tokens":562734,"cost":0.082899},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4238637918,"overall_relative_score":2298960687138,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":657,"performance":1105,"input_tokens":449943,"output_tokens":49032,"total_tokens":498975,"cost":0.0695103},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71984490,"overall_relative_score":71984490,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":182,"performance":1858,"input_tokens":272181,"output_tokens":37227,"total_tokens":309408,"cost":0.04583159999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150360,"overall_relative_score":150360,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":427601,"output_tokens":66791,"total_tokens":494392,"cost":0.0761556},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135609774,"overall_relative_score":135609774,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":536,"performance":1237,"input_tokens":409361,"output_tokens":62000,"total_tokens":471361,"cost":0.0719361},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":993939555,"overall_relative_score":1449578043442,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":648,"performance":1185,"input_tokens":447937,"output_tokens":54022,"total_tokens":501959,"cost":0.0718047},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":341886,"output_tokens":55735,"total_tokens":397621,"cost":0.0620561}]}]},{"model_name":"gpt-oss-20b","detail_path":"data/model_details/gpt-oss-20b.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":757.4,"median":741.5,"min":186,"max":1232,"stdev":228.8903891744043},"short":{"mean":709.8260869565217,"median":740.0,"min":186,"max":983,"stdev":220.4234874826004},"long":{"mean":821.7647058823529,"median":743.0,"min":543,"max":1232,"stdev":230.7399860805894}},"performance":{"all":{"mean":566.05,"median":527.5,"min":-21,"max":1437,"stdev":291.7330136992577},"short":{"mean":510.17391304347825,"median":495.0,"min":-21,"max":1437,"stdev":324.50404846527834},"long":{"mean":641.6470588235294,"median":668.0,"min":194,"max":978,"stdev":228.25313283076494}},"input_tokens":{"all":{"mean":3045.0,"median":2653.5,"min":1410,"max":7649,"stdev":1607.031105597827},"short":{"mean":2467.8260869565215,"median":1914.0,"min":1484,"max":7649,"stdev":1428.7247858961473},"long":{"mean":3825.8823529411766,"median":3419.0,"min":1410,"max":7603,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":2905.6,"median":2126.5,"min":739,"max":11339,"stdev":2295.9875122505036},"short":{"mean":3345.6521739130435,"median":2108.0,"min":739,"max":11339,"stdev":2814.953699097596},"long":{"mean":2310.235294117647,"median":2145.0,"min":958,"max":4613,"stdev":1139.734373078425}},"total_tokens":{"all":{"mean":5950.6,"median":5402.0,"min":2433,"max":12823,"stdev":2360.6448792975716},"short":{"mean":5813.478260869565,"median":5219.0,"min":2433,"max":12823,"stdev":2701.3535642435595},"long":{"mean":6136.117647058823,"median":5779.0,"min":2544,"max":8683,"stdev":1867.0622272152896}},"cost":{"all":{"mean":0.00071689,"median":0.0006171,"min":0.0001493,"max":0.0023292,"stdev":0.0004474713588026813},"short":{"mean":0.0007726260869565217,"median":0.0006082,"min":0.0001493,"max":0.0023292,"stdev":0.0005514280874712259},"long":{"mean":0.0006414823529411765,"median":0.000644,"min":0.0002973,"max":0.00111595,"stdev":0.00024383298455421827}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22914631,"overall_relative_score":22914631,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1232,"performance":383,"input_tokens":1410,"output_tokens":1134,"total_tokens":2544,"cost":0.0002973},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":178484,"overall_relative_score":178484,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":924,"performance":552,"input_tokens":1534,"output_tokens":3789,"total_tokens":5323,"cost":0.0008217},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1901462524443,"overall_relative_score":1901462524443,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":606,"performance":978,"input_tokens":2679,"output_tokens":1848,"total_tokens":4527,"cost":0.00050355},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":1694,"output_tokens":739,"total_tokens":2433,"cost":0.0001493},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090299,"overall_relative_score":4090299,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":335,"performance":1119,"input_tokens":1876,"output_tokens":3630,"total_tokens":5506,"cost":0.0008198},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4569751,"overall_relative_score":4569751,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":543,"performance":946,"input_tokens":3867,"output_tokens":4613,"total_tokens":8480,"cost":0.00111595},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181296,"overall_relative_score":181296,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":511,"performance":439,"input_tokens":1594,"output_tokens":2108,"total_tokens":3702,"cost":0.0005013},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":2304,"output_tokens":2465,"total_tokens":4769,"cost":0.0006082},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3049,"output_tokens":1842,"total_tokens":4891,"cost":0.00036885},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":2275,"output_tokens":2944,"total_tokens":5219,"cost":0.00068975},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":7649,"output_tokens":888,"total_tokens":8537,"cost":0.00056005},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":7603,"output_tokens":958,"total_tokens":8561,"cost":0.00057175},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":4760,"output_tokens":851,"total_tokens":5611,"cost":0.0003954},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":2877,"output_tokens":2145,"total_tokens":5022,"cost":0.00057285},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28592690,"overall_relative_score":28592690,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":744,"performance":472,"input_tokens":2628,"output_tokens":1760,"total_tokens":4388,"cost":0.0004834},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":2839,"output_tokens":2774,"total_tokens":5613,"cost":0.00069675},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":7040,"output_tokens":1516,"total_tokens":8556,"cost":0.000644},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4536,"output_tokens":3723,"total_tokens":8259,"cost":0.0009586},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93995,"overall_relative_score":93995,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":962,"performance":206,"input_tokens":3679,"output_tokens":1330,"total_tokens":5009,"cost":0.00026755},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":1768,"output_tokens":8209,"total_tokens":9977,"cost":0.0017174},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2267,"output_tokens":8849,"total_tokens":11116,"cost":0.00188315},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1914,"output_tokens":1986,"total_tokens":3900,"cost":0.0004801},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2926,"output_tokens":1245,"total_tokens":4171,"cost":0.0003953},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527720,"rank":740,"performance":223,"input_tokens":1823,"output_tokens":4397,"total_tokens":6220,"cost":0.00088095},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":3419,"output_tokens":3356,"total_tokens":6775,"cost":0.00082935},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":393446,"overall_relative_score":393446,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":822,"performance":606,"input_tokens":1920,"output_tokens":1951,"total_tokens":3871,"cost":0.0004862},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4190,"output_tokens":2206,"total_tokens":6396,"cost":0.0006507},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4983546388600,"overall_relative_score":23809091,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":444,"input_tokens":3074,"output_tokens":2705,"total_tokens":5779,"cost":0.0006947},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6108352088531,"overall_relative_score":6108352088531,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":894,"performance":495,"input_tokens":1798,"output_tokens":1569,"total_tokens":3367,"cost":0.0004037},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50000002000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":2883,"output_tokens":1293,"total_tokens":4176,"cost":0.00040275},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":433,"max_memory_usage_kib":3072,"rank":905,"performance":201,"input_tokens":1982,"output_tokens":3434,"total_tokens":5416,"cost":0.0007731},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143047940,"overall_relative_score":143047940,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":907,"performance":439,"input_tokens":4388,"output_tokens":2033,"total_tokens":6421,"cost":0.000626},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":4077,"output_tokens":1311,"total_tokens":5388,"cost":0.00045325},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":640,"performance":639,"input_tokens":1909,"output_tokens":1675,"total_tokens":3584,"cost":0.00041765},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4247,"output_tokens":4436,"total_tokens":8683,"cost":0.00109955},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":1716,"output_tokens":1129,"total_tokens":2845,"cost":0.0003116},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":555,"max_memory_usage_kib":3072,"rank":983,"performance":50,"input_tokens":2253,"output_tokens":6604,"total_tokens":8857,"cost":0.00143345},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":1545,"output_tokens":3271,"total_tokens":4816,"cost":0.00073145},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10336840508,"overall_relative_score":132260511019,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1167,"performance":504,"input_tokens":4324,"output_tokens":2169,"total_tokens":6493,"cost":0.00065},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166018,"overall_relative_score":166018,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":902,"performance":549,"input_tokens":1484,"output_tokens":11339,"total_tokens":12823,"cost":0.0023292}]},{"num_self_refine":2,"rank":{"all":{"mean":730.25,"median":741.5,"min":186,"max":1167,"stdev":218.971810619892},"short":{"mean":683.5652173913044,"median":712.0,"min":186,"max":983,"stdev":203.96898741251562},"long":{"mean":793.4117647058823,"median":748.0,"min":402,"max":1167,"stdev":228.6886690523629}},"performance":{"all":{"mean":657.0,"median":690.5,"min":50,"max":1437,"stdev":303.0864309324728},"short":{"mean":604.2608695652174,"median":549.0,"min":50,"max":1437,"stdev":329.6382614309351},"long":{"mean":728.3529411764706,"median":802.0,"min":194,"max":1275,"stdev":255.13720357301642}},"input_tokens":{"all":{"mean":8227.175,"median":6960.5,"min":3887,"max":21102,"stdev":3752.181566375924},"short":{"mean":7433.086956521739,"median":6112.0,"min":4285,"max":21102,"stdev":4002.085091924452},"long":{"mean":9301.529411764706,"median":8943.0,"min":3887,"max":16274,"stdev":3187.7053094202233}},"output_tokens":{"all":{"mean":8427.85,"median":7405.0,"min":3137,"max":20079,"stdev":4306.724298356151},"short":{"mean":8453.08695652174,"median":7356.0,"min":3137,"max":20079,"stdev":4719.761761254899},"long":{"mean":8393.70588235294,"median":7677.0,"min":3592,"max":14594,"stdev":3818.1908471929787}},"total_tokens":{"all":{"mean":16655.025,"median":15446.5,"min":9486,"max":31121,"stdev":5262.456389916142},"short":{"mean":15886.173913043478,"median":13938.0,"min":9486,"max":31121,"stdev":5776.93081970454},"long":{"mean":17695.235294117647,"median":18172.0,"min":10665,"max":26055,"stdev":4428.948217825138}},"cost":{"all":{"mean":0.00205676875,"median":0.0017786500000000001,"min":0.00107835,"max":0.00431425,"stdev":0.0008630572960365883},"short":{"mean":0.0020158717391304346,"median":0.0016828,"min":0.00111055,"max":0.00431425,"stdev":0.000957268713322403},"long":{"mean":0.0021121,"median":0.0018963,"min":0.00107835,"max":0.00341045,"stdev":0.0007415919563260512}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":343715984529,"overall_relative_score":343715984529,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":1056,"performance":712,"input_tokens":3887,"output_tokens":13719,"total_tokens":17606,"cost":0.0029253499999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1100880,"overall_relative_score":1100880,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":639,"performance":990,"input_tokens":5544,"output_tokens":7356,"total_tokens":12900,"cost":0.0016603999999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2664677481345,"overall_relative_score":2664677481345,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":402,"performance":1275,"input_tokens":7059,"output_tokens":6226,"total_tokens":13285,"cost":0.0014653499999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1010155340,"overall_relative_score":1010155340,"max_execution_time_ms":1540,"max_memory_usage_kib":3072,"rank":577,"performance":461,"input_tokens":4285,"output_tokens":5266,"total_tokens":9551,"cost":0.00117145},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697209,"overall_relative_score":4697209,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":322,"performance":1157,"input_tokens":6107,"output_tokens":7831,"total_tokens":13938,"cost":0.00187155},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4569751,"overall_relative_score":4569751,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":543,"performance":946,"input_tokens":10789,"output_tokens":9487,"total_tokens":20276,"cost":0.00243685},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":342201,"overall_relative_score":342201,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":479,"performance":668,"input_tokens":4892,"output_tokens":4594,"total_tokens":9486,"cost":0.0011634},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":6858,"output_tokens":14583,"total_tokens":21441,"cost":0.0032595000000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":7985,"output_tokens":7677,"total_tokens":15662,"cost":0.00178265},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":6954,"output_tokens":6756,"total_tokens":13710,"cost":0.0016861},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840,"overall_relative_score":2840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":16437,"output_tokens":3137,"total_tokens":19574,"cost":0.0014364500000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":16274,"output_tokens":5413,"total_tokens":21687,"cost":0.0018963},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":10596,"output_tokens":3469,"total_tokens":14065,"cost":0.0012108},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":557104753,"overall_relative_score":557104753,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":581,"performance":836,"input_tokens":6642,"output_tokens":6812,"total_tokens":13454,"cost":0.0016945},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27872419,"overall_relative_score":27872419,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":773,"performance":303,"input_tokens":6720,"output_tokens":5197,"total_tokens":11917,"cost":0.0012442},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":7662,"output_tokens":13604,"total_tokens":21266,"cost":0.0029630999999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2454107010358,"overall_relative_score":379113763350,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":748,"performance":827,"input_tokens":15837,"output_tokens":3592,"total_tokens":19429,"cost":0.00149905},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11833,"output_tokens":14222,"total_tokens":26055,"cost":0.00341045},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":331400939,"overall_relative_score":331400939,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":781,"performance":813,"input_tokens":8647,"output_tokens":4303,"total_tokens":12950,"cost":0.00111055},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":6112,"output_tokens":16136,"total_tokens":22248,"cost":0.0035072000000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153890730747,"overall_relative_score":153890730747,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":21102,"output_tokens":10019,"total_tokens":31121,"cost":0.0030589},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5423,"output_tokens":8530,"total_tokens":13953,"cost":0.00196435},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":6624,"output_tokens":4686,"total_tokens":11310,"cost":0.0012684},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527720,"rank":740,"performance":223,"input_tokens":6194,"output_tokens":9512,"total_tokens":15706,"cost":0.0020329},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":9693,"output_tokens":8479,"total_tokens":18172,"cost":0.00215485},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":821698,"overall_relative_score":821698,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":768,"performance":770,"input_tokens":5760,"output_tokens":7454,"total_tokens":13214,"cost":0.0016828},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":8943,"output_tokens":4140,"total_tokens":13083,"cost":0.00127515},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4983546388600,"overall_relative_score":23809091,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":444,"input_tokens":7822,"output_tokens":11077,"total_tokens":18899,"cost":0.0026065},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6108352088531,"overall_relative_score":6108352088531,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":894,"performance":495,"input_tokens":4935,"output_tokens":5720,"total_tokens":10655,"cost":0.00130115},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50000002000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":7031,"output_tokens":3634,"total_tokens":10665,"cost":0.00107835},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":433,"max_memory_usage_kib":3072,"rank":905,"performance":201,"input_tokens":5953,"output_tokens":17320,"total_tokens":23273,"cost":0.00374885},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209385054,"overall_relative_score":209385054,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":774,"performance":886,"input_tokens":10612,"output_tokens":4619,"total_tokens":15231,"cost":0.0014544},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":9565,"output_tokens":6737,"total_tokens":16302,"cost":0.00181285},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300,"overall_relative_score":300,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":634,"performance":723,"input_tokens":5336,"output_tokens":6276,"total_tokens":11612,"cost":0.0015092},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":9950,"output_tokens":14594,"total_tokens":24544,"cost":0.0034035},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7677467,"overall_relative_score":7677467,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":547,"input_tokens":4701,"output_tokens":4786,"total_tokens":9487,"cost":0.00119225},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":555,"max_memory_usage_kib":3072,"rank":983,"performance":50,"input_tokens":6967,"output_tokens":13371,"total_tokens":20338,"cost":0.0030097500000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":4601,"output_tokens":8107,"total_tokens":12708,"cost":0.00177465},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10336840508,"overall_relative_score":132260511019,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1167,"performance":504,"input_tokens":10530,"output_tokens":8594,"total_tokens":19124,"cost":0.0022325},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166018,"overall_relative_score":166018,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":902,"performance":549,"input_tokens":6225,"output_tokens":20079,"total_tokens":26304,"cost":0.00431425}]},{"num_self_refine":4,"rank":{"all":{"mean":677.35,"median":639.5,"min":186,"max":1046,"stdev":222.1777470451334},"short":{"mean":619.695652173913,"median":609.0,"min":186,"max":947,"stdev":215.38895784616105},"long":{"mean":755.3529411764706,"median":748.0,"min":402,"max":1046,"stdev":212.81357486555885}},"performance":{"all":{"mean":774.975,"median":740.0,"min":194,"max":1646,"stdev":347.3408499235888},"short":{"mean":752.6521739130435,"median":669.0,"min":201,"max":1646,"stdev":400.80085836140756},"long":{"mean":805.1764705882352,"median":893.0,"min":194,"max":1275,"stdev":267.4070481714435}},"input_tokens":{"all":{"mean":27326.375,"median":22950.5,"min":15471,"max":77886,"stdev":11569.596224781882},"short":{"mean":25785.869565217392,"median":22507.0,"min":15471,"max":77886,"stdev":13219.003666568782},"long":{"mean":29410.58823529412,"median":28970.0,"min":18740,"max":51792,"stdev":8830.387053088496}},"output_tokens":{"all":{"mean":18248.925,"median":17501.5,"min":7440,"max":33583,"stdev":6980.165714686664},"short":{"mean":17958.260869565216,"median":17557.0,"min":7547,"max":33583,"stdev":6818.203130506875},"long":{"mean":18642.176470588234,"median":16711.0,"min":7440,"max":30328,"stdev":7386.135628961315}},"total_tokens":{"all":{"mean":45575.3,"median":44231.5,"min":26568,"max":98354,"stdev":12461.96210258055},"short":{"mean":43744.13043478261,"median":41891.0,"min":26568,"max":98354,"stdev":13868.992289224805},"long":{"mean":48052.76470588235,"median":50201.0,"min":26784,"max":66874,"stdev":10135.261229547883}},"cost":{"all":{"mean":0.00480662375,"median":0.0046836,"min":0.0024002,"max":0.0078759,"stdev":0.0014367483466275013},"short":{"mean":0.004694789130434782,"median":0.0045629,"min":0.0026036500000000003,"max":0.0078759,"stdev":0.0014251096730488468},"long":{"mean":0.0049579294117647055,"median":0.00499975,"min":0.0024002,"max":0.0070262499999999995,"stdev":0.0014821460673693338}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":519505010464,"overall_relative_score":519505010464,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1006,"performance":763,"input_tokens":20337,"output_tokens":30175,"total_tokens":50512,"cost":0.0070262499999999995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1313927,"overall_relative_score":1313927,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":606,"performance":1030,"input_tokens":23423,"output_tokens":14694,"total_tokens":38117,"cost":0.00374675},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2664677481345,"overall_relative_score":2664677481345,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":402,"performance":1275,"input_tokens":25396,"output_tokens":25275,"total_tokens":50671,"cost":0.0059264},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1023768670,"overall_relative_score":1023768670,"max_execution_time_ms":2370,"max_memory_usage_kib":3072,"rank":576,"performance":468,"input_tokens":17341,"output_tokens":9227,"total_tokens":26568,"cost":0.0026036500000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697209,"overall_relative_score":4697209,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":322,"performance":1157,"input_tokens":21461,"output_tokens":19388,"total_tokens":40849,"cost":0.00476505},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4839941,"overall_relative_score":4839941,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":481,"performance":1053,"input_tokens":34468,"output_tokens":16711,"total_tokens":51179,"cost":0.0048736},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":342201,"overall_relative_score":342201,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":479,"performance":668,"input_tokens":17546,"output_tokens":12086,"total_tokens":29632,"cost":0.0032944999999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":22176,"output_tokens":22212,"total_tokens":44388,"cost":0.0055512},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222053613,"overall_relative_score":222053613,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":577,"performance":986,"input_tokens":22982,"output_tokens":14595,"total_tokens":37577,"cost":0.0039161},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121618149,"overall_relative_score":121618149,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":699,"performance":601,"input_tokens":24002,"output_tokens":17446,"total_tokens":41448,"cost":0.0045629},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840,"overall_relative_score":2840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":38532,"output_tokens":11022,"total_tokens":49554,"cost":0.004118200000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174852710,"overall_relative_score":174852710,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":610,"performance":970,"input_tokens":38425,"output_tokens":11683,"total_tokens":50108,"cost":0.0034994500000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43646257,"overall_relative_score":43646257,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":635,"performance":706,"input_tokens":26516,"output_tokens":11379,"total_tokens":37895,"cost":0.0031152000000000003},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":832154851,"overall_relative_score":832154851,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":520,"performance":954,"input_tokens":21981,"output_tokens":30328,"total_tokens":52309,"cost":0.00687985},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27872419,"overall_relative_score":27872419,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":773,"performance":303,"input_tokens":22731,"output_tokens":9477,"total_tokens":32208,"cost":0.00276955},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":26880,"output_tokens":26623,"total_tokens":53503,"cost":0.0062461999999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2454107010358,"overall_relative_score":379113763350,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":748,"performance":827,"input_tokens":39311,"output_tokens":7440,"total_tokens":46751,"cost":0.00273835},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":37626,"output_tokens":24204,"total_tokens":61830,"cost":0.0064709},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":26843,"output_tokens":15414,"total_tokens":42257,"cost":0.00387775},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":22507,"output_tokens":24095,"total_tokens":46602,"cost":0.00570275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153890730747,"overall_relative_score":153890730747,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":77886,"output_tokens":20468,"total_tokens":98354,"cost":0.0078759},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":18075,"output_tokens":19028,"total_tokens":37103,"cost":0.00460215},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":18740,"output_tokens":8044,"total_tokens":26784,"cost":0.0024002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527720,"rank":740,"performance":223,"input_tokens":19270,"output_tokens":17557,"total_tokens":36827,"cost":0.0041149},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":31171,"output_tokens":19030,"total_tokens":50201,"cost":0.00499975},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":821698,"overall_relative_score":821698,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":768,"performance":770,"input_tokens":21246,"output_tokens":22829,"total_tokens":44075,"cost":0.0054233},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":22336,"output_tokens":12769,"total_tokens":35105,"cost":0.0036578},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4983546388600,"overall_relative_score":23809091,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":444,"input_tokens":51792,"output_tokens":15082,"total_tokens":66874,"cost":0.0054524},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6108352088531,"overall_relative_score":6108352088531,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":894,"performance":495,"input_tokens":44924,"output_tokens":7547,"total_tokens":52471,"cost":0.0035092},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40080074000,"overall_relative_score":6339258,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":665,"input_tokens":19245,"output_tokens":16661,"total_tokens":35906,"cost":0.0041376500000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":433,"max_memory_usage_kib":3072,"rank":905,"performance":201,"input_tokens":20338,"output_tokens":28541,"total_tokens":48879,"cost":0.0065138999999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231545617,"overall_relative_score":231545617,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":29760,"output_tokens":12873,"total_tokens":42633,"cost":0.0040626},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":481,"input_tokens":28970,"output_tokens":12645,"total_tokens":41615,"cost":0.0039647},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292431,"overall_relative_score":292431,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":197,"performance":1646,"input_tokens":20623,"output_tokens":20611,"total_tokens":41234,"cost":0.0049517499999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":30964,"output_tokens":27076,"total_tokens":58040,"cost":0.0069505999999999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62055966,"overall_relative_score":62055966,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":609,"performance":1187,"input_tokens":15471,"output_tokens":15012,"total_tokens":30483,"cost":0.0037503500000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120000,"overall_relative_score":120000,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":420,"input_tokens":22919,"output_tokens":18972,"total_tokens":41891,"cost":0.00492755},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":16792,"output_tokens":33583,"total_tokens":50375,"cost":0.007250599999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4126467830,"overall_relative_score":460287957728,"max_execution_time_ms":30,"max_memory_usage_kib":13312,"rank":815,"performance":1011,"input_tokens":29356,"output_tokens":18576,"total_tokens":47932,"cost":0.0051446},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166018,"overall_relative_score":166018,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":902,"performance":549,"input_tokens":22693,"output_tokens":29579,"total_tokens":52272,"cost":0.00689045}]},{"num_self_refine":8,"rank":{"all":{"mean":632.575,"median":635.5,"min":186,"max":1037,"stdev":231.8045028986766},"short":{"mean":583.9565217391304,"median":599.0,"min":186,"max":947,"stdev":222.25997845702094},"long":{"mean":698.3529411764706,"median":671.0,"min":188,"max":1037,"stdev":234.63933525105892}},"performance":{"all":{"mean":867.2,"median":834.5,"min":194,"max":1646,"stdev":375.11674763861765},"short":{"mean":841.7826086956521,"median":717.0,"min":223,"max":1646,"stdev":418.5285866767199},"long":{"mean":901.5882352941177,"median":922.0,"min":194,"max":1621,"stdev":316.1459431226995}},"input_tokens":{"all":{"mean":94534.475,"median":84942.0,"min":54783,"max":280732,"stdev":39711.00102373461},"short":{"mean":91175.56521739131,"median":79527.0,"min":54783,"max":280732,"stdev":45437.69060015153},"long":{"mean":99078.88235294117,"median":96775.0,"min":64654,"max":200425,"stdev":31094.782843916022}},"output_tokens":{"all":{"mean":34231.025,"median":33433.5,"min":15016,"max":56631,"stdev":11480.883887815991},"short":{"mean":33060.086956521736,"median":34096.0,"min":15926,"max":54751,"stdev":10338.994952530855},"long":{"mean":35815.23529411765,"median":33298.0,"min":15016,"max":56631,"stdev":13025.769288843421}},"total_tokens":{"all":{"mean":128765.5,"median":123010.0,"min":87504,"max":317091,"stdev":40808.62698574333},"short":{"mean":124235.65217391304,"median":117769.0,"min":87504,"max":317091,"stdev":46041.49686138749},"long":{"mean":134894.11764705883,"median":133052.0,"min":87694,"max":228078,"stdev":32789.024152302765}},"cost":{"all":{"mean":0.01079948875,"median":0.010315125,"min":0.0066729,"max":0.0163948,"stdev":0.0026629275636587016},"short":{"mean":0.010336708695652175,"median":0.01019855,"min":0.006878399999999999,"max":0.0163948,"stdev":0.0024989074733522037},"long":{"mean":0.01142560294117647,"median":0.0110341,"min":0.0066729,"max":0.01570775,"stdev":0.0028238512095336323}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":519505010464,"overall_relative_score":519505010464,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1006,"performance":763,"input_tokens":76460,"output_tokens":56592,"total_tokens":133052,"cost":0.014589399999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1389797,"overall_relative_score":1389797,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":599,"performance":1038,"input_tokens":92531,"output_tokens":30556,"total_tokens":123087,"cost":0.01019855},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2664677481345,"overall_relative_score":2664677481345,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":402,"performance":1275,"input_tokens":96775,"output_tokens":56337,"total_tokens":153112,"cost":0.01570775},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1699224505,"overall_relative_score":1699224505,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":550,"performance":605,"input_tokens":68398,"output_tokens":21895,"total_tokens":90293,"cost":0.0071029000000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697209,"overall_relative_score":4697209,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":322,"performance":1157,"input_tokens":78680,"output_tokens":26818,"total_tokens":105498,"cost":0.006878399999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5498751,"overall_relative_score":5498751,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":188,"performance":1621,"input_tokens":114445,"output_tokens":26132,"total_tokens":140577,"cost":0.010564649999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":557952,"overall_relative_score":557952,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":438,"performance":831,"input_tokens":66670,"output_tokens":20834,"total_tokens":87504,"cost":0.0074219},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":72572,"output_tokens":34096,"total_tokens":106668,"cost":0.0102046},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222053613,"overall_relative_score":222053613,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":577,"performance":986,"input_tokens":79454,"output_tokens":24112,"total_tokens":103566,"cost":0.0086431},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368833843,"overall_relative_score":368833843,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":659,"performance":717,"input_tokens":95551,"output_tokens":47388,"total_tokens":142939,"cost":0.013888750000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840,"overall_relative_score":2840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":118843,"output_tokens":26246,"total_tokens":145089,"cost":0.01041375},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":390960665,"overall_relative_score":390960665,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":537,"performance":1069,"input_tokens":110359,"output_tokens":33298,"total_tokens":143657,"cost":0.011039950000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43646257,"overall_relative_score":43646257,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":635,"performance":706,"input_tokens":79527,"output_tokens":25299,"total_tokens":104826,"cost":0.007280950000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":832154851,"overall_relative_score":832154851,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":520,"performance":954,"input_tokens":96370,"output_tokens":52887,"total_tokens":149257,"cost":0.0144967},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27872419,"overall_relative_score":27872419,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":773,"performance":303,"input_tokens":80283,"output_tokens":21520,"total_tokens":101803,"cost":0.007353350000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":97639,"output_tokens":56631,"total_tokens":154270,"cost":0.014147349999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2442390431459,"overall_relative_score":387728968874,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":671,"performance":943,"input_tokens":107474,"output_tokens":15016,"total_tokens":122490,"cost":0.0066729},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":121766,"output_tokens":43757,"total_tokens":165523,"cost":0.0129293},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":450823570,"overall_relative_score":450823570,"max_execution_time_ms":20,"max_memory_usage_kib":7168,"rank":256,"performance":1612,"input_tokens":98372,"output_tokens":34943,"total_tokens":133315,"cost":0.0098912},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":81029,"output_tokens":38938,"total_tokens":119967,"cost":0.01157185},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153890730747,"overall_relative_score":153890730747,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":280732,"output_tokens":36359,"total_tokens":317091,"cost":0.0163948},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":54783,"output_tokens":36182,"total_tokens":90965,"cost":0.00917075},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":64654,"output_tokens":23040,"total_tokens":87694,"cost":0.0074039},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527720,"rank":740,"performance":223,"input_tokens":70724,"output_tokens":28959,"total_tokens":99683,"cost":0.008968},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":101322,"output_tokens":31728,"total_tokens":133050,"cost":0.0110341},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":821698,"overall_relative_score":821698,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":768,"performance":770,"input_tokens":80503,"output_tokens":34483,"total_tokens":114986,"cost":0.010704149999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":70768,"output_tokens":26240,"total_tokens":97008,"cost":0.008748},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4983546388600,"overall_relative_score":23809091,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":444,"input_tokens":200425,"output_tokens":27653,"total_tokens":228078,"cost":0.01539825},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6523610229408,"overall_relative_score":6523610229408,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":860,"performance":669,"input_tokens":141571,"output_tokens":15926,"total_tokens":157497,"cost":0.01001735},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346597904,"overall_relative_score":750863975,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":838,"input_tokens":64942,"output_tokens":33569,"total_tokens":98511,"cost":0.009804100000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551268543,"overall_relative_score":551268543,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":843,"performance":668,"input_tokens":75896,"output_tokens":52173,"total_tokens":128069,"cost":0.013490199999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231545617,"overall_relative_score":231545617,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":94646,"output_tokens":23123,"total_tokens":117769,"cost":0.0093185},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61328744,"overall_relative_score":23044408877,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":630,"performance":1044,"input_tokens":90731,"output_tokens":34407,"total_tokens":125138,"cost":0.010998749999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292431,"overall_relative_score":292431,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":197,"performance":1646,"input_tokens":89019,"output_tokens":38443,"total_tokens":127462,"cost":0.011925149999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755220158,"overall_relative_score":948199268631,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1032,"performance":572,"input_tokens":101902,"output_tokens":38754,"total_tokens":140656,"cost":0.012833099999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68321636,"overall_relative_score":68321636,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":407,"performance":1464,"input_tokens":61674,"output_tokens":28456,"total_tokens":90130,"cost":0.008736500000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120000,"overall_relative_score":120000,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":420,"input_tokens":69850,"output_tokens":34868,"total_tokens":104718,"cost":0.0102165},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121315296,"overall_relative_score":121315296,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":730,"performance":966,"input_tokens":70377,"output_tokens":54751,"total_tokens":125128,"cost":0.01346425},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1252605447,"overall_relative_score":1142716600854,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":743,"performance":1087,"input_tokens":88855,"output_tokens":28706,"total_tokens":117561,"cost":0.00922395},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166018,"overall_relative_score":166018,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":902,"performance":549,"input_tokens":74807,"output_tokens":48126,"total_tokens":122933,"cost":0.013131950000000002}]},{"num_self_refine":16,"rank":{"all":{"mean":602.05,"median":589.5,"min":185,"max":1037,"stdev":232.469567900833},"short":{"mean":534.4782608695652,"median":534.0,"min":185,"max":902,"stdev":209.73942048629974},"long":{"mean":693.4705882352941,"median":643.0,"min":188,"max":1037,"stdev":236.21365266614535}},"performance":{"all":{"mean":942.3,"median":906.0,"min":194,"max":1646,"stdev":365.73664337565674},"short":{"mean":967.6521739130435,"median":811.0,"min":303,"max":1646,"stdev":401.9192149374901},"long":{"mean":908.0,"median":922.0,"min":194,"max":1621,"stdev":318.99510184327283}},"input_tokens":{"all":{"mean":337776.525,"median":320684.5,"min":195001,"max":805334,"stdev":106242.04862989174},"short":{"mean":332327.95652173914,"median":305283.0,"min":195001,"max":805334,"stdev":119706.4409881251},"long":{"mean":345148.1176470588,"median":350128.0,"min":234461,"max":587343,"stdev":87802.70980434086}},"output_tokens":{"all":{"mean":66352.425,"median":63219.0,"min":31708,"max":108699,"stdev":18953.127530139132},"short":{"mean":65433.17391304348,"median":60260.0,"min":39120,"max":108699,"stdev":18663.379482174503},"long":{"mean":67596.11764705883,"median":68208.0,"min":31708,"max":102736,"stdev":19844.41342948423}},"total_tokens":{"all":{"mean":404128.95,"median":381862.5,"min":255261,"max":877517,"stdev":108008.01590360474},"short":{"mean":397761.1304347826,"median":376939.0,"min":255261,"max":877517,"stdev":121682.13309248305},"long":{"mean":412744.23529411765,"median":420081.0,"min":291722,"max":636398,"stdev":89101.48423323921}},"cost":{"all":{"mean":0.026500351249999998,"median":0.0255791,"min":0.016633250000000002,"max":0.0449753,"stdev":0.006170210324922518},"short":{"mean":0.026051484782608696,"median":0.0251627,"min":0.016633250000000002,"max":0.0449753,"stdev":0.006822109675057116},"long":{"mean":0.027107641176470586,"median":0.027825050000000004,"min":0.016633449999999998,"max":0.03377715,"stdev":0.005303175169952293}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":519505010464,"overall_relative_score":519505010464,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1006,"performance":763,"input_tokens":265242,"output_tokens":102736,"total_tokens":367978,"cost":0.030102100000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361553,"overall_relative_score":1361553,"max_execution_time_ms":1700,"max_memory_usage_kib":4096,"rank":601,"performance":1036,"input_tokens":358058,"output_tokens":56427,"total_tokens":414485,"cost":0.0251627},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2664677481345,"overall_relative_score":2664677481345,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":402,"performance":1275,"input_tokens":357871,"output_tokens":82074,"total_tokens":439945,"cost":0.03377715},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1954659104,"overall_relative_score":1954659104,"max_execution_time_ms":2830,"max_memory_usage_kib":3072,"rank":510,"performance":756,"input_tokens":282915,"output_tokens":45523,"total_tokens":328438,"cost":0.018917549999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697209,"overall_relative_score":4697209,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":322,"performance":1157,"input_tokens":284438,"output_tokens":56895,"total_tokens":341333,"cost":0.021079299999999995},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5498751,"overall_relative_score":5498751,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":188,"performance":1621,"input_tokens":372728,"output_tokens":54309,"total_tokens":427037,"cost":0.0289222},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1143581,"overall_relative_score":1143581,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":323,"performance":1156,"input_tokens":330479,"output_tokens":42264,"total_tokens":372743,"cost":0.021199150000000003},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":253076,"output_tokens":59618,"total_tokens":312694,"cost":0.023722999999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218957665,"overall_relative_score":218957665,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":583,"performance":978,"input_tokens":280255,"output_tokens":44247,"total_tokens":324502,"cost":0.01874375},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368833843,"overall_relative_score":368833843,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":659,"performance":717,"input_tokens":413407,"output_tokens":101154,"total_tokens":514561,"cost":0.03885955},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840,"overall_relative_score":2840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":396482,"output_tokens":58189,"total_tokens":454671,"cost":0.025111500000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":390960665,"overall_relative_score":390960665,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":537,"performance":1069,"input_tokens":407963,"output_tokens":64297,"total_tokens":472260,"cost":0.026855949999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58441179,"overall_relative_score":58441179,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":596,"performance":806,"input_tokens":324312,"output_tokens":49427,"total_tokens":373739,"cost":0.0190178},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":832154851,"overall_relative_score":832154851,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":520,"performance":954,"input_tokens":403800,"output_tokens":86886,"total_tokens":490686,"cost":0.033599199999999996},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27872419,"overall_relative_score":27872419,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":773,"performance":303,"input_tokens":299705,"output_tokens":39120,"total_tokens":338825,"cost":0.016633250000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":350871,"output_tokens":97060,"total_tokens":447931,"cost":0.031390749999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2364561017025,"overall_relative_score":407515267989,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":638,"performance":990,"input_tokens":329837,"output_tokens":31708,"total_tokens":361545,"cost":0.016633449999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651864470210508,"overall_relative_score":5571274193,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":448811,"output_tokens":80776,"total_tokens":529587,"cost":0.03135895},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":450823570,"overall_relative_score":450823570,"max_execution_time_ms":20,"max_memory_usage_kib":7168,"rank":256,"performance":1612,"input_tokens":351448,"output_tokens":63189,"total_tokens":414637,"cost":0.025738200000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":292730,"output_tokens":63249,"total_tokens":355979,"cost":0.025718300000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238331570914,"overall_relative_score":238331570914,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":185,"performance":732,"input_tokens":805334,"output_tokens":72183,"total_tokens":877517,"cost":0.0449753},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":195001,"output_tokens":60260,"total_tokens":255261,"cost":0.01784365},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":240911,"output_tokens":54520,"total_tokens":295431,"cost":0.021866349999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":227885,"output_tokens":74523,"total_tokens":302408,"cost":0.025198050000000003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":358829,"output_tokens":69724,"total_tokens":428553,"cost":0.02565425},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042453,"overall_relative_score":1042453,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":319,"performance":1539,"input_tokens":308388,"output_tokens":72150,"total_tokens":380538,"cost":0.0285726},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":246432,"output_tokens":45290,"total_tokens":291722,"cost":0.0211204},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4983546388600,"overall_relative_score":23809091,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":444,"input_tokens":587343,"output_tokens":49055,"total_tokens":636398,"cost":0.03297975},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":450926,"output_tokens":42085,"total_tokens":493011,"cost":0.0304993},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346589904,"overall_relative_score":750882236,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":842,"performance":838,"input_tokens":234461,"output_tokens":86662,"total_tokens":321123,"cost":0.027825050000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551268543,"overall_relative_score":551268543,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":843,"performance":668,"input_tokens":305283,"output_tokens":82311,"total_tokens":387594,"cost":0.02550395},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231545617,"overall_relative_score":231545617,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":333379,"output_tokens":52953,"total_tokens":386332,"cost":0.02420195},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6538551,"overall_relative_score":43725573552,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":574,"performance":1114,"input_tokens":317057,"output_tokens":61629,"total_tokens":378686,"cost":0.02544105},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292431,"overall_relative_score":292431,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":197,"performance":1646,"input_tokens":365775,"output_tokens":75765,"total_tokens":441540,"cost":0.032760149999999995},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755220158,"overall_relative_score":948199268631,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1032,"performance":572,"input_tokens":350128,"output_tokens":69953,"total_tokens":420081,"cost":0.0312602},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68321636,"overall_relative_score":68321636,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":407,"performance":1464,"input_tokens":256298,"output_tokens":57297,"total_tokens":313595,"cost":0.023923899999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287652,"overall_relative_score":287652,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":824,"performance":811,"input_tokens":232172,"output_tokens":76055,"total_tokens":308227,"cost":0.0209556},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136831330,"overall_relative_score":136831330,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":503,"performance":1282,"input_tokens":281312,"output_tokens":95627,"total_tokens":376939,"cost":0.028821400000000004},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1252605447,"overall_relative_score":1142716600854,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":743,"performance":1087,"input_tokens":314979,"output_tokens":68208,"total_tokens":383187,"cost":0.023299350000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166018,"overall_relative_score":166018,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":902,"performance":549,"input_tokens":294740,"output_tokens":108699,"total_tokens":403439,"cost":0.034768}]}]},{"model_name":"grok-4.1-fast","detail_path":"data/model_details/grok-4.1-fast.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":775.175,"median":749.5,"min":186,"max":1215,"stdev":242.56597172939496},"short":{"mean":675.1304347826087,"median":668.0,"min":186,"max":1019,"stdev":223.46004408920138},"long":{"mean":910.5294117647059,"median":999.0,"min":481,"max":1215,"stdev":202.24926379564982}},"performance":{"all":{"mean":394.925,"median":176.0,"min":-110,"max":1437,"stdev":445.86840576162183},"short":{"mean":467.5217391304348,"median":277.0,"min":-110,"max":1437,"stdev":494.34225074290913},"long":{"mean":296.70588235294116,"median":117.0,"min":-80,"max":1162,"stdev":361.56755328463214}},"input_tokens":{"all":{"mean":3151.475,"median":2710.5,"min":1435,"max":8190,"stdev":1775.8567017076575},"short":{"mean":2530.0,"median":1895.0,"min":1552,"max":7525,"stdev":1454.7757715381933},"long":{"mean":3992.294117647059,"median":3241.0,"min":1435,"max":8190,"stdev":1862.976374135817}},"output_tokens":{"all":{"mean":17412.85,"median":16377.5,"min":7205,"max":30691,"stdev":5689.107385936562},"short":{"mean":15538.869565217392,"median":15710.0,"min":7205,"max":23893,"stdev":4681.366382744056},"long":{"mean":19948.235294117647,"median":19929.0,"min":10449,"max":30691,"stdev":6072.926945977242}},"total_tokens":{"all":{"mean":20564.325,"median":19156.5,"min":8895,"max":35873,"stdev":6280.669747838224},"short":{"mean":18068.869565217392,"median":17878.0,"min":8895,"max":28654,"stdev":5075.158943362785},"long":{"mean":23940.529411764706,"median":24697.0,"min":13089,"max":35873,"stdev":6298.609659258612}},"cost":{"all":{"mean":0.00922129875,"median":0.008598425,"min":0.00368715,"max":0.0158994,"stdev":0.0029777056113745055},"short":{"mean":0.008146826086956521,"median":0.00816955,"min":0.00368715,"max":0.01287605,"stdev":0.0024416679233983016},"long":{"mean":0.01067499705882353,"median":0.0105066,"min":0.0057297,"max":0.0158994,"stdev":0.003083887607664968}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":410157184458,"overall_relative_score":410157184458,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":1042,"performance":727,"input_tokens":1435,"output_tokens":23966,"total_tokens":25401,"cost":0.0122475},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":560,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1573,"output_tokens":11476,"total_tokens":13049,"cost":0.006004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2586798826303,"overall_relative_score":2586798826303,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":481,"performance":1162,"input_tokens":2640,"output_tokens":10449,"total_tokens":13089,"cost":0.0057297},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1158,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1704,"output_tokens":16492,"total_tokens":18196,"cost":0.00856415},{"problem_id":"ahc005","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1895,"output_tokens":19272,"total_tokens":21167,"cost":0.00999235},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4809354,"overall_relative_score":4809354,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":488,"performance":1042,"input_tokens":3788,"output_tokens":15333,"total_tokens":19121,"cost":0.00785605},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":357027,"overall_relative_score":357027,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":475,"performance":688,"input_tokens":1610,"output_tokens":16403,"total_tokens":18013,"cost":0.00828215},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6784291070,"overall_relative_score":6784291070,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":528,"performance":730,"input_tokens":2309,"output_tokens":10994,"total_tokens":13303,"cost":0.00593615},{"problem_id":"ahc008","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3059,"output_tokens":21638,"total_tokens":24697,"cost":0.0113795},{"problem_id":"ahc009","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":761,"performance":42,"input_tokens":2247,"output_tokens":15631,"total_tokens":17878,"cost":0.00824225},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":7525,"output_tokens":18843,"total_tokens":26368,"cost":0.01090385},{"problem_id":"ahc011","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":7470,"output_tokens":28403,"total_tokens":35873,"cost":0.0156469},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":4761,"output_tokens":23893,"total_tokens":28654,"cost":0.01287605},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2882,"output_tokens":30691,"total_tokens":33573,"cost":0.0158994},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29090444,"overall_relative_score":29090444,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":668,"performance":730,"input_tokens":2658,"output_tokens":10001,"total_tokens":12659,"cost":0.0055093},{"problem_id":"ahc016","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":2823,"output_tokens":19929,"total_tokens":22752,"cost":0.0105066},{"problem_id":"ahc017","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7040,"output_tokens":10934,"total_tokens":17974,"cost":0.0068264},{"problem_id":"ahc019","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":8190,"output_tokens":17288,"total_tokens":25478,"cost":0.0096265},{"problem_id":"ahc020","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3505,"output_tokens":14215,"total_tokens":17720,"cost":0.00778165},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":1667,"output_tokens":8278,"total_tokens":9945,"cost":0.0042225},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":4410,"output_tokens":11133,"total_tokens":15543,"cost":0.00612735},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1928,"output_tokens":23497,"total_tokens":25425,"cost":0.0121113},{"problem_id":"ahc025","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2763,"output_tokens":15116,"total_tokens":17879,"cost":0.0081097},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1264717,"overall_relative_score":1264717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":1692,"output_tokens":10957,"total_tokens":12649,"cost":0.00581615},{"problem_id":"ahc027","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3241,"output_tokens":22414,"total_tokens":25655,"cost":0.01182565},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1020424,"overall_relative_score":1020424,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":417,"performance":1373,"input_tokens":1803,"output_tokens":19750,"total_tokens":21553,"cost":0.0099653},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":199789100,"overall_relative_score":327350338,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":1034,"performance":479,"input_tokens":4141,"output_tokens":29895,"total_tokens":34036,"cost":0.0157532},{"problem_id":"ahc031","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3049,"output_tokens":16143,"total_tokens":19192,"cost":0.0086327},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6036314871140,"overall_relative_score":6036314871140,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":959,"performance":143,"input_tokens":1690,"output_tokens":7205,"total_tokens":8895,"cost":0.00368715},{"problem_id":"ahc033","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2765,"output_tokens":15862,"total_tokens":18627,"cost":0.00848325},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2278269154,"overall_relative_score":2278269154,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":701,"performance":941,"input_tokens":1854,"output_tokens":15599,"total_tokens":17453,"cost":0.00816955},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222246491,"overall_relative_score":222246491,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":545,"performance":1231,"input_tokens":4208,"output_tokens":12121,"total_tokens":16329,"cost":0.00627105},{"problem_id":"ahc038","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4057,"output_tokens":22728,"total_tokens":26785,"cost":0.0121268},{"problem_id":"ahc039","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1940,"output_tokens":20988,"total_tokens":22928,"cost":0.01085935},{"problem_id":"ahc040","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4236,"output_tokens":21979,"total_tokens":26215,"cost":0.0118139},{"problem_id":"ahc041","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1751,"output_tokens":19212,"total_tokens":20963,"cost":0.0096937},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147900,"overall_relative_score":147900,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":2317,"output_tokens":16004,"total_tokens":18321,"cost":0.008118},{"problem_id":"ahc044","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":1591,"output_tokens":19720,"total_tokens":21311,"cost":0.0101269},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4290,"output_tokens":16352,"total_tokens":20642,"cost":0.0090112},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1552,"output_tokens":15710,"total_tokens":17262,"cost":0.0081168}]},{"num_self_refine":2,"rank":{"all":{"mean":678.025,"median":662.5,"min":186,"max":1046,"stdev":236.83830765811297},"short":{"mean":612.2173913043479,"median":604.0,"min":186,"max":997,"stdev":207.7257712644987},"long":{"mean":767.0588235294117,"median":832.0,"min":197,"max":1046,"stdev":250.4918837478161}},"performance":{"all":{"mean":701.1,"median":748.5,"min":-110,"max":1597,"stdev":475.35507915878134},"short":{"mean":712.8695652173913,"median":747.0,"min":-110,"max":1448,"stdev":465.0057970653138},"long":{"mean":685.1764705882352,"median":752.0,"min":-80,"max":1597,"stdev":502.98921898164446}},"input_tokens":{"all":{"mean":7460.625,"median":6415.0,"min":3503,"max":15482,"stdev":3234.6117247075244},"short":{"mean":6428.95652173913,"median":5598.0,"min":3503,"max":15448,"stdev":2933.8961293855846},"long":{"mean":8856.411764705883,"median":8556.0,"min":4861,"max":15482,"stdev":3172.8911905946193}},"output_tokens":{"all":{"mean":32632.425,"median":32740.0,"min":17034,"max":50705,"stdev":8753.913922845582},"short":{"mean":30202.347826086956,"median":29728.0,"min":17034,"max":43914,"stdev":7995.272453193232},"long":{"mean":35920.17647058824,"median":38802.0,"min":18228,"max":50705,"stdev":8883.599222973296}},"total_tokens":{"all":{"mean":40093.05,"median":39788.0,"min":21691,"max":66187,"stdev":10046.808808184076},"short":{"mean":36631.30434782609,"median":36305.0,"min":21691,"max":56823,"stdev":8880.104797880702},"long":{"mean":44776.58823529412,"median":46388.0,"min":25361,"max":66187,"stdev":9852.75929028782}},"cost":{"all":{"mean":0.0176673525,"median":0.0174268,"min":0.009194299999999999,"max":0.028377649999999997,"stdev":0.004617058897509378},"short":{"mean":0.01622653043478261,"median":0.0159274,"min":0.009194299999999999,"max":0.02370315,"stdev":0.004156927226650472},"long":{"mean":0.0196167,"median":0.02100465,"min":0.0104692,"max":0.028377649999999997,"stdev":0.004602068819699462}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492678818548,"overall_relative_score":492678818548,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1017,"performance":752,"input_tokens":4861,"output_tokens":41527,"total_tokens":46388,"cost":0.0216907},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":725592,"overall_relative_score":725592,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":917,"input_tokens":4028,"output_tokens":22569,"total_tokens":26597,"cost":0.012018850000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742377431792,"overall_relative_score":2742377431792,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":283,"performance":1471,"input_tokens":7133,"output_tokens":18228,"total_tokens":25361,"cost":0.0104692},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1158,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":5598,"output_tokens":28690,"total_tokens":34288,"cost":0.01539335},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5569246,"overall_relative_score":5569246,"max_execution_time_ms":510,"max_memory_usage_kib":123928,"rank":306,"performance":1198,"input_tokens":4213,"output_tokens":38968,"total_tokens":43181,"cost":0.02028145},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5480070,"overall_relative_score":5480070,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":197,"performance":1597,"input_tokens":9481,"output_tokens":28107,"total_tokens":37588,"cost":0.015359000000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":357027,"overall_relative_score":357027,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":475,"performance":688,"input_tokens":5624,"output_tokens":37958,"total_tokens":43582,"cost":0.019839950000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7155579280,"overall_relative_score":7155579280,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":6165,"output_tokens":20783,"total_tokens":26948,"cost":0.011579200000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65262703,"overall_relative_score":65262703,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":614,"performance":935,"input_tokens":6418,"output_tokens":39590,"total_tokens":46008,"cost":0.02100465},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780064548,"overall_relative_score":780064548,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":604,"performance":843,"input_tokens":4884,"output_tokens":29728,"total_tokens":34612,"cost":0.0157955},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":15448,"output_tokens":41375,"total_tokens":56823,"cost":0.02370315},{"problem_id":"ahc011","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":15482,"output_tokens":50705,"total_tokens":66187,"cost":0.028377649999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20589058,"overall_relative_score":20589058,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":11724,"output_tokens":38161,"total_tokens":49885,"cost":0.02138},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":762927633,"overall_relative_score":762927633,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":11268,"output_tokens":41592,"total_tokens":52860,"cost":0.023004300000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29227211,"overall_relative_score":29227211,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":660,"performance":750,"input_tokens":7098,"output_tokens":20784,"total_tokens":27882,"cost":0.0117663},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1382528699,"overall_relative_score":7324770213,"max_execution_time_ms":370,"max_memory_usage_kib":4096,"rank":941,"performance":640,"input_tokens":5787,"output_tokens":42072,"total_tokens":47859,"cost":0.02214405},{"problem_id":"ahc017","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":14270,"output_tokens":29419,"total_tokens":43689,"cost":0.01751415},{"problem_id":"ahc019","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":12899,"output_tokens":35152,"total_tokens":48051,"cost":0.019499549999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415235560,"overall_relative_score":415235560,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":577,"performance":1119,"input_tokens":7325,"output_tokens":28980,"total_tokens":36305,"cost":0.0159274},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13063410,"overall_relative_score":13063410,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":400,"performance":1448,"input_tokens":4505,"output_tokens":28057,"total_tokens":32562,"cost":0.0146787},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6860,"output_tokens":21841,"total_tokens":28701,"cost":0.01165005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":8942,"output_tokens":30325,"total_tokens":39267,"cost":0.01692735},{"problem_id":"ahc025","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":6006,"output_tokens":26799,"total_tokens":32805,"cost":0.014598899999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":4616,"output_tokens":20261,"total_tokens":24877,"cost":0.0110234},{"problem_id":"ahc027","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":6844,"output_tokens":44492,"total_tokens":51336,"cost":0.0235845},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1020424,"overall_relative_score":1020424,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":417,"performance":1373,"input_tokens":6398,"output_tokens":43914,"total_tokens":50312,"cost":0.02293945},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743412940289,"overall_relative_score":98704041317,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":989,"performance":593,"input_tokens":10242,"output_tokens":44352,"total_tokens":54594,"cost":0.024201149999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":312321981929,"overall_relative_score":327221707,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":738,"performance":941,"input_tokens":6412,"output_tokens":29064,"total_tokens":35476,"cost":0.01576505},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6100976783094,"overall_relative_score":6100976783094,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":936,"performance":361,"input_tokens":4657,"output_tokens":17034,"total_tokens":21691,"cost":0.009194299999999999},{"problem_id":"ahc033","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":5819,"output_tokens":36942,"total_tokens":42761,"cost":0.0196333},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2871895235,"overall_relative_score":2871895235,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":5275,"output_tokens":26990,"total_tokens":32265,"cost":0.014548499999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222246491,"overall_relative_score":222246491,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":545,"performance":1231,"input_tokens":11223,"output_tokens":19743,"total_tokens":30966,"cost":0.0114843},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":407901000,"overall_relative_score":501021916,"max_execution_time_ms":1050,"max_memory_usage_kib":8192,"rank":730,"performance":918,"input_tokens":8556,"output_tokens":38802,"total_tokens":47358,"cost":0.02104095},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83928,"overall_relative_score":83928,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":496,"performance":1043,"input_tokens":4389,"output_tokens":36731,"total_tokens":41120,"cost":0.019197850000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4166724232,"overall_relative_score":2337247058272,"max_execution_time_ms":840,"max_memory_usage_kib":78612,"rank":647,"performance":1117,"input_tokens":8949,"output_tokens":41795,"total_tokens":50744,"cost":0.0226132},{"problem_id":"ahc041","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":3853,"output_tokens":33708,"total_tokens":37561,"cost":0.01733945},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147920,"overall_relative_score":147920,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":7013,"output_tokens":31772,"total_tokens":38785,"cost":0.016940450000000003},{"problem_id":"ahc044","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":3503,"output_tokens":36806,"total_tokens":40309,"cost":0.019029499999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4648930443,"overall_relative_score":296112637285,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":832,"performance":993,"input_tokens":10132,"output_tokens":22005,"total_tokens":32137,"cost":0.012983600000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":4525,"output_tokens":39476,"total_tokens":44001,"cost":0.02057175}]},{"num_self_refine":4,"rank":{"all":{"mean":596.975,"median":605.5,"min":145,"max":1046,"stdev":225.51826209524927},"short":{"mean":539.304347826087,"median":577.0,"min":145,"max":997,"stdev":199.57692405837102},"long":{"mean":675.0,"median":684.0,"min":197,"max":1046,"stdev":240.72936048600303}},"performance":{"all":{"mean":887.1,"median":956.0,"min":-110,"max":1924,"stdev":481.1366776333962},"short":{"mean":890.695652173913,"median":903.0,"min":-110,"max":1924,"stdev":506.60567728062864},"long":{"mean":882.2352941176471,"median":1010.0,"min":51,"max":1597,"stdev":459.70255728728614}},"input_tokens":{"all":{"mean":22232.4,"median":21242.5,"min":8061,"max":49141,"stdev":8668.459123713232},"short":{"mean":20893.347826086956,"median":18947.0,"min":8061,"max":49141,"stdev":9529.766302622993},"long":{"mean":24044.058823529413,"median":22971.0,"min":12395,"max":40515,"stdev":7226.458005746905}},"output_tokens":{"all":{"mean":57802.375,"median":60352.0,"min":29174,"max":84066,"stdev":15711.398502585671},"short":{"mean":53641.86956521739,"median":48540.0,"min":29174,"max":78786,"stdev":15465.140402338144},"long":{"mean":63431.294117647056,"median":63344.0,"min":36846,"max":84066,"stdev":14638.466538390838}},"total_tokens":{"all":{"mean":80034.775,"median":81399.0,"min":46410,"max":116136,"stdev":17613.89362521486},"short":{"mean":74535.21739130435,"median":73256.0,"min":46410,"max":110723,"stdev":17110.50196106718},"long":{"mean":87475.35294117648,"median":90046.0,"min":57152,"max":116136,"stdev":15854.812191181802}},"cost":{"all":{"mean":0.0323208425,"median":0.03393045,"min":0.01823595,"max":0.045949949999999996,"stdev":0.007857848102493799},"short":{"mean":0.029975991304347825,"median":0.029394800000000002,"min":0.01823595,"max":0.04329925,"stdev":0.007543610136033436},"long":{"mean":0.035493288235294115,"median":0.035631499999999997,"min":0.020796099999999998,"max":0.045949949999999996,"stdev":0.007325450424686556}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":747598426251,"overall_relative_score":747598426251,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":895,"performance":870,"input_tokens":21064,"output_tokens":59038,"total_tokens":80102,"cost":0.03315115},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":971306,"overall_relative_score":971306,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":661,"performance":963,"input_tokens":15070,"output_tokens":42815,"total_tokens":57885,"cost":0.02393415},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742377431792,"overall_relative_score":2742377431792,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":283,"performance":1471,"input_tokens":20306,"output_tokens":36846,"total_tokens":57152,"cost":0.020796099999999998},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1158,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":49141,"output_tokens":47620,"total_tokens":96761,"cost":0.03352195},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5569246,"overall_relative_score":5569246,"max_execution_time_ms":510,"max_memory_usage_kib":123928,"rank":306,"performance":1198,"input_tokens":13796,"output_tokens":73481,"total_tokens":87277,"cost":0.03873095},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5480070,"overall_relative_score":5480070,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":197,"performance":1597,"input_tokens":28152,"output_tokens":48447,"total_tokens":76599,"cost":0.029189250000000003},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":357027,"overall_relative_score":357027,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":475,"performance":688,"input_tokens":21421,"output_tokens":61275,"total_tokens":82696,"cost":0.034033850000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7155579280,"overall_relative_score":7155579280,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":19744,"output_tokens":32493,"total_tokens":52237,"cost":0.01873325},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116136248,"overall_relative_score":116136248,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":604,"performance":949,"input_tokens":22961,"output_tokens":63278,"total_tokens":86239,"cost":0.035631499999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780064548,"overall_relative_score":780064548,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":604,"performance":843,"input_tokens":18947,"output_tokens":44059,"total_tokens":63006,"cost":0.0249033},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":31937,"output_tokens":78786,"total_tokens":110723,"cost":0.04329925},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219472894,"overall_relative_score":219472894,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":581,"performance":1010,"input_tokens":32070,"output_tokens":84066,"total_tokens":116136,"cost":0.045949949999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20589058,"overall_relative_score":20589058,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":30226,"output_tokens":63906,"total_tokens":94132,"cost":0.035201},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1192193130,"overall_relative_score":1192193130,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":438,"performance":1098,"input_tokens":40515,"output_tokens":63344,"total_tokens":103859,"cost":0.0396844},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30737318,"overall_relative_score":30737318,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":621,"performance":836,"input_tokens":22155,"output_tokens":38016,"total_tokens":60171,"cost":0.022705799999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6390452859,"overall_relative_score":82911961626,"max_execution_time_ms":1190,"max_memory_usage_kib":7168,"rank":473,"performance":1277,"input_tokens":20941,"output_tokens":65043,"total_tokens":85984,"cost":0.0355058},{"problem_id":"ahc017","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":30617,"output_tokens":59429,"total_tokens":90046,"cost":0.03470405},{"problem_id":"ahc019","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":22971,"output_tokens":70726,"total_tokens":93697,"cost":0.037856749999999995},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415235560,"overall_relative_score":415235560,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":577,"performance":1119,"input_tokens":22293,"output_tokens":46948,"total_tokens":69241,"cost":0.02790335},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13063410,"overall_relative_score":13063410,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":400,"performance":1448,"input_tokens":13653,"output_tokens":50979,"total_tokens":64632,"cost":0.026880750000000002},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":12356,"output_tokens":45497,"total_tokens":57853,"cost":0.0238142},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1717,"overall_relative_score":1717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":903,"input_tokens":31003,"output_tokens":48540,"total_tokens":79543,"cost":0.029394800000000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":66997781719,"overall_relative_score":187804373808,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":689,"performance":1026,"input_tokens":14239,"output_tokens":48114,"total_tokens":62353,"cost":0.02638745},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":14387,"output_tokens":32023,"total_tokens":46410,"cost":0.01823595},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106119222223,"overall_relative_score":521199569867,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":939,"performance":565,"input_tokens":16706,"output_tokens":77959,"total_tokens":94665,"cost":0.041721150000000005},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067307,"overall_relative_score":1067307,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":145,"performance":1924,"input_tokens":26760,"output_tokens":66073,"total_tokens":92833,"cost":0.0361922},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":710384089808,"overall_relative_score":103062687514,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":985,"performance":602,"input_tokens":30647,"output_tokens":74134,"total_tokens":104781,"cost":0.04225785},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":684,"performance":1012,"input_tokens":17341,"output_tokens":76441,"total_tokens":93782,"cost":0.040916799999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9734157885021,"overall_relative_score":9734157885021,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":691,"performance":997,"input_tokens":16765,"output_tokens":35376,"total_tokens":52141,"cost":0.020341849999999998},{"problem_id":"ahc033","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":12395,"output_tokens":77658,"total_tokens":90053,"cost":0.0403681},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2871895235,"overall_relative_score":2871895235,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":17679,"output_tokens":47686,"total_tokens":65365,"cost":0.026086699999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251514386,"overall_relative_score":251514386,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":245,"performance":1696,"input_tokens":34059,"output_tokens":29174,"total_tokens":63233,"cost":0.020739399999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":407901000,"overall_relative_score":501021916,"max_execution_time_ms":1050,"max_memory_usage_kib":8192,"rank":730,"performance":918,"input_tokens":23248,"output_tokens":81774,"total_tokens":105022,"cost":0.04476845},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209782,"overall_relative_score":209782,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":373,"performance":1276,"input_tokens":16748,"output_tokens":73639,"total_tokens":90387,"cost":0.04007835},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4166724232,"overall_relative_score":2337247058272,"max_execution_time_ms":840,"max_memory_usage_kib":78612,"rank":647,"performance":1117,"input_tokens":25160,"output_tokens":53280,"total_tokens":78440,"cost":0.03053545},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51207149,"overall_relative_score":51207149,"max_execution_time_ms":40,"max_memory_usage_kib":9216,"rank":806,"performance":893,"input_tokens":8758,"output_tokens":69281,"total_tokens":78039,"cost":0.036061499999999996},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439608,"overall_relative_score":439608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":566,"performance":1199,"input_tokens":22508,"output_tokens":65038,"total_tokens":87546,"cost":0.034819800000000005},{"problem_id":"ahc044","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":8061,"output_tokens":65195,"total_tokens":73256,"cost":0.03382705},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932231259,"overall_relative_score":1503104012452,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":607,"performance":1229,"input_tokens":29416,"output_tokens":38755,"total_tokens":68171,"cost":0.023961700000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":13080,"output_tokens":75863,"total_tokens":88943,"cost":0.0400084}]},{"num_self_refine":8,"rank":{"all":{"mean":550.75,"median":573.5,"min":145,"max":997,"stdev":227.11826242776058},"short":{"mean":501.9130434782609,"median":546.0,"min":145,"max":997,"stdev":203.82811676942598},"long":{"mean":616.8235294117648,"median":607.0,"min":197,"max":985,"stdev":246.04908943494326}},"performance":{"all":{"mean":1023.1,"median":1025.0,"min":-80,"max":1924,"stdev":399.7317562104329},"short":{"mean":1020.8695652173913,"median":1024.0,"min":-80,"max":1924,"stdev":423.79286367793856},"long":{"mean":1026.1176470588234,"median":1026.0,"min":74,"max":1597,"stdev":377.50461625537463}},"input_tokens":{"all":{"mean":76567.75,"median":75625.0,"min":21873,"max":171349,"stdev":29282.48254743825},"short":{"mean":74277.82608695653,"median":74505.0,"min":21873,"max":171349,"stdev":32599.547561908075},"long":{"mean":79665.88235294117,"median":83141.0,"min":29680,"max":122596,"stdev":24719.97807918312}},"output_tokens":{"all":{"mean":88857.775,"median":83502.0,"min":43455,"max":147280,"stdev":31629.052184285923},"short":{"mean":84599.65217391304,"median":75487.0,"min":43455,"max":147280,"stdev":32586.349963818084},"long":{"mean":94618.76470588235,"median":91920.0,"min":50174,"max":147179,"stdev":30283.139061880232}},"total_tokens":{"all":{"mean":165425.525,"median":169812.5,"min":109700,"max":229122,"stdev":32391.298720796483},"short":{"mean":158877.47826086957,"median":155890.0,"min":109700,"max":229122,"stdev":34845.002655747514},"long":{"mean":174284.64705882352,"median":176859.0,"min":118147,"max":215268,"stdev":27256.21792119455}},"cost":{"all":{"mean":0.05408180875,"median":0.054396375,"min":0.029692600000000003,"max":0.08139099999999999,"stdev":0.014979794573198991},"short":{"mean":0.05152660217391304,"median":0.05056530000000001,"min":0.029692600000000003,"max":0.08139099999999999,"stdev":0.014989892566716399},"long":{"mean":0.05753885294117647,"median":0.056084049999999996,"min":0.03266325,"max":0.07771215,"stdev":0.01469418624225316}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":747598426251,"overall_relative_score":747598426251,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":895,"performance":870,"input_tokens":95814,"output_tokens":75908,"total_tokens":171722,"cost":0.0473668},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1136974,"overall_relative_score":1136974,"max_execution_time_ms":1300,"max_memory_usage_kib":3072,"rank":635,"performance":995,"input_tokens":65896,"output_tokens":60491,"total_tokens":126387,"cost":0.0377517},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742377431792,"overall_relative_score":2742377431792,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":283,"performance":1471,"input_tokens":72068,"output_tokens":52429,"total_tokens":124497,"cost":0.03266325},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1712110029,"overall_relative_score":1712110029,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":549,"performance":610,"input_tokens":171349,"output_tokens":57773,"total_tokens":229122,"cost":0.05056530000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7657528,"overall_relative_score":7657528,"max_execution_time_ms":1050,"max_memory_usage_kib":142340,"rank":265,"performance":1308,"input_tokens":58965,"output_tokens":102458,"total_tokens":161423,"cost":0.0577759},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5480070,"overall_relative_score":5480070,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":197,"performance":1597,"input_tokens":84262,"output_tokens":79144,"total_tokens":163406,"cost":0.05242855},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":887546,"overall_relative_score":887546,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":81501,"output_tokens":92597,"total_tokens":174098,"cost":0.05735455000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7155579280,"overall_relative_score":7155579280,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":76045,"output_tokens":43582,"total_tokens":119627,"cost":0.029692600000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":195913458,"overall_relative_score":195913458,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":592,"performance":965,"input_tokens":101018,"output_tokens":79804,"total_tokens":180822,"cost":0.051737849999999995},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":903501903,"overall_relative_score":903501903,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":589,"performance":874,"input_tokens":75205,"output_tokens":54873,"total_tokens":130078,"cost":0.03679475},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10428,"overall_relative_score":10428,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":349,"performance":1211,"input_tokens":70501,"output_tokens":147280,"total_tokens":217781,"cost":0.08139099999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219472894,"overall_relative_score":219472894,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":581,"performance":1010,"input_tokens":92950,"output_tokens":120273,"total_tokens":213223,"cost":0.07489925},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24905273,"overall_relative_score":24905273,"max_execution_time_ms":2380,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":90483,"output_tokens":87200,"total_tokens":177683,"cost":0.05352925},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1234864983,"overall_relative_score":1234864983,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":414,"performance":1140,"input_tokens":122596,"output_tokens":79450,"total_tokens":202046,"cost":0.056084049999999996},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30737318,"overall_relative_score":30737318,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":621,"performance":836,"input_tokens":80687,"output_tokens":58671,"total_tokens":139358,"cost":0.04190365},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13340768471,"overall_relative_score":292846422325,"max_execution_time_ms":1460,"max_memory_usage_kib":7168,"rank":289,"performance":1544,"input_tokens":88135,"output_tokens":91920,"total_tokens":180055,"cost":0.0552635},{"problem_id":"ahc017","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":66314,"output_tokens":105411,"total_tokens":171725,"cost":0.06087985},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93750055425053,"overall_relative_score":18808402206,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1172,"input_tokens":47841,"output_tokens":135740,"total_tokens":183581,"cost":0.0731098},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426960568,"overall_relative_score":426960568,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":480,"performance":1252,"input_tokens":77693,"output_tokens":71833,"total_tokens":149526,"cost":0.04546995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13102820,"overall_relative_score":13102820,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":375,"performance":1486,"input_tokens":40474,"output_tokens":75487,"total_tokens":115961,"cost":0.041962},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":41789,"output_tokens":102173,"total_tokens":143962,"cost":0.056352650000000004},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1717,"overall_relative_score":1717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":903,"input_tokens":100436,"output_tokens":60217,"total_tokens":160653,"cost":0.04409805000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":66997781719,"overall_relative_score":187804373808,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":689,"performance":1026,"input_tokens":54094,"output_tokens":64053,"total_tokens":118147,"cost":0.03915275},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1315867,"overall_relative_score":1315867,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":667,"performance":763,"input_tokens":57203,"output_tokens":52497,"total_tokens":109700,"cost":0.0332041},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103825825463,"overall_relative_score":533545967896,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":568,"input_tokens":69696,"output_tokens":98207,"total_tokens":167903,"cost":0.05653525000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067307,"overall_relative_score":1067307,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":145,"performance":1924,"input_tokens":114423,"output_tokens":98980,"total_tokens":213403,"cost":0.06317105},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":710384089808,"overall_relative_score":103062687514,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":985,"performance":602,"input_tokens":113236,"output_tokens":102032,"total_tokens":215268,"cost":0.07272134999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3752708500,"overall_relative_score":67413833932,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":516,"performance":1228,"input_tokens":50790,"output_tokens":145413,"total_tokens":196203,"cost":0.07771215},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9958977397368,"overall_relative_score":9958977397368,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":626,"performance":1095,"input_tokens":64632,"output_tokens":48204,"total_tokens":112836,"cost":0.0317004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5661904,"overall_relative_score":46112962092,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":882,"input_tokens":29680,"output_tokens":147179,"total_tokens":176859,"cost":0.0770019},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2871895235,"overall_relative_score":2871895235,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":64577,"output_tokens":75464,"total_tokens":140041,"cost":0.045672950000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251514386,"overall_relative_score":251514386,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":245,"performance":1696,"input_tokens":112435,"output_tokens":43455,"total_tokens":155890,"cost":0.036044599999999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":407901000,"overall_relative_score":501021916,"max_execution_time_ms":1050,"max_memory_usage_kib":8192,"rank":730,"performance":918,"input_tokens":81293,"output_tokens":113387,"total_tokens":194680,"cost":0.06867710000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277126,"overall_relative_score":277126,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":288,"performance":1442,"input_tokens":74505,"output_tokens":102095,"total_tokens":176600,"cost":0.06118855},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3950069978,"overall_relative_score":2444965790680,"max_execution_time_ms":3100,"max_memory_usage_kib":188416,"rank":620,"performance":1148,"input_tokens":83141,"output_tokens":67995,"total_tokens":151136,"cost":0.04734715},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52413610,"overall_relative_score":52413610,"max_execution_time_ms":50,"max_memory_usage_kib":9216,"rank":790,"performance":920,"input_tokens":27508,"output_tokens":144219,"total_tokens":171727,"cost":0.0753947},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439608,"overall_relative_score":439608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":566,"performance":1199,"input_tokens":100678,"output_tokens":104877,"total_tokens":205555,"cost":0.0650207},{"problem_id":"ahc044","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":21873,"output_tokens":114926,"total_tokens":136799,"cost":0.06063295},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932231259,"overall_relative_score":1503104012452,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":607,"performance":1229,"input_tokens":101392,"output_tokens":50174,"total_tokens":151566,"cost":0.034579950000000005},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":39532,"output_tokens":146440,"total_tokens":185972,"cost":0.0784405}]},{"num_self_refine":16,"rank":{"all":{"mean":516.925,"median":547.5,"min":145,"max":985,"stdev":209.73064379989384},"short":{"mean":459.4782608695652,"median":492.0,"min":145,"max":776,"stdev":171.82334203933183},"long":{"mean":594.6470588235294,"median":607.0,"min":197,"max":985,"stdev":235.50263830169467}},"performance":{"all":{"mean":1110.575,"median":1081.5,"min":483,"max":1924,"stdev":335.6269210421076},"short":{"mean":1127.304347826087,"median":1095.0,"min":483,"max":1924,"stdev":366.89996590383754},"long":{"mean":1087.9411764705883,"median":1026.0,"min":568,"max":1597,"stdev":297.5402221944613}},"input_tokens":{"all":{"mean":266722.225,"median":269666.0,"min":126041,"max":464293,"stdev":72012.18732839513},"short":{"mean":262621.347826087,"median":272367.0,"min":137600,"max":464293,"stdev":75067.96517072724},"long":{"mean":272270.4705882353,"median":266965.0,"min":126041,"max":371071,"stdev":69534.1445776081}},"output_tokens":{"all":{"mean":113265.075,"median":100255.0,"min":51895,"max":210951,"stdev":45703.55609537907},"short":{"mean":106937.91304347826,"median":99360.0,"min":51895,"max":203283,"stdev":41653.41308498571},"long":{"mean":121825.35294117648,"median":103900.0,"min":57305,"max":210951,"stdev":50699.57216158384}},"total_tokens":{"all":{"mean":379987.3,"median":369446.0,"min":252984,"max":531423,"stdev":65636.6231545961},"short":{"mean":369559.26086956525,"median":347651.0,"min":252984,"max":531423,"stdev":71806.79852987928},"long":{"mean":394095.82352941175,"median":397793.0,"min":301210,"max":478218,"stdev":55168.354445999306}},"cost":{"all":{"mean":0.08333468375,"median":0.078476525,"min":0.05098960000000001,"max":0.12847835,"stdev":0.022350554314314014},"short":{"mean":0.0792569195652174,"median":0.07720005000000002,"min":0.051972800000000006,"max":0.12374405,"stdev":0.02027332052524909},"long":{"mean":0.08885165882352941,"median":0.08770765000000001,"min":0.05098960000000001,"max":0.12847835,"stdev":0.02441861656729755}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":747598426251,"overall_relative_score":747598426251,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":895,"performance":870,"input_tokens":344174,"output_tokens":87347,"total_tokens":431521,"cost":0.07268630000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1136974,"overall_relative_score":1136974,"max_execution_time_ms":1300,"max_memory_usage_kib":3072,"rank":635,"performance":995,"input_tokens":232791,"output_tokens":70042,"total_tokens":302833,"cost":0.051972800000000006},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2765902390766,"overall_relative_score":2765902390766,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":227,"performance":1582,"input_tokens":266119,"output_tokens":66360,"total_tokens":332479,"cost":0.059145649999999994},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1712110029,"overall_relative_score":1712110029,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":549,"performance":610,"input_tokens":464293,"output_tokens":67130,"total_tokens":531423,"cost":0.07720005000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7657528,"overall_relative_score":7657528,"max_execution_time_ms":1050,"max_memory_usage_kib":142340,"rank":265,"performance":1308,"input_tokens":228826,"output_tokens":115581,"total_tokens":344407,"cost":0.0843941},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5480070,"overall_relative_score":5480070,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":197,"performance":1597,"input_tokens":294706,"output_tokens":103087,"total_tokens":397793,"cost":0.08065494999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":887546,"overall_relative_score":887546,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":299877,"output_tokens":100690,"total_tokens":400567,"cost":0.07878125000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7155579280,"overall_relative_score":7155579280,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":272367,"output_tokens":54267,"total_tokens":326634,"cost":0.0528324},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":195913458,"overall_relative_score":195913458,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":592,"performance":965,"input_tokens":343586,"output_tokens":87266,"total_tokens":430852,"cost":0.07817179999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":903501903,"overall_relative_score":903501903,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":589,"performance":874,"input_tokens":282510,"output_tokens":65141,"total_tokens":347651,"cost":0.0580534},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10428,"overall_relative_score":10428,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":349,"performance":1211,"input_tokens":299229,"output_tokens":170021,"total_tokens":469250,"cost":0.11932645},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219472894,"overall_relative_score":219472894,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":581,"performance":1010,"input_tokens":327544,"output_tokens":146770,"total_tokens":474314,"cost":0.11078305},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24905273,"overall_relative_score":24905273,"max_execution_time_ms":2380,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":298730,"output_tokens":97742,"total_tokens":396472,"cost":0.07300564999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1234864983,"overall_relative_score":1234864983,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":414,"performance":1140,"input_tokens":371071,"output_tokens":88550,"total_tokens":459621,"cost":0.07544669999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30737318,"overall_relative_score":30737318,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":621,"performance":836,"input_tokens":241202,"output_tokens":80635,"total_tokens":321837,"cost":0.0704808},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13340768471,"overall_relative_score":292846422325,"max_execution_time_ms":1460,"max_memory_usage_kib":7168,"rank":289,"performance":1544,"input_tokens":307052,"output_tokens":103900,"total_tokens":410952,"cost":0.08892164999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2383629072155,"overall_relative_score":389250199960,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":664,"performance":953,"input_tokens":180573,"output_tokens":153365,"total_tokens":333938,"cost":0.091963},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91132964685271,"overall_relative_score":19799201536,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1172,"input_tokens":175312,"output_tokens":210951,"total_tokens":386263,"cost":0.12357814999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426960568,"overall_relative_score":426960568,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":480,"performance":1252,"input_tokens":284611,"output_tokens":91145,"total_tokens":375756,"cost":0.0775056},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13110880,"overall_relative_score":13110880,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":369,"performance":1495,"input_tokens":153624,"output_tokens":99360,"total_tokens":252984,"cost":0.06331905},{"problem_id":"toyota2023summer-final","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":185397,"output_tokens":140061,"total_tokens":325458,"cost":0.08799539999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1717,"overall_relative_score":1717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":546,"performance":903,"input_tokens":274805,"output_tokens":77428,"total_tokens":352233,"cost":0.06852855000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":66997781719,"overall_relative_score":187804373808,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":689,"performance":1026,"input_tokens":221227,"output_tokens":79983,"total_tokens":301210,"cost":0.059829049999999995},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1351990,"overall_relative_score":1351990,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":492,"performance":1136,"input_tokens":234821,"output_tokens":74573,"total_tokens":309394,"cost":0.06452105},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103825825463,"overall_relative_score":533545967896,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":568,"input_tokens":265530,"output_tokens":119057,"total_tokens":384587,"cost":0.08770765000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067307,"overall_relative_score":1067307,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":145,"performance":1924,"input_tokens":329403,"output_tokens":129229,"total_tokens":458632,"cost":0.0898685},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":710384089808,"overall_relative_score":103062687514,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":985,"performance":602,"input_tokens":366819,"output_tokens":111399,"total_tokens":478218,"cost":0.10443074999999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3589380500,"overall_relative_score":70286330551,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":509,"performance":1237,"input_tokens":233413,"output_tokens":206244,"total_tokens":439657,"cost":0.12847835},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9958977397368,"overall_relative_score":9958977397368,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":626,"performance":1095,"input_tokens":245095,"output_tokens":79487,"total_tokens":324582,"cost":0.06024765},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5330404,"overall_relative_score":49183561717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":770,"performance":933,"input_tokens":126041,"output_tokens":210620,"total_tokens":336661,"cost":0.11671324999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2871895235,"overall_relative_score":2871895235,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":230747,"output_tokens":99820,"total_tokens":330567,"cost":0.07507545},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251514386,"overall_relative_score":251514386,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":245,"performance":1696,"input_tokens":311241,"output_tokens":51895,"total_tokens":363136,"cost":0.054476},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":405311000,"overall_relative_score":503998313,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":729,"performance":919,"input_tokens":259307,"output_tokens":159879,"total_tokens":419186,"cost":0.11757445000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277495,"overall_relative_score":277495,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":287,"performance":1444,"input_tokens":303334,"output_tokens":128247,"total_tokens":431581,"cost":0.097646},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3950069978,"overall_relative_score":2444965790680,"max_execution_time_ms":3100,"max_memory_usage_kib":188416,"rank":620,"performance":1148,"input_tokens":266965,"output_tokens":78948,"total_tokens":345913,"cost":0.06340384999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54891008,"overall_relative_score":54891008,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":776,"performance":943,"input_tokens":156916,"output_tokens":187063,"total_tokens":343979,"cost":0.1097494},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":439608,"overall_relative_score":439608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":566,"performance":1199,"input_tokens":384666,"output_tokens":133453,"total_tokens":518119,"cost":0.09707210000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142223942,"overall_relative_score":142223942,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":339,"performance":1522,"input_tokens":137600,"output_tokens":143279,"total_tokens":280879,"cost":0.08711345000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932231259,"overall_relative_score":1503104012452,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":607,"performance":1229,"input_tokens":279159,"output_tokens":57305,"total_tokens":336464,"cost":0.05098960000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210981,"overall_relative_score":210981,"max_execution_time_ms":880,"max_memory_usage_kib":65536,"rank":324,"performance":1558,"input_tokens":188206,"output_tokens":203283,"total_tokens":391489,"cost":0.12374405}]}]},{"model_name":"grok-4.20-beta","detail_path":"data/model_details/grok-4.20-beta.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":495.3,"median":523.5,"min":123,"max":950,"stdev":211.87722618148223},"short":{"mean":446.5217391304348,"median":446.0,"min":123,"max":775,"stdev":216.2288075932566},"long":{"mean":561.2941176470588,"median":553.0,"min":252,"max":950,"stdev":192.58367165529714}},"performance":{"all":{"mean":1150.275,"median":1146.0,"min":-110,"max":1842,"stdev":359.6916761937603},"short":{"mean":1171.6521739130435,"median":1185.0,"min":-110,"max":1842,"stdev":436.7735640409791},"long":{"mean":1121.3529411764705,"median":1106.0,"min":536,"max":1482,"stdev":226.94298325142998}},"input_tokens":{"all":{"mean":3013.225,"median":2620.0,"min":1406,"max":7496,"stdev":1572.7803649213233},"short":{"mean":2452.782608695652,"median":1911.0,"min":1523,"max":7496,"stdev":1394.871188465468},"long":{"mean":3771.470588235294,"median":3357.0,"min":1406,"max":7441,"stdev":1513.8758666766184}},"output_tokens":{"all":{"mean":22619.05,"median":21866.5,"min":8405,"max":45167,"stdev":9052.382250418523},"short":{"mean":21425.17391304348,"median":19772.0,"min":8405,"max":40055,"stdev":7765.464077053979},"long":{"mean":24234.29411764706,"median":25013.0,"min":9794,"max":45167,"stdev":10583.270369814249}},"total_tokens":{"all":{"mean":25632.275,"median":25183.5,"min":11034,"max":48856,"stdev":9492.859167755843},"short":{"mean":23877.956521739132,"median":23797.0,"min":11034,"max":44787,"stdev":8022.867564192317},"long":{"mean":28005.764705882353,"median":29274.0,"min":12405,"max":48856,"stdev":10988.191022237303}},"cost":{"all":{"mean":0.13837979,"median":0.13359880000000002,"min":0.0555728,"max":0.2716276,"stdev":0.05389076048109422},"short":{"mean":0.13076693913043477,"median":0.119114,"min":0.0555728,"max":0.2413844,"stdev":0.04614109939323213},"long":{"mean":0.1486795294117647,"median":0.156872,"min":0.059378,"max":0.2716276,"stdev":0.06289371499191876}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800996955763,"overall_relative_score":800996955763,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":836,"performance":924,"input_tokens":1406,"output_tokens":14567,"total_tokens":15973,"cost":0.0877948},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":716476,"overall_relative_score":716476,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":917,"input_tokens":1544,"output_tokens":16170,"total_tokens":17714,"cost":0.0973432},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2662287205517,"overall_relative_score":2662287205517,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":404,"performance":1272,"input_tokens":2611,"output_tokens":9794,"total_tokens":12405,"cost":0.059378},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4166346511,"overall_relative_score":4166346511,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":207,"performance":1528,"input_tokens":1675,"output_tokens":22122,"total_tokens":23797,"cost":0.1330868},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15202864,"overall_relative_score":15202864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":158,"performance":1633,"input_tokens":1866,"output_tokens":31647,"total_tokens":33513,"cost":0.1902732},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5368459,"overall_relative_score":5368459,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":252,"performance":1466,"input_tokens":3759,"output_tokens":12100,"total_tokens":15859,"cost":0.0800028},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1593989,"overall_relative_score":1593989,"max_execution_time_ms":1560,"max_memory_usage_kib":3072,"rank":123,"performance":1750,"input_tokens":1581,"output_tokens":15427,"total_tokens":17008,"cost":0.0956088},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13885749353,"overall_relative_score":13885749353,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":245,"performance":1421,"input_tokens":2280,"output_tokens":21611,"total_tokens":23891,"cost":0.1341108},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2573399433,"overall_relative_score":2573399433,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":502,"performance":1087,"input_tokens":3030,"output_tokens":28522,"total_tokens":31552,"cost":0.1717776},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4444722288,"overall_relative_score":4444722288,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":273,"performance":1456,"input_tokens":2218,"output_tokens":19697,"total_tokens":21915,"cost":0.1187012},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":7496,"output_tokens":19364,"total_tokens":26860,"cost":0.1176976},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346949724,"overall_relative_score":346949724,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":553,"performance":1048,"input_tokens":7441,"output_tokens":41415,"total_tokens":48856,"cost":0.2500088},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25984914,"overall_relative_score":25984914,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":666,"performance":609,"input_tokens":4732,"output_tokens":40055,"total_tokens":44787,"cost":0.2413844},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1231232496,"overall_relative_score":1231232496,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":415,"performance":1138,"input_tokens":2853,"output_tokens":28498,"total_tokens":31351,"cost":0.1716252},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2629,"output_tokens":8405,"total_tokens":11034,"cost":0.0555728},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11626038610,"overall_relative_score":141705072116,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":391,"performance":1387,"input_tokens":2794,"output_tokens":36020,"total_tokens":38814,"cost":0.2167544},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":784351463363,"overall_relative_score":662343294673,"max_execution_time_ms":5880,"max_memory_usage_kib":3072,"rank":565,"performance":1089,"input_tokens":7011,"output_tokens":17870,"total_tokens":24881,"cost":0.1086852},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":4465,"output_tokens":14061,"total_tokens":18526,"cost":0.0931808},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438660159,"overall_relative_score":438660159,"max_execution_time_ms":1980,"max_memory_usage_kib":7168,"rank":375,"performance":1406,"input_tokens":3621,"output_tokens":24205,"total_tokens":27826,"cost":0.1523568},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12755075,"overall_relative_score":12755075,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":599,"performance":1185,"input_tokens":1783,"output_tokens":27793,"total_tokens":29576,"cost":0.1672136},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271497650448,"overall_relative_score":271497650448,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":162,"performance":1151,"input_tokens":2257,"output_tokens":19772,"total_tokens":22029,"cost":0.119114},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1899,"output_tokens":26912,"total_tokens":28811,"cost":0.1651548},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65716923634,"overall_relative_score":207513259624,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":633,"performance":1091,"input_tokens":2879,"output_tokens":12425,"total_tokens":15304,"cost":0.0752392},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1808,"output_tokens":10141,"total_tokens":11949,"cost":0.0643468},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3357,"output_tokens":30630,"total_tokens":33987,"cost":0.1903788},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064647,"overall_relative_score":1064647,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":175,"performance":1842,"input_tokens":1919,"output_tokens":16959,"total_tokens":18878,"cost":0.1022512},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":211320000000,"overall_relative_score":210237113621,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":335,"performance":1482,"input_tokens":4112,"output_tokens":30817,"total_tokens":34929,"cost":0.1926652},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248001991000,"overall_relative_score":13407474885,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":685,"performance":1011,"input_tokens":3020,"output_tokens":45167,"total_tokens":48187,"cost":0.2716276},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1806,"output_tokens":13327,"total_tokens":15133,"cost":0.0803484},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35270669817,"overall_relative_score":45998009753,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":820,"performance":869,"input_tokens":2881,"output_tokens":22605,"total_tokens":25486,"cost":0.136208},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":1970,"output_tokens":13407,"total_tokens":15377,"cost":0.080926},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240941017,"overall_relative_score":240941017,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":374,"performance":1475,"input_tokens":4324,"output_tokens":16101,"total_tokens":20425,"cost":0.1051388},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5462345,"overall_relative_score":57026536746,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":495,"performance":1213,"input_tokens":4028,"output_tokens":16488,"total_tokens":20516,"cost":0.1068688},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291632,"overall_relative_score":291632,"max_execution_time_ms":340,"max_memory_usage_kib":169984,"rank":214,"performance":1604,"input_tokens":1911,"output_tokens":26797,"total_tokens":28708,"cost":0.1612632},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3782858370,"overall_relative_score":2560126162844,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":572,"performance":1203,"input_tokens":4207,"output_tokens":25991,"total_tokens":30198,"cost":0.156872},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55270558,"overall_relative_score":55270558,"max_execution_time_ms":520,"max_memory_usage_kib":4096,"rank":775,"performance":945,"input_tokens":1722,"output_tokens":24740,"total_tokens":26462,"cost":0.1517688},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440300,"overall_relative_score":440300,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":552,"performance":1218,"input_tokens":2288,"output_tokens":24420,"total_tokens":26708,"cost":0.1509808},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135095724,"overall_relative_score":135095724,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":545,"performance":1225,"input_tokens":1562,"output_tokens":35216,"total_tokens":36778,"cost":0.2116552},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1168190270,"overall_relative_score":1268574652919,"max_execution_time_ms":130,"max_memory_usage_kib":5120,"rank":724,"performance":1106,"input_tokens":4261,"output_tokens":25013,"total_tokens":29274,"cost":0.1584848},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1523,"output_tokens":18491,"total_tokens":20014,"cost":0.1113424}]},{"num_self_refine":2,"rank":{"all":{"mean":475.05,"median":499.0,"min":123,"max":967,"stdev":205.7523966274724},"short":{"mean":451.7391304347826,"median":446.0,"min":123,"max":967,"stdev":242.7251002848704},"long":{"mean":506.5882352941176,"median":503.0,"min":241,"max":780,"stdev":142.62716204475632}},"performance":{"all":{"mean":1163.95,"median":1180.0,"min":-110,"max":1912,"stdev":406.1505941497625},"short":{"mean":1151.304347826087,"median":1225.0,"min":-110,"max":1912,"stdev":520.1203912017615},"long":{"mean":1181.0588235294117,"median":1141.0,"min":894,"max":1490,"stdev":171.96746443304156}},"input_tokens":{"all":{"mean":29214.625,"median":28865.5,"min":14232,"max":56866,"stdev":10137.777057929517},"short":{"mean":26896.608695652172,"median":26092.0,"min":14232,"max":50087,"stdev":8478.3609251013},"long":{"mean":32350.764705882353,"median":34104.0,"min":15636,"max":56866,"stdev":11554.231413909645}},"output_tokens":{"all":{"mean":31052.4,"median":31760.0,"min":12509,"max":51363,"stdev":9982.159855179589},"short":{"mean":29724.956521739132,"median":30794.0,"min":12509,"max":47803,"stdev":9407.31698528651},"long":{"mean":32848.35294117647,"median":34737.0,"min":13531,"max":51363,"stdev":10734.83982147135}},"total_tokens":{"all":{"mean":60267.025,"median":59671.0,"min":26741,"max":103188,"stdev":19175.741935952068},"short":{"mean":56621.565217391304,"median":57154.0,"min":26741,"max":93745,"stdev":17022.41949960561},"long":{"mean":65199.117647058825,"median":66533.0,"min":29167,"max":103188,"stdev":21281.863484203965}},"cost":{"all":{"mean":0.23697053,"median":0.24378560000000002,"min":0.103242,"max":0.40629840000000006,"stdev":0.07609274422254761},"short":{"mean":0.22630281739130434,"median":0.2258288,"min":0.10328760000000001,"max":0.3591064,"stdev":0.06962091432409748},"long":{"mean":0.2514033176470588,"median":0.2565464,"min":0.103242,"max":0.40629840000000006,"stdev":0.08404610056757716}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":944328602286,"overall_relative_score":944328602286,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":385,"performance":1354,"input_tokens":17999,"output_tokens":23854,"total_tokens":41853,"cost":0.1742836},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":716476,"overall_relative_score":716476,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":917,"input_tokens":19826,"output_tokens":22497,"total_tokens":42323,"cost":0.1691044},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2659292343333,"overall_relative_score":2659292343333,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":407,"performance":1268,"input_tokens":15636,"output_tokens":13531,"total_tokens":29167,"cost":0.103242},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4510638253,"overall_relative_score":4510638253,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":178,"performance":1615,"input_tokens":26092,"output_tokens":33703,"total_tokens":59795,"cost":0.2484116},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15202864,"overall_relative_score":15202864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":158,"performance":1633,"input_tokens":35948,"output_tokens":40644,"total_tokens":76592,"cost":0.3090784},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5400212,"overall_relative_score":5400212,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":241,"performance":1490,"input_tokens":20186,"output_tokens":19219,"total_tokens":39405,"cost":0.1488892},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1593989,"overall_relative_score":1593989,"max_execution_time_ms":1560,"max_memory_usage_kib":3072,"rank":123,"performance":1750,"input_tokens":19157,"output_tokens":22889,"total_tokens":42046,"cost":0.17276799999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14010740260,"overall_relative_score":14010740260,"max_execution_time_ms":1210,"max_memory_usage_kib":3072,"rank":201,"performance":1547,"input_tokens":26791,"output_tokens":31234,"total_tokens":58025,"cost":0.23683880000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2345907713,"overall_relative_score":2345907713,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":503,"performance":1085,"input_tokens":35145,"output_tokens":34011,"total_tokens":69156,"cost":0.2635272},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4444722288,"overall_relative_score":4444722288,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":273,"performance":1456,"input_tokens":24751,"output_tokens":29165,"total_tokens":53916,"cost":0.2166584},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":34512,"output_tokens":22642,"total_tokens":57154,"cost":0.19128240000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346949724,"overall_relative_score":346949724,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":553,"performance":1048,"input_tokens":56866,"output_tokens":45949,"total_tokens":102815,"cost":0.36269959999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35397010,"overall_relative_score":35397010,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":646,"performance":674,"input_tokens":50087,"output_tokens":43658,"total_tokens":93745,"cost":0.3453028},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1234120538,"overall_relative_score":1234120538,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":415,"performance":1138,"input_tokens":34773,"output_tokens":37757,"total_tokens":72530,"cost":0.290904},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71499739,"overall_relative_score":71499739,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":405,"performance":1216,"input_tokens":14232,"output_tokens":12509,"total_tokens":26741,"cost":0.10328760000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11626038610,"overall_relative_score":141705072116,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":391,"performance":1387,"input_tokens":42204,"output_tokens":43774,"total_tokens":85978,"cost":0.3371448},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":784351463363,"overall_relative_score":662343294673,"max_execution_time_ms":5880,"max_memory_usage_kib":3072,"rank":565,"performance":1089,"input_tokens":32520,"output_tokens":22795,"total_tokens":55315,"cost":0.17669639999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107475000000000,"overall_relative_score":16906159528,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":410,"performance":1141,"input_tokens":23662,"output_tokens":34988,"total_tokens":58650,"cost":0.24918800000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":7168,"rank":967,"performance":-70,"input_tokens":32066,"output_tokens":32286,"total_tokens":64352,"cost":0.2512816},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":31928,"output_tokens":43269,"total_tokens":75197,"cost":0.3172492},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275524945414,"overall_relative_score":275524945414,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":150,"performance":1276,"input_tokens":24906,"output_tokens":25702,"total_tokens":50608,"cost":0.19596},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":31227,"output_tokens":43444,"total_tokens":74671,"cost":0.319662},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65716923634,"overall_relative_score":207513259624,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":633,"performance":1091,"input_tokens":18802,"output_tokens":16488,"total_tokens":35290,"cost":0.12639440000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286898,"overall_relative_score":1286898,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":687,"performance":702,"input_tokens":14325,"output_tokens":18856,"total_tokens":33181,"cost":0.1384452},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":37964,"output_tokens":42280,"total_tokens":80244,"cost":0.32350239999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067139,"overall_relative_score":1067139,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":149,"performance":1912,"input_tokens":21363,"output_tokens":24020,"total_tokens":45383,"cost":0.1801644},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":211320000000,"overall_relative_score":210237113621,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":335,"performance":1482,"input_tokens":39197,"output_tokens":34737,"total_tokens":73934,"cost":0.2789824},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6113478316,"overall_relative_score":54636315692,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":579,"performance":1147,"input_tokens":51825,"output_tokens":51363,"total_tokens":103188,"cost":0.40629840000000006},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9789925669411,"overall_relative_score":9789925669411,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":672,"performance":1026,"input_tokens":17609,"output_tokens":21731,"total_tokens":39340,"cost":0.1619176},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":28978,"output_tokens":40450,"total_tokens":69428,"cost":0.290288},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2922973451,"overall_relative_score":2922973451,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":609,"performance":1078,"input_tokens":17966,"output_tokens":19579,"total_tokens":37545,"cost":0.1494892},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243277915,"overall_relative_score":243277915,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":356,"performance":1503,"input_tokens":25318,"output_tokens":19597,"total_tokens":44915,"cost":0.1603844},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5462345,"overall_relative_score":57026536746,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":495,"performance":1213,"input_tokens":25093,"output_tokens":35603,"total_tokens":60696,"cost":0.2565464},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292941,"overall_relative_score":292941,"max_execution_time_ms":440,"max_memory_usage_kib":169984,"rank":193,"performance":1656,"input_tokens":31187,"output_tokens":33641,"total_tokens":64828,"cost":0.2575384},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3728057712,"overall_relative_score":2595190219025,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":553,"performance":1225,"input_tokens":35009,"output_tokens":29194,"total_tokens":64203,"cost":0.23020600000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55270558,"overall_relative_score":55270558,"max_execution_time_ms":520,"max_memory_usage_kib":4096,"rank":775,"performance":945,"input_tokens":28753,"output_tokens":30794,"total_tokens":59547,"cost":0.23915960000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441602,"overall_relative_score":441602,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":527,"performance":1252,"input_tokens":29564,"output_tokens":32858,"total_tokens":62422,"cost":0.2560456},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135095848,"overall_relative_score":135095848,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":545,"performance":1225,"input_tokens":38909,"output_tokens":47803,"total_tokens":86712,"cost":0.3591064},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1168190270,"overall_relative_score":1268574652919,"max_execution_time_ms":130,"max_memory_usage_kib":5120,"rank":724,"performance":1106,"input_tokens":34104,"output_tokens":32429,"total_tokens":66533,"cost":0.2550636},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":22105,"output_tokens":31153,"total_tokens":53258,"cost":0.2258288}]},{"num_self_refine":4,"rank":{"all":{"mean":431.875,"median":426.5,"min":120,"max":967,"stdev":197.74020608506532},"short":{"mean":394.7391304347826,"median":324.0,"min":120,"max":967,"stdev":232.2788718508431},"long":{"mean":482.11764705882354,"median":490.0,"min":236,"max":724,"stdev":128.29111541380271}},"performance":{"all":{"mean":1259.7,"median":1256.5,"min":-70,"max":1973,"stdev":347.5533679735295},"short":{"mean":1293.304347826087,"median":1304.0,"min":-70,"max":1973,"stdev":438.83931981603564},"long":{"mean":1214.235294117647,"median":1192.0,"min":894,"max":1502,"stdev":160.6761219860331}},"input_tokens":{"all":{"mean":105008.825,"median":105871.5,"min":51464,"max":170679,"stdev":29690.703260394403},"short":{"mean":99278.0,"median":98928.0,"min":51464,"max":152221,"stdev":26749.502583310692},"long":{"mean":112762.29411764706,"median":114072.0,"min":55852,"max":170679,"stdev":32462.320476524597}},"output_tokens":{"all":{"mean":39663.0,"median":39381.5,"min":19850,"max":62251,"stdev":11120.961492282064},"short":{"mean":38372.17391304348,"median":37945.0,"min":19850,"max":58234,"stdev":10958.295142170835},"long":{"mean":41409.41176470588,"median":41096.0,"min":21319,"max":62251,"stdev":11432.765217013464}},"total_tokens":{"all":{"mean":144671.825,"median":143931.5,"min":71314,"max":232930,"stdev":40114.52149807937},"short":{"mean":137650.1739130435,"median":134616.0,"min":71314,"max":203636,"stdev":37060.07920151986},"long":{"mean":154171.70588235295,"median":160117.0,"min":77171,"max":232930,"stdev":43210.05110180487}},"cost":{"all":{"mean":0.34301218,"median":0.3283634,"min":0.1716316,"max":0.6092256,"stdev":0.10312300965081285},"short":{"mean":0.3288425565217391,"median":0.312016,"min":0.1716316,"max":0.5177544,"stdev":0.09752363177037388},"long":{"mean":0.36218284705882353,"median":0.3897252,"min":0.1757972,"max":0.6092256,"stdev":0.1102937304754792}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":949177700187,"overall_relative_score":949177700187,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":367,"performance":1375,"input_tokens":79046,"output_tokens":37954,"total_tokens":117000,"cost":0.30344800000000005},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1366599,"overall_relative_score":1366599,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":601,"performance":1036,"input_tokens":76276,"output_tokens":33171,"total_tokens":109447,"cost":0.2679428},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2659292343333,"overall_relative_score":2659292343333,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":407,"performance":1268,"input_tokens":55852,"output_tokens":21319,"total_tokens":77171,"cost":0.1757972},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4575884507,"overall_relative_score":4575884507,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":177,"performance":1618,"input_tokens":103188,"output_tokens":39598,"total_tokens":142786,"cost":0.32818800000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15202864,"overall_relative_score":15202864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":158,"performance":1633,"input_tokens":134077,"output_tokens":58234,"total_tokens":192311,"cost":0.4515548},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5415142,"overall_relative_score":5415142,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":236,"performance":1502,"input_tokens":73420,"output_tokens":26354,"total_tokens":99774,"cost":0.22536079999999997},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1601515,"overall_relative_score":1601515,"max_execution_time_ms":1610,"max_memory_usage_kib":3072,"rank":120,"performance":1762,"input_tokens":75880,"output_tokens":34202,"total_tokens":110082,"cost":0.27644719999999995},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14060115974,"overall_relative_score":14060115974,"max_execution_time_ms":1450,"max_memory_usage_kib":3072,"rank":172,"performance":1631,"input_tokens":99284,"output_tokens":35332,"total_tokens":134616,"cost":0.29985280000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2345907713,"overall_relative_score":2345907713,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":503,"performance":1085,"input_tokens":115319,"output_tokens":40494,"total_tokens":155813,"cost":0.3363988},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4812901984,"overall_relative_score":4812901984,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":245,"performance":1518,"input_tokens":97582,"output_tokens":41090,"total_tokens":138672,"cost":0.3346832},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14712,"overall_relative_score":14712,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":315,"performance":1283,"input_tokens":98928,"output_tokens":27875,"total_tokens":126803,"cost":0.24817800000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346949724,"overall_relative_score":346949724,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":553,"performance":1048,"input_tokens":168203,"output_tokens":51999,"total_tokens":220202,"cost":0.4353952},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35397010,"overall_relative_score":35397010,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":646,"performance":674,"input_tokens":152221,"output_tokens":51415,"total_tokens":203636,"cost":0.42550160000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1249413033,"overall_relative_score":1249413033,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":406,"performance":1154,"input_tokens":124739,"output_tokens":47366,"total_tokens":172105,"cost":0.4532644},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112727896,"overall_relative_score":112727896,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":254,"performance":1502,"input_tokens":51464,"output_tokens":19850,"total_tokens":71314,"cost":0.1716316},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14442825384,"overall_relative_score":157862489817,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":372,"performance":1414,"input_tokens":143652,"output_tokens":52953,"total_tokens":196605,"cost":0.4384428},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":373502459163,"overall_relative_score":777303152502,"max_execution_time_ms":5460,"max_memory_usage_kib":3072,"rank":490,"performance":1192,"input_tokens":98416,"output_tokens":30468,"total_tokens":128884,"cost":0.29946079999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70779000000000,"overall_relative_score":25286360071,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":387,"performance":1201,"input_tokens":114072,"output_tokens":48895,"total_tokens":162967,"cost":0.3897252},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":7168,"rank":967,"performance":-70,"input_tokens":110828,"output_tokens":38569,"total_tokens":149397,"cost":0.3285388},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13191880,"overall_relative_score":13191880,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":324,"performance":1566,"input_tokens":127449,"output_tokens":47132,"total_tokens":174581,"cost":0.47709480000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276755504301,"overall_relative_score":276755504301,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":147,"performance":1304,"input_tokens":85794,"output_tokens":31010,"total_tokens":116804,"cost":0.2563728},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840,"overall_relative_score":840,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":549,"performance":897,"input_tokens":131289,"output_tokens":54488,"total_tokens":185777,"cost":0.4498836},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65217534729,"overall_relative_score":208534944718,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":629,"performance":1096,"input_tokens":62125,"output_tokens":21682,"total_tokens":83807,"cost":0.179462},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1334227,"overall_relative_score":1334227,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":1007,"input_tokens":69127,"output_tokens":31468,"total_tokens":100595,"cost":0.2620892},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":134230,"output_tokens":47760,"total_tokens":181990,"cost":0.40237999999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1069626,"overall_relative_score":1069626,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":129,"performance":1973,"input_tokens":78399,"output_tokens":29313,"total_tokens":107712,"cost":0.2909736},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":211320000000,"overall_relative_score":210237113621,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":335,"performance":1482,"input_tokens":120851,"output_tokens":41096,"total_tokens":161947,"cost":0.3469276},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6113478316,"overall_relative_score":54636315692,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":579,"performance":1147,"input_tokens":170679,"output_tokens":62251,"total_tokens":232930,"cost":0.6092256},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10147434793018,"overall_relative_score":10147434793018,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":555,"performance":1197,"input_tokens":71859,"output_tokens":27252,"total_tokens":99111,"cost":0.23050679999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663970,"overall_relative_score":382890393675,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":122198,"output_tokens":49140,"total_tokens":171338,"cost":0.4019176},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2923797448,"overall_relative_score":2923797448,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":608,"performance":1079,"input_tokens":67212,"output_tokens":25080,"total_tokens":92292,"cost":0.21129119999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249414819,"overall_relative_score":249414819,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":267,"performance":1654,"input_tokens":78974,"output_tokens":24795,"total_tokens":103769,"cost":0.21605560000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2084808,"overall_relative_score":124063853678,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1278,"input_tokens":112259,"output_tokens":47858,"total_tokens":160117,"cost":0.46639240000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293130,"overall_relative_score":293130,"max_execution_time_ms":560,"max_memory_usage_kib":169984,"rank":192,"performance":1658,"input_tokens":117702,"output_tokens":50797,"total_tokens":168499,"cost":0.4148484},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3699524467,"overall_relative_score":2613213178807,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":536,"performance":1245,"input_tokens":108555,"output_tokens":36522,"total_tokens":145077,"cost":0.3036468},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55299024,"overall_relative_score":55299024,"max_execution_time_ms":540,"max_memory_usage_kib":4096,"rank":775,"performance":945,"input_tokens":101385,"output_tokens":39165,"total_tokens":140550,"cost":0.3255552},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457517,"overall_relative_score":457517,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":368,"performance":1478,"input_tokens":116826,"output_tokens":50372,"total_tokens":167198,"cost":0.46641839999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136821786,"overall_relative_score":136821786,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":503,"performance":1282,"input_tokens":143925,"output_tokens":54407,"total_tokens":198332,"cost":0.5177544},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1168190270,"overall_relative_score":1268574652919,"max_execution_time_ms":130,"max_memory_usage_kib":5120,"rank":724,"performance":1106,"input_tokens":113343,"output_tokens":39849,"total_tokens":153192,"cost":0.3898632},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":93725,"output_tokens":37945,"total_tokens":131670,"cost":0.312016}]},{"num_self_refine":8,"rank":{"all":{"mean":400.45,"median":416.5,"min":28,"max":739,"stdev":198.11767417500343},"short":{"mean":334.6521739130435,"median":305.0,"min":28,"max":739,"stdev":212.48734907703695},"long":{"mean":489.47058823529414,"median":503.0,"min":236,"max":728,"stdev":137.6499716886362}},"performance":{"all":{"mean":1348.475,"median":1264.5,"min":674,"max":2371,"stdev":368.940269469053},"short":{"mean":1461.391304347826,"median":1433.0,"min":674,"max":2371,"stdev":431.38347622192515},"long":{"mean":1195.7058823529412,"median":1192.0,"min":814,"max":1502,"stdev":181.0624079930323}},"input_tokens":{"all":{"mean":308816.45,"median":305095.0,"min":169586,"max":472708,"stdev":76974.18914053976},"short":{"mean":295588.347826087,"median":276776.0,"min":169586,"max":429722,"stdev":72257.70346827999},"long":{"mean":326713.29411764705,"median":319958.0,"min":180848,"max":472708,"stdev":81677.907441949}},"output_tokens":{"all":{"mean":53598.375,"median":51977.0,"min":27877,"max":87667,"stdev":14473.242665899914},"short":{"mean":52182.434782608696,"median":48964.0,"min":29986,"max":87667,"stdev":14526.190768984035},"long":{"mean":55514.05882352941,"median":57270.0,"min":27877,"max":80661,"stdev":14617.606731569416}},"total_tokens":{"all":{"mean":362414.825,"median":354643.5,"min":199572,"max":553369,"stdev":90679.18203794713},"short":{"mean":347770.7826086957,"median":323634.0,"min":199572,"max":517389,"stdev":86135.1504296678},"long":{"mean":382227.35294117645,"median":374480.0,"min":210222,"max":553369,"stdev":95477.94808091891}},"cost":{"all":{"mean":0.53749762,"median":0.4978178,"min":0.25869759999999997,"max":0.86513,"stdev":0.164560576321341},"short":{"mean":0.5153609565217391,"median":0.46819040000000006,"min":0.28023159999999997,"max":0.86513,"stdev":0.15131084183541396},"long":{"mean":0.5674472235294118,"median":0.5512444,"min":0.25869759999999997,"max":0.8526872,"stdev":0.18130058212313996}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":956337353842,"overall_relative_score":956337353842,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":301,"performance":1458,"input_tokens":290027,"output_tokens":63385,"total_tokens":353412,"cost":0.5511736},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1738393,"overall_relative_score":1738393,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":565,"performance":1079,"input_tokens":240186,"output_tokens":41647,"total_tokens":281833,"cost":0.503886},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2710124464656,"overall_relative_score":2710124464656,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":346,"performance":1362,"input_tokens":180848,"output_tokens":31506,"total_tokens":212354,"cost":0.2860024},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4745967875,"overall_relative_score":4745967875,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":161,"performance":1671,"input_tokens":301369,"output_tokens":51745,"total_tokens":353114,"cost":0.46819040000000006},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15202864,"overall_relative_score":15202864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":158,"performance":1633,"input_tokens":429722,"output_tokens":87667,"total_tokens":517389,"cost":0.7462012},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5415142,"overall_relative_score":5415142,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":236,"performance":1502,"input_tokens":219154,"output_tokens":36321,"total_tokens":255475,"cost":0.3347107999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1854150,"overall_relative_score":1854150,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":28,"performance":2371,"input_tokens":261001,"output_tokens":52209,"total_tokens":313210,"cost":0.4644271999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14112861072,"overall_relative_score":14112861072,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":67,"performance":2064,"input_tokens":273157,"output_tokens":42899,"total_tokens":316056,"cost":0.464444},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2345907713,"overall_relative_score":2345907713,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":503,"performance":1085,"input_tokens":314426,"output_tokens":51539,"total_tokens":365965,"cost":0.5512444},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6823673320,"overall_relative_score":6823673320,"max_execution_time_ms":1020,"max_memory_usage_kib":6144,"rank":65,"performance":2137,"input_tokens":311104,"output_tokens":58211,"total_tokens":369315,"cost":0.5179316},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16236,"overall_relative_score":16236,"max_execution_time_ms":1490,"max_memory_usage_kib":3072,"rank":305,"performance":1305,"input_tokens":260672,"output_tokens":37068,"total_tokens":297740,"cost":0.41623840000000006},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":424808200,"overall_relative_score":424808200,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":530,"performance":1079,"input_tokens":438784,"output_tokens":64996,"total_tokens":503780,"cost":0.5902832000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35397010,"overall_relative_score":35397010,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":646,"performance":674,"input_tokens":410359,"output_tokens":65307,"total_tokens":475666,"cost":0.687824},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1300234075,"overall_relative_score":1300234075,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":375,"performance":1208,"input_tokens":359896,"output_tokens":66753,"total_tokens":426649,"cost":0.7417628},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116093191,"overall_relative_score":116093191,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":237,"performance":1540,"input_tokens":169586,"output_tokens":29986,"total_tokens":199572,"cost":0.28023159999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14442825384,"overall_relative_score":157862489817,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":372,"performance":1414,"input_tokens":401667,"output_tokens":67768,"total_tokens":469435,"cost":0.60975},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":373502459163,"overall_relative_score":777303152502,"max_execution_time_ms":5460,"max_memory_usage_kib":3072,"rank":490,"performance":1192,"input_tokens":277083,"output_tokens":42737,"total_tokens":319820,"cost":0.43492079999999994},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70779000000000,"overall_relative_score":25286360071,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":387,"performance":1201,"input_tokens":366530,"output_tokens":66402,"total_tokens":432932,"cost":0.6832288},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440195701,"overall_relative_score":440195701,"max_execution_time_ms":1520,"max_memory_usage_kib":7168,"rank":358,"performance":1433,"input_tokens":307184,"output_tokens":48691,"total_tokens":355875,"cost":0.45147400000000004},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":345410,"output_tokens":55554,"total_tokens":400964,"cost":0.5884576},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276620684592,"overall_relative_score":276620684592,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":148,"performance":1294,"input_tokens":259744,"output_tokens":48964,"total_tokens":308708,"cost":0.4354592},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6944,"overall_relative_score":6944,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":923,"input_tokens":388394,"output_tokens":68607,"total_tokens":457001,"cost":0.6161164},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65217534729,"overall_relative_score":208534944718,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":629,"performance":1096,"input_tokens":182345,"output_tokens":27877,"total_tokens":210222,"cost":0.25869759999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1339507,"overall_relative_score":1339507,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":541,"performance":1045,"input_tokens":232750,"output_tokens":43089,"total_tokens":275839,"cost":0.4647188},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":363426,"output_tokens":57270,"total_tokens":420696,"cost":0.728904},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071200,"overall_relative_score":1071200,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":119,"performance":2006,"input_tokens":246328,"output_tokens":47120,"total_tokens":293448,"cost":0.4671008},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":316281,"output_tokens":50402,"total_tokens":366683,"cost":0.46069560000000004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6113478316,"overall_relative_score":54636315692,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":579,"performance":1147,"input_tokens":472708,"output_tokens":80661,"total_tokens":553369,"cost":0.8180156000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10255401883364,"overall_relative_score":10255401883364,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":518,"performance":1249,"input_tokens":218836,"output_tokens":37272,"total_tokens":256108,"cost":0.3411632},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663399,"overall_relative_score":383209115615,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":387752,"output_tokens":70050,"total_tokens":457802,"cost":0.7547032},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2923797448,"overall_relative_score":2923797448,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":608,"performance":1079,"input_tokens":204580,"output_tokens":37678,"total_tokens":242258,"cost":0.3373208},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249414819,"overall_relative_score":249414819,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":267,"performance":1654,"input_tokens":223056,"output_tokens":35341,"total_tokens":258397,"cost":0.3306444},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2084808,"overall_relative_score":124063853678,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1278,"input_tokens":360235,"output_tokens":63201,"total_tokens":423436,"cost":0.8526872},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293229,"overall_relative_score":293229,"max_execution_time_ms":1350,"max_memory_usage_kib":169984,"rank":191,"performance":1661,"input_tokens":364306,"output_tokens":67814,"total_tokens":432120,"cost":0.7960015999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3684411794,"overall_relative_score":2622854038406,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":531,"performance":1251,"input_tokens":303006,"output_tokens":48349,"total_tokens":351355,"cost":0.44095080000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56045223,"overall_relative_score":56045223,"max_execution_time_ms":1070,"max_memory_usage_kib":4096,"rank":739,"performance":1002,"input_tokens":297193,"output_tokens":52245,"total_tokens":349438,"cost":0.4713632},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458990,"overall_relative_score":458990,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":340,"performance":1522,"input_tokens":366859,"output_tokens":66609,"total_tokens":433468,"cost":0.647228},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137117174,"overall_relative_score":137117174,"max_execution_time_ms":1400,"max_memory_usage_kib":3072,"rank":497,"performance":1291,"input_tokens":409960,"output_tokens":77615,"total_tokens":487575,"cost":0.86513},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958626369,"overall_relative_score":1455040427293,"max_execution_time_ms":220,"max_memory_usage_kib":11764,"rank":642,"performance":1191,"input_tokens":319958,"output_tokens":54522,"total_tokens":374480,"cost":0.548872},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":276776,"output_tokens":46858,"total_tokens":323634,"cost":0.49174960000000006}]},{"num_self_refine":16,"rank":{"all":{"mean":385.75,"median":416.5,"min":21,"max":739,"stdev":200.9377694200052},"short":{"mean":322.2173913043478,"median":300.0,"min":21,"max":739,"stdev":215.5428572700986},"long":{"mean":471.70588235294116,"median":503.0,"min":150,"max":728,"stdev":144.5102784864637}},"performance":{"all":{"mean":1387.75,"median":1292.5,"min":674,"max":2472,"stdev":399.9161931435904},"short":{"mean":1501.4347826086957,"median":1433.0,"min":674,"max":2472,"stdev":471.0463040438378},"long":{"mean":1233.9411764705883,"median":1201.0,"min":814,"max":1733,"stdev":202.56093854326755}},"input_tokens":{"all":{"mean":900892.725,"median":872849.5,"min":538318,"max":1383688,"stdev":211402.2461493106},"short":{"mean":869990.695652174,"median":820921.0,"min":539564,"max":1383688,"stdev":211840.30335489532},"long":{"mean":942701.3529411765,"median":956183.0,"min":538318,"max":1315551,"stdev":209759.9384915829}},"output_tokens":{"all":{"mean":78186.8,"median":74427.0,"min":43066,"max":138991,"stdev":21876.539667075507},"short":{"mean":75858.52173913043,"median":70560.0,"min":45468,"max":138991,"stdev":22465.763074812236},"long":{"mean":81336.82352941176,"median":89801.0,"min":43066,"max":118415,"stdev":21312.760321680806}},"total_tokens":{"all":{"mean":979079.525,"median":948179.0,"min":581384,"max":1522679,"stdev":232326.02576308826},"short":{"mean":945849.2173913043,"median":895288.0,"min":585032,"max":1522679,"stdev":233797.50947016221},"long":{"mean":1024038.1764705882,"median":1046150.0,"min":581384,"max":1429733,"stdev":229501.12409153776}},"cost":{"all":{"mean":0.93810957,"median":0.8824319999999999,"min":0.45686239999999995,"max":1.8075099999999997,"stdev":0.2974839675108302},"short":{"mean":0.8830915478260869,"median":0.8326500000000001,"min":0.4844476,"max":1.3936884,"stdev":0.24921157473184188},"long":{"mean":1.0125457176470587,"median":1.0344672,"min":0.45686239999999995,"max":1.8075099999999997,"stdev":0.3465199799141101}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958382372096,"overall_relative_score":958382372096,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":271,"performance":1499,"input_tokens":1049969,"output_tokens":118415,"total_tokens":1168384,"cost":1.3152472},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1752766,"overall_relative_score":1752766,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":563,"performance":1081,"input_tokens":701788,"output_tokens":59034,"total_tokens":760822,"cost":0.7395271999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2716138391231,"overall_relative_score":2716138391231,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":332,"performance":1385,"input_tokens":577032,"output_tokens":49942,"total_tokens":626974,"cost":0.620244},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5141355135,"overall_relative_score":5141355135,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":133,"performance":1771,"input_tokens":862675,"output_tokens":72755,"total_tokens":935430,"cost":0.7532144000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15202864,"overall_relative_score":15202864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":158,"performance":1633,"input_tokens":1383688,"output_tokens":138991,"total_tokens":1522679,"cost":1.3453604},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5591209,"overall_relative_score":5591209,"max_execution_time_ms":1120,"max_memory_usage_kib":3072,"rank":150,"performance":1733,"input_tokens":700927,"output_tokens":58142,"total_tokens":759069,"cost":0.6180596},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1934956,"overall_relative_score":1934956,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":21,"performance":2472,"input_tokens":820921,"output_tokens":74367,"total_tokens":895288,"cost":0.8986039999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14127971377,"overall_relative_score":14127971377,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":61,"performance":2102,"input_tokens":731586,"output_tokens":55256,"total_tokens":786842,"cost":0.6624072000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2345907713,"overall_relative_score":2345907713,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":503,"performance":1085,"input_tokens":873551,"output_tokens":74487,"total_tokens":948038,"cost":0.8517136},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7126336398,"overall_relative_score":7126336398,"max_execution_time_ms":1490,"max_memory_usage_kib":5120,"rank":32,"performance":2400,"input_tokens":955831,"output_tokens":88557,"total_tokens":1044388,"cost":1.0088647999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17680,"overall_relative_score":17680,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":300,"performance":1316,"input_tokens":715202,"output_tokens":53109,"total_tokens":768311,"cost":0.8311444},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":424808200,"overall_relative_score":424808200,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":530,"performance":1079,"input_tokens":1136523,"output_tokens":89801,"total_tokens":1226324,"cost":0.9261431999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35397010,"overall_relative_score":35397010,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":646,"performance":674,"input_tokens":1115043,"output_tokens":91537,"total_tokens":1206580,"cost":1.042092},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1313789365,"overall_relative_score":1313789365,"max_execution_time_ms":2240,"max_memory_usage_kib":3072,"rank":362,"performance":1231,"input_tokens":1072694,"output_tokens":94893,"total_tokens":1167587,"cost":1.2783172000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114651753,"overall_relative_score":114651753,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":246,"performance":1520,"input_tokens":539564,"output_tokens":45468,"total_tokens":585032,"cost":0.4844476},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14442825384,"overall_relative_score":157862489817,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":372,"performance":1414,"input_tokens":1124810,"output_tokens":92919,"total_tokens":1217729,"cost":1.1306284},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":373502459163,"overall_relative_score":777303152502,"max_execution_time_ms":5460,"max_memory_usage_kib":3072,"rank":490,"performance":1192,"input_tokens":804627,"output_tokens":67822,"total_tokens":872449,"cost":0.7431108000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70779000000000,"overall_relative_score":25286360071,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":387,"performance":1201,"input_tokens":1094605,"output_tokens":98507,"total_tokens":1193112,"cost":1.4296472},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440195701,"overall_relative_score":440195701,"max_execution_time_ms":1520,"max_memory_usage_kib":7168,"rank":358,"performance":1433,"input_tokens":838896,"output_tokens":67589,"total_tokens":906485,"cost":0.8387052},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13426585,"overall_relative_score":13426585,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":156,"performance":1860,"input_tokens":974621,"output_tokens":87409,"total_tokens":1062030,"cost":1.0782784},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276553251921,"overall_relative_score":276553251921,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":148,"performance":1294,"input_tokens":793662,"output_tokens":69029,"total_tokens":862691,"cost":0.8326500000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6944,"overall_relative_score":6944,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":537,"performance":923,"input_tokens":1086459,"output_tokens":90623,"total_tokens":1177082,"cost":0.9383135999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65217534729,"overall_relative_score":208534944718,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":629,"performance":1096,"input_tokens":538318,"output_tokens":43066,"total_tokens":581384,"cost":0.45686239999999995},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1348770,"overall_relative_score":1348770,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":504,"performance":1114,"input_tokens":689183,"output_tokens":55562,"total_tokens":744745,"cost":0.7603012},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61823296343,"overall_relative_score":894602888961,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":593,"performance":1108,"input_tokens":943636,"output_tokens":72871,"total_tokens":1016507,"cost":1.0851764},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1074165,"overall_relative_score":1074165,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":95,"performance":2094,"input_tokens":769885,"output_tokens":70560,"total_tokens":840445,"cost":0.7611332},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":804713,"output_tokens":58354,"total_tokens":863067,"cost":0.6303723999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6113478316,"overall_relative_score":54636315692,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":579,"performance":1147,"input_tokens":1315551,"output_tokens":114182,"total_tokens":1429733,"cost":1.2486996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10384352934625,"overall_relative_score":10384352934625,"max_execution_time_ms":1420,"max_memory_usage_kib":3072,"rank":470,"performance":1318,"input_tokens":653937,"output_tokens":55394,"total_tokens":709331,"cost":0.5794764},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":663399,"overall_relative_score":383209115615,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":583,"performance":1155,"input_tokens":1104217,"output_tokens":92090,"total_tokens":1196307,"cost":1.0784779999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2923797448,"overall_relative_score":2923797448,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":608,"performance":1079,"input_tokens":649764,"output_tokens":58715,"total_tokens":708479,"cost":0.6026916},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254256602,"overall_relative_score":254256602,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":194,"performance":1802,"input_tokens":663932,"output_tokens":55473,"total_tokens":719405,"cost":0.5857707999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2084808,"overall_relative_score":124063853678,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1278,"input_tokens":1056419,"output_tokens":91096,"total_tokens":1147515,"cost":1.8075099999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293234,"overall_relative_score":293234,"max_execution_time_ms":1440,"max_memory_usage_kib":169984,"rank":191,"performance":1661,"input_tokens":1111701,"output_tokens":99180,"total_tokens":1210881,"cost":1.3936884},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3684411794,"overall_relative_score":2622854038406,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":531,"performance":1251,"input_tokens":872148,"output_tokens":76172,"total_tokens":948320,"cost":1.0344672},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56048618,"overall_relative_score":56048618,"max_execution_time_ms":1070,"max_memory_usage_kib":4096,"rank":739,"performance":1002,"input_tokens":899105,"output_tokens":86595,"total_tokens":985700,"cost":0.8662599999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":460607,"overall_relative_score":460607,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":308,"performance":1574,"input_tokens":1083099,"output_tokens":97028,"total_tokens":1180127,"cost":1.1940912},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137117174,"overall_relative_score":137117174,"max_execution_time_ms":1400,"max_memory_usage_kib":3072,"rank":497,"performance":1291,"input_tokens":1204856,"output_tokens":110671,"total_tokens":1315527,"cost":1.2920547999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":877386420,"overall_relative_score":1610810920918,"max_execution_time_ms":190,"max_memory_usage_kib":11844,"rank":533,"performance":1309,"input_tokens":956183,"output_tokens":89967,"total_tokens":1046150,"cost":0.9586},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":764388,"output_tokens":61844,"total_tokens":826232,"cost":0.8220287999999999}]}]},{"model_name":"grok-4.3","detail_path":"data/model_details/grok-4.3.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":590.825,"median":585.0,"min":149,"max":1027,"stdev":224.70355257196434},"short":{"mean":555.8695652173913,"median":610.0,"min":149,"max":1019,"stdev":224.84020676265865},"long":{"mean":638.1176470588235,"median":555.0,"min":275,"max":1027,"stdev":222.32883369935993}},"performance":{"all":{"mean":944.175,"median":1053.5,"min":-110,"max":1581,"stdev":427.4520748365263},"short":{"mean":902.5652173913044,"median":986.0,"min":-110,"max":1581,"stdev":512.1041110490714},"long":{"mean":1000.4705882352941,"median":1097.0,"min":402,"max":1417,"stdev":280.9230583378345}},"input_tokens":{"all":{"mean":3013.225,"median":2620.0,"min":1406,"max":7496,"stdev":1572.7803649213233},"short":{"mean":2452.782608695652,"median":1911.0,"min":1523,"max":7496,"stdev":1394.871188465468},"long":{"mean":3771.470588235294,"median":3357.0,"min":1406,"max":7441,"stdev":1513.8758666766184}},"output_tokens":{"all":{"mean":21052.625,"median":21369.5,"min":7908,"max":34115,"stdev":6902.329921334442},"short":{"mean":20046.260869565216,"median":18652.0,"min":8457,"max":34115,"stdev":7223.777714901553},"long":{"mean":22414.176470588234,"median":23207.0,"min":7908,"max":31992,"stdev":6399.268974219772}},"total_tokens":{"all":{"mean":24065.85,"median":24696.0,"min":10519,"max":36026,"stdev":7191.632454564016},"short":{"mean":22499.043478260868,"median":20805.0,"min":11465,"max":36026,"stdev":7351.401588554766},"long":{"mean":26185.647058823528,"median":27213.0,"min":10519,"max":34845,"stdev":6591.958765620963}},"cost":{"all":{"mean":0.05579878,"median":0.057578425,"min":0.0202964,"max":0.08760905,"stdev":0.017897494816718387},"short":{"mean":0.052807647826086955,"median":0.04912405,"min":0.0220451,"max":0.08760905,"stdev":0.018464353444250344},"long":{"mean":0.059845605882352944,"median":0.05961405,"min":0.0202964,"max":0.08347905,"stdev":0.016785032777363013}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800996955763,"overall_relative_score":800996955763,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":836,"performance":924,"input_tokens":1406,"output_tokens":21187,"total_tokens":22593,"cost":0.0546578},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5121,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1544,"output_tokens":14942,"total_tokens":16486,"cost":0.0392178},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2662287205517,"overall_relative_score":2662287205517,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":404,"performance":1272,"input_tokens":2611,"output_tokens":7908,"total_tokens":10519,"cost":0.0202964},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1558510920,"overall_relative_score":1558510920,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":560,"performance":558,"input_tokens":1675,"output_tokens":15665,"total_tokens":17340,"cost":0.04118905},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13447112,"overall_relative_score":13447112,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":177,"performance":1568,"input_tokens":1866,"output_tokens":27631,"total_tokens":29497,"cost":0.0713428},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5320305,"overall_relative_score":5320305,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":275,"performance":1417,"input_tokens":3759,"output_tokens":12842,"total_tokens":16601,"cost":0.03673655},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1405221,"overall_relative_score":1405221,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":215,"performance":1444,"input_tokens":1581,"output_tokens":14489,"total_tokens":16070,"cost":0.03792995},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8985053014,"overall_relative_score":8985053014,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":507,"performance":799,"input_tokens":2280,"output_tokens":14690,"total_tokens":16970,"cost":0.0395078},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3030,"output_tokens":24183,"total_tokens":27213,"cost":0.0641778},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4542883556,"overall_relative_score":4542883556,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":267,"performance":1469,"input_tokens":2218,"output_tokens":20641,"total_tokens":22859,"cost":0.0520902},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":7496,"output_tokens":20399,"total_tokens":27895,"cost":0.0603003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":356510938,"overall_relative_score":356510938,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":551,"performance":1051,"input_tokens":7441,"output_tokens":25293,"total_tokens":32734,"cost":0.07246655},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23296504,"overall_relative_score":23296504,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":4732,"output_tokens":22072,"total_tokens":26804,"cost":0.0610278},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1187325158,"overall_relative_score":1187325158,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":439,"performance":1097,"input_tokens":2853,"output_tokens":31992,"total_tokens":34845,"cost":0.08347905},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2629,"output_tokens":8836,"total_tokens":11465,"cost":0.02530905},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5346113007,"overall_relative_score":34705540264,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":555,"performance":1175,"input_tokens":2794,"output_tokens":30732,"total_tokens":33526,"cost":0.0802553},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":669858922971,"overall_relative_score":716943982014,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":540,"performance":1123,"input_tokens":7011,"output_tokens":18072,"total_tokens":25083,"cost":0.04661895},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":104695529761841,"overall_relative_score":17994595205,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":406,"performance":1167,"input_tokens":4465,"output_tokens":26573,"total_tokens":31038,"cost":0.07194655},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":422573266,"overall_relative_score":422573266,"max_execution_time_ms":740,"max_memory_usage_kib":9216,"rank":511,"performance":1209,"input_tokens":3621,"output_tokens":30915,"total_tokens":34536,"cost":0.08174655},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948635,"overall_relative_score":12948635,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":485,"performance":1331,"input_tokens":1783,"output_tokens":23176,"total_tokens":24959,"cost":0.06010155},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275818358563,"overall_relative_score":275818358563,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":149,"performance":1285,"input_tokens":2257,"output_tokens":18548,"total_tokens":20805,"cost":0.04912405},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4131,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1899,"output_tokens":31079,"total_tokens":32978,"cost":0.08000405},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84484911098,"overall_relative_score":184417495352,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":2879,"output_tokens":16228,"total_tokens":19107,"cost":0.04410155},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2526,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1808,"output_tokens":11034,"total_tokens":12842,"cost":0.0297778},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1825388871,"overall_relative_score":12765713544,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":991,"performance":402,"input_tokens":3357,"output_tokens":28748,"total_tokens":32105,"cost":0.07599905},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047352,"overall_relative_score":1047352,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":296,"performance":1581,"input_tokens":1919,"output_tokens":15509,"total_tokens":17428,"cost":0.04090245},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":453860357337,"overall_relative_score":5529947534,"max_execution_time_ms":3100,"max_memory_usage_kib":14672,"rank":1027,"performance":499,"input_tokens":4112,"output_tokens":26803,"total_tokens":30915,"cost":0.0720803},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8207938100,"overall_relative_score":58078639572,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":552,"performance":1181,"input_tokens":3020,"output_tokens":26644,"total_tokens":29664,"cost":0.0703178},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9691812393946,"overall_relative_score":9691812393946,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":698,"performance":986,"input_tokens":1806,"output_tokens":17656,"total_tokens":19462,"cost":0.0463303},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49834000000,"overall_relative_score":5099147,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":2881,"output_tokens":21552,"total_tokens":24433,"cost":0.05741405},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2189086906,"overall_relative_score":2189086906,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":712,"performance":924,"input_tokens":1970,"output_tokens":23591,"total_tokens":25561,"cost":0.0613728},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233208644,"overall_relative_score":233208644,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":448,"performance":1366,"input_tokens":4324,"output_tokens":8457,"total_tokens":12781,"cost":0.0220451},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6077232,"overall_relative_score":49066989699,"max_execution_time_ms":220,"max_memory_usage_kib":4096,"rank":547,"performance":1147,"input_tokens":4028,"output_tokens":17335,"total_tokens":21363,"cost":0.0483053},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":8192,"rank":683,"performance":265,"input_tokens":1911,"output_tokens":34115,"total_tokens":36026,"cost":0.08760905},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3906058573,"overall_relative_score":2475209628076,"max_execution_time_ms":1570,"max_memory_usage_kib":3072,"rank":615,"performance":1153,"input_tokens":4207,"output_tokens":23207,"total_tokens":27414,"cost":0.05890825},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43340744,"overall_relative_score":43340744,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":845,"performance":820,"input_tokens":1722,"output_tokens":22263,"total_tokens":23985,"cost":0.0577428},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":435042,"overall_relative_score":435042,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":610,"performance":1139,"input_tokens":2288,"output_tokens":31178,"total_tokens":33466,"cost":0.0807378},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126996408,"overall_relative_score":126996408,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":668,"performance":1056,"input_tokens":1562,"output_tokens":15526,"total_tokens":17088,"cost":0.0407003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2682722352,"overall_relative_score":589559198330,"max_execution_time_ms":240,"max_memory_usage_kib":10424,"rank":792,"performance":1036,"input_tokens":4261,"output_tokens":21742,"total_tokens":26003,"cost":0.05961405},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203800,"overall_relative_score":203800,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":785,"performance":847,"input_tokens":1523,"output_tokens":18652,"total_tokens":20175,"cost":0.04846655}]},{"num_self_refine":2,"rank":{"all":{"mean":540.1,"median":548.5,"min":149,"max":1027,"stdev":234.7796348133222},"short":{"mean":480.9130434782609,"median":497.0,"min":149,"max":845,"stdev":227.78676492869343},"long":{"mean":620.1764705882352,"median":555.0,"min":215,"max":1027,"stdev":226.19798719653699}},"performance":{"all":{"mean":1087.925,"median":1153.5,"min":223,"max":1668,"stdev":354.5087165757778},"short":{"mean":1126.8695652173913,"median":1209.0,"min":223,"max":1668,"stdev":404.6945317540386},"long":{"mean":1035.235294117647,"median":1097.0,"min":499,"max":1552,"stdev":275.7028584844027}},"input_tokens":{"all":{"mean":27596.75,"median":27622.0,"min":13750,"max":40743,"stdev":7763.619354035782},"short":{"mean":25449.478260869564,"median":23682.0,"min":14663,"max":38776,"stdev":7693.825020280078},"long":{"mean":30501.882352941175,"median":32230.0,"min":13750,"max":40743,"stdev":7066.047930795128}},"output_tokens":{"all":{"mean":27097.875,"median":28139.5,"min":10646,"max":39956,"stdev":7085.920967547785},"short":{"mean":26612.695652173912,"median":25285.0,"min":11617,"max":39956,"stdev":7580.86161710577},"long":{"mean":27754.29411764706,"median":29205.0,"min":10646,"max":37494,"stdev":6524.63284182246}},"total_tokens":{"all":{"mean":54694.625,"median":56722.5,"min":24396,"max":78732,"stdev":13981.395106075055},"short":{"mean":52062.17391304348,"median":50697.0,"min":27958,"max":78732,"stdev":14308.194272234907},"long":{"mean":58256.17647058824,"median":60052.0,"min":24396,"max":75761,"stdev":13097.555211924544}},"cost":{"all":{"mean":0.10128011125,"median":0.1046806,"min":0.03837715,"max":0.1482256,"stdev":0.026950695354098407},"short":{"mean":0.09751381304347825,"median":0.09226925,"min":0.04213020000000001,"max":0.1482256,"stdev":0.027985080584922297},"long":{"mean":0.1063756911764706,"median":0.1095148,"min":0.03837715,"max":0.14143435,"stdev":0.02540912250501306}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800996955763,"overall_relative_score":800996955763,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":836,"performance":924,"input_tokens":24617,"output_tokens":25389,"total_tokens":50006,"cost":0.09410935000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1031214,"overall_relative_score":1031214,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":651,"performance":975,"input_tokens":18192,"output_tokens":22572,"total_tokens":40764,"cost":0.0790356},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2672220780692,"overall_relative_score":2672220780692,"max_execution_time_ms":880,"max_memory_usage_kib":3072,"rank":395,"performance":1285,"input_tokens":13750,"output_tokens":10646,"total_tokens":24396,"cost":0.03837715},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3773819333,"overall_relative_score":3773819333,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":241,"performance":1434,"input_tokens":19634,"output_tokens":20753,"total_tokens":40387,"cost":0.0762906},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13714942,"overall_relative_score":13714942,"max_execution_time_ms":50,"max_memory_usage_kib":6144,"rank":174,"performance":1578,"input_tokens":31932,"output_tokens":32628,"total_tokens":64560,"cost":0.1213506},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5459064,"overall_relative_score":5459064,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":215,"performance":1552,"input_tokens":20928,"output_tokens":20026,"total_tokens":40954,"cost":0.07609060000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1456464,"overall_relative_score":1456464,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":191,"performance":1515,"input_tokens":18219,"output_tokens":21913,"total_tokens":40132,"cost":0.07722024999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10119319454,"overall_relative_score":10119319454,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":19870,"output_tokens":20722,"total_tokens":40592,"cost":0.0765081},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":30793,"output_tokens":28373,"total_tokens":59166,"cost":0.10928935},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5631640166,"overall_relative_score":5631640166,"max_execution_time_ms":1410,"max_memory_usage_kib":3072,"rank":185,"performance":1668,"input_tokens":25697,"output_tokens":25000,"total_tokens":50697,"cost":0.09226925},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11080,"overall_relative_score":11080,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":345,"performance":1220,"input_tokens":35549,"output_tokens":23644,"total_tokens":59193,"cost":0.10341185},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":356510938,"overall_relative_score":356510938,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":551,"performance":1051,"input_tokens":40743,"output_tokens":28396,"total_tokens":69139,"cost":0.12178435000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27027745,"overall_relative_score":27027745,"max_execution_time_ms":2690,"max_memory_usage_kib":3072,"rank":666,"performance":609,"input_tokens":32105,"output_tokens":27906,"total_tokens":60011,"cost":0.10976185},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1187325158,"overall_relative_score":1187325158,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":439,"performance":1097,"input_tokens":38267,"output_tokens":37494,"total_tokens":75761,"cost":0.14143435},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90353545,"overall_relative_score":90353545,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":323,"performance":1363,"input_tokens":14663,"output_tokens":13295,"total_tokens":27958,"cost":0.04874385},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5346113007,"overall_relative_score":34705540264,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":555,"performance":1175,"input_tokens":36896,"output_tokens":34626,"total_tokens":71522,"cost":0.13255060000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289569047526,"overall_relative_score":790172468751,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":468,"performance":1223,"input_tokens":32725,"output_tokens":22127,"total_tokens":54852,"cost":0.08883175},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96633347988055,"overall_relative_score":19472145552,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":403,"performance":1172,"input_tokens":36174,"output_tokens":31812,"total_tokens":67986,"cost":0.1246131},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":422573266,"overall_relative_score":422573266,"max_execution_time_ms":740,"max_memory_usage_kib":9216,"rank":511,"performance":1209,"input_tokens":38776,"output_tokens":39956,"total_tokens":78732,"cost":0.1482256},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948635,"overall_relative_score":12948635,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":485,"performance":1331,"input_tokens":27311,"output_tokens":28778,"total_tokens":56089,"cost":0.10594935},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275818358563,"overall_relative_score":275818358563,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":149,"performance":1285,"input_tokens":23682,"output_tokens":23108,"total_tokens":46790,"cost":0.0872381},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4131,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":35041,"output_tokens":35190,"total_tokens":70231,"cost":0.13164185},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84484911098,"overall_relative_score":184417495352,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":22605,"output_tokens":23789,"total_tokens":46394,"cost":0.08759435},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2526,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":14816,"output_tokens":29112,"total_tokens":43928,"cost":0.0911656},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73235984543,"overall_relative_score":796726011017,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":904,"performance":647,"input_tokens":35616,"output_tokens":34285,"total_tokens":69901,"cost":0.1300981},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049300,"overall_relative_score":1049300,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":280,"performance":1611,"input_tokens":19915,"output_tokens":25285,"total_tokens":45200,"cost":0.08777025},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":453860357337,"overall_relative_score":5529947534,"max_execution_time_ms":3100,"max_memory_usage_kib":14672,"rank":1027,"performance":499,"input_tokens":35186,"output_tokens":32450,"total_tokens":67636,"cost":0.1249731},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8199692400,"overall_relative_score":58286615892,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":33281,"output_tokens":31804,"total_tokens":65085,"cost":0.12097685},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9715134798226,"overall_relative_score":9715134798226,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":696,"performance":989,"input_tokens":21939,"output_tokens":24231,"total_tokens":46170,"cost":0.08605245},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49834000000,"overall_relative_score":5099147,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":27933,"output_tokens":29423,"total_tokens":57356,"cost":0.10833935},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2189086906,"overall_relative_score":2189086906,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":712,"performance":924,"input_tokens":28150,"output_tokens":30698,"total_tokens":58848,"cost":0.1117981},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233208644,"overall_relative_score":233208644,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":448,"performance":1366,"input_tokens":17674,"output_tokens":11617,"total_tokens":29291,"cost":0.04213020000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5354038,"overall_relative_score":58733406533,"max_execution_time_ms":190,"max_memory_usage_kib":4096,"rank":492,"performance":1217,"input_tokens":25941,"output_tokens":22513,"total_tokens":48454,"cost":0.08837275},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292711,"overall_relative_score":292711,"max_execution_time_ms":340,"max_memory_usage_kib":7168,"rank":195,"performance":1651,"input_tokens":38092,"output_tokens":38511,"total_tokens":76603,"cost":0.1437581},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3853183877,"overall_relative_score":2506009424815,"max_execution_time_ms":1790,"max_memory_usage_kib":3072,"rank":602,"performance":1168,"input_tokens":32230,"output_tokens":29465,"total_tokens":61695,"cost":0.1095148},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43340744,"overall_relative_score":43340744,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":845,"performance":820,"input_tokens":26276,"output_tokens":26522,"total_tokens":52798,"cost":0.0990156},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":435042,"overall_relative_score":435042,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":610,"performance":1139,"input_tokens":36322,"output_tokens":37159,"total_tokens":73481,"cost":0.1381656},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126996408,"overall_relative_score":126996408,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":668,"performance":1056,"input_tokens":19218,"output_tokens":17983,"total_tokens":37201,"cost":0.0688456},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2682722352,"overall_relative_score":589559198330,"max_execution_time_ms":240,"max_memory_usage_kib":10424,"rank":792,"performance":1036,"input_tokens":30847,"output_tokens":29205,"total_tokens":60052,"cost":0.11143685},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203800,"overall_relative_score":203800,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":785,"performance":847,"input_tokens":22265,"output_tokens":35509,"total_tokens":57774,"cost":0.11646935}]},{"num_self_refine":4,"rank":{"all":{"mean":509.775,"median":491.0,"min":114,"max":1027,"stdev":248.55876749259096},"short":{"mean":468.6521739130435,"median":485.0,"min":114,"max":1019,"stdev":258.1705934764228},"long":{"mean":565.4117647058823,"median":546.0,"min":194,"max":1027,"stdev":230.7073521865768}},"performance":{"all":{"mean":1131.2,"median":1187.5,"min":-65,"max":1787,"stdev":405.296169011483},"short":{"mean":1156.0869565217392,"median":1209.0,"min":-65,"max":1787,"stdev":471.3118937452892},"long":{"mean":1097.5294117647059,"median":1178.0,"min":499,"max":1605,"stdev":304.73843654170435}},"input_tokens":{"all":{"mean":99413.0,"median":99448.5,"min":47262,"max":251641,"stdev":32765.030771172755},"short":{"mean":91085.65217391304,"median":90974.0,"min":54008,"max":136245,"stdev":22185.71182214661},"long":{"mean":110679.41176470589,"median":107475.0,"min":47262,"max":251641,"stdev":41296.97434143757}},"output_tokens":{"all":{"mean":35998.4,"median":35237.5,"min":17138,"max":53481,"stdev":8271.561536140189},"short":{"mean":35688.52173913043,"median":34572.0,"min":17138,"max":53481,"stdev":9248.622545446553},"long":{"mean":36417.64705882353,"median":37158.0,"min":18062,"max":47297,"stdev":6988.022967381194}},"total_tokens":{"all":{"mean":135411.4,"median":135058.5,"min":65324,"max":279486,"stdev":36962.43070442591},"short":{"mean":126774.17391304347,"median":129435.0,"min":72822,"max":184472,"stdev":30200.85488803884},"long":{"mean":147097.0588235294,"median":143435.0,"min":65324,"max":279486,"stdev":42704.90822123171}},"cost":{"all":{"mean":0.1824763875,"median":0.179175375,"min":0.07100020000000001,"max":0.31797175,"stdev":0.053443296247630716},"short":{"mean":0.17394917826086956,"median":0.17341085,"min":0.07100020000000001,"max":0.26117995,"stdev":0.05160121843947016},"long":{"mean":0.1940132,"median":0.19562960000000001,"min":0.07192715,"max":0.31797175,"stdev":0.05527041008500276}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":944838710708,"overall_relative_score":944838710708,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":382,"performance":1358,"input_tokens":92412,"output_tokens":40573,"total_tokens":132985,"cost":0.19241950000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":74383,"output_tokens":32361,"total_tokens":106744,"cost":0.17341085},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2727447753920,"overall_relative_score":2727447753920,"max_execution_time_ms":880,"max_memory_usage_kib":3072,"rank":315,"performance":1414,"input_tokens":47262,"output_tokens":18062,"total_tokens":65324,"cost":0.07192715},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3773819333,"overall_relative_score":3773819333,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":241,"performance":1434,"input_tokens":71546,"output_tokens":33365,"total_tokens":104911,"cost":0.1538274},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13753456,"overall_relative_score":13753456,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":174,"performance":1578,"input_tokens":108908,"output_tokens":44176,"total_tokens":153084,"cost":0.2090102},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5488064,"overall_relative_score":5488064,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":194,"performance":1605,"input_tokens":75307,"output_tokens":28703,"total_tokens":104010,"cost":0.13954885},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1622812,"overall_relative_score":1622812,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":114,"performance":1787,"input_tokens":72673,"output_tokens":32171,"total_tokens":104844,"cost":0.14506075},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11618521019,"overall_relative_score":11618521019,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":490,"performance":848,"input_tokens":72811,"output_tokens":26698,"total_tokens":99509,"cost":0.11380995000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":99880,"output_tokens":34877,"total_tokens":134757,"cost":0.1777705},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5680910268,"overall_relative_score":5680910268,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":184,"performance":1671,"input_tokens":87398,"output_tokens":32503,"total_tokens":119901,"cost":0.13372099999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12888,"overall_relative_score":12888,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":326,"performance":1260,"input_tokens":103267,"output_tokens":30380,"total_tokens":133647,"cost":0.17143375},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":733015353,"overall_relative_score":733015353,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":413,"performance":1241,"input_tokens":118306,"output_tokens":34901,"total_tokens":153207,"cost":0.16128220000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27678794,"overall_relative_score":27678794,"max_execution_time_ms":2380,"max_memory_usage_kib":3072,"rank":654,"performance":649,"input_tokens":103811,"output_tokens":34573,"total_tokens":138384,"cost":0.18058025},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1187325158,"overall_relative_score":1187325158,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":439,"performance":1097,"input_tokens":126720,"output_tokens":47297,"total_tokens":174017,"cost":0.2763737},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86294399,"overall_relative_score":86294399,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":336,"performance":1339,"input_tokens":54008,"output_tokens":20994,"total_tokens":75002,"cost":0.09923019999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5346113007,"overall_relative_score":34705540264,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":555,"performance":1175,"input_tokens":117683,"output_tokens":42022,"total_tokens":159705,"cost":0.25188995000000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289569047526,"overall_relative_score":790172468751,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":468,"performance":1223,"input_tokens":251641,"output_tokens":27845,"total_tokens":279486,"cost":0.31797175},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89481310650380,"overall_relative_score":20942016646,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":400,"performance":1178,"input_tokens":123516,"output_tokens":46796,"total_tokens":170312,"cost":0.1985402},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":422573266,"overall_relative_score":422573266,"max_execution_time_ms":740,"max_memory_usage_kib":9216,"rank":511,"performance":1209,"input_tokens":136245,"output_tokens":48227,"total_tokens":184472,"cost":0.20680655000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948635,"overall_relative_score":12948635,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":485,"performance":1331,"input_tokens":94863,"output_tokens":34572,"total_tokens":129435,"cost":0.17154314999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275818358563,"overall_relative_score":275818358563,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":149,"performance":1285,"input_tokens":80521,"output_tokens":34154,"total_tokens":114675,"cost":0.13556905},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31426,"overall_relative_score":31426,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":472,"performance":1058,"input_tokens":116481,"output_tokens":46339,"total_tokens":162820,"cost":0.26117995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84484911098,"overall_relative_score":184417495352,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":89441,"output_tokens":37158,"total_tokens":126599,"cost":0.20442745},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2526,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":90993,"output_tokens":53481,"total_tokens":144474,"cost":0.24717495},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73261529075,"overall_relative_score":796420101212,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":904,"performance":647,"input_tokens":116761,"output_tokens":40639,"total_tokens":157400,"cost":0.17322554999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1059615,"overall_relative_score":1059615,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":222,"performance":1730,"input_tokens":82602,"output_tokens":33465,"total_tokens":116067,"cost":0.18644460000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":453860357337,"overall_relative_score":5529947534,"max_execution_time_ms":3100,"max_memory_usage_kib":14672,"rank":1027,"performance":499,"input_tokens":113054,"output_tokens":38683,"total_tokens":151737,"cost":0.2052314},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8199692400,"overall_relative_score":58286615892,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":109388,"output_tokens":37635,"total_tokens":147023,"cost":0.19890249999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9715134798226,"overall_relative_score":9715134798226,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":696,"performance":989,"input_tokens":83413,"output_tokens":34745,"total_tokens":118158,"cost":0.16801195},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48985005100,"overall_relative_score":5195640,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":100902,"output_tokens":37913,"total_tokens":138815,"cost":0.15931385},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2189086906,"overall_relative_score":2189086906,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":712,"performance":924,"input_tokens":99017,"output_tokens":36343,"total_tokens":135360,"cost":0.21435995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250917005,"overall_relative_score":250917005,"max_execution_time_ms":1580,"max_memory_usage_kib":3072,"rank":250,"performance":1686,"input_tokens":55684,"output_tokens":17138,"total_tokens":72822,"cost":0.07100020000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5354038,"overall_relative_score":58733406533,"max_execution_time_ms":190,"max_memory_usage_kib":4096,"rank":492,"performance":1217,"input_tokens":87956,"output_tokens":34462,"total_tokens":122418,"cost":0.19562960000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293048,"overall_relative_score":293048,"max_execution_time_ms":1630,"max_memory_usage_kib":9216,"rank":192,"performance":1658,"input_tokens":125159,"output_tokens":48436,"total_tokens":173595,"cost":0.23419474999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3853183877,"overall_relative_score":2506009424815,"max_execution_time_ms":1790,"max_memory_usage_kib":3072,"rank":602,"performance":1168,"input_tokens":107475,"output_tokens":35960,"total_tokens":143435,"cost":0.21967414999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43556282,"overall_relative_score":43556282,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":843,"performance":824,"input_tokens":90974,"output_tokens":38590,"total_tokens":129564,"cost":0.20992370000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":435042,"overall_relative_score":435042,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":610,"performance":1139,"input_tokens":121598,"output_tokens":41236,"total_tokens":162834,"cost":0.1766651},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":133399108,"overall_relative_score":133399108,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":574,"performance":1186,"input_tokens":61533,"output_tokens":21369,"total_tokens":82902,"cost":0.09048915},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":877616302,"overall_relative_score":1569775106489,"max_execution_time_ms":280,"max_memory_usage_kib":11632,"rank":557,"performance":1283,"input_tokens":103846,"output_tokens":35574,"total_tokens":139420,"cost":0.1540961},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203800,"overall_relative_score":203800,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":785,"performance":847,"input_tokens":107082,"output_tokens":45520,"total_tokens":152602,"cost":0.24738369999999998}]},{"num_self_refine":8,"rank":{"all":{"mean":490.6,"median":474.0,"min":104,"max":1027,"stdev":259.4036355833244},"short":{"mean":444.39130434782606,"median":384.0,"min":104,"max":1019,"stdev":266.870881127327},"long":{"mean":553.1176470588235,"median":520.0,"min":167,"max":1027,"stdev":242.6318925741578}},"performance":{"all":{"mean":1154.525,"median":1213.5,"min":-65,"max":1837,"stdev":455.00712800840995},"short":{"mean":1180.0434782608695,"median":1285.0,"min":-65,"max":1837,"stdev":535.15617756628},"long":{"mean":1120.0,"median":1189.0,"min":499,"max":1681,"stdev":329.6172022210006}},"input_tokens":{"all":{"mean":300100.95,"median":283754.0,"min":157677,"max":1032207,"stdev":130326.45038575739},"short":{"mean":273444.5652173913,"median":275353.0,"min":174130,"max":382643,"stdev":57065.54999203355},"long":{"mean":336165.4705882353,"median":297825.0,"min":157677,"max":1032207,"stdev":185795.22997682073}},"output_tokens":{"all":{"mean":48196.75,"median":46017.5,"min":26982,"max":88226,"stdev":12299.395625656176},"short":{"mean":48933.260869565216,"median":44824.0,"min":26982,"max":88226,"stdev":14441.419233382441},"long":{"mean":47200.294117647056,"median":46760.0,"min":27700,"max":67900,"stdev":8951.861487734728}},"total_tokens":{"all":{"mean":348297.7,"median":331720.5,"min":185377,"max":1066873,"stdev":133089.5455048101},"short":{"mean":322377.82608695654,"median":317366.0,"min":202199,"max":451786,"stdev":69819.1348366049},"long":{"mean":383365.76470588235,"median":344134.0,"min":185377,"max":1066873,"stdev":184932.11764676296}},"cost":{"all":{"mean":0.33364603375,"median":0.32035322499999996,"min":0.1316281,"max":0.70270615,"stdev":0.11257414121847306},"short":{"mean":0.32217214782608694,"median":0.3057451,"min":0.16493665000000002,"max":0.56540455,"stdev":0.11001588317456142},"long":{"mean":0.34916952647058824,"median":0.33197499999999996,"min":0.1316281,"max":0.70270615,"stdev":0.11748486127805749}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":944865780802,"overall_relative_score":944865780802,"max_execution_time_ms":2180,"max_memory_usage_kib":3072,"rank":382,"performance":1358,"input_tokens":285651,"output_tokens":49547,"total_tokens":335198,"cost":0.26461445},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":1019,"performance":-65,"input_tokens":237308,"output_tokens":41863,"total_tokens":279171,"cost":0.3145373},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767957132577,"overall_relative_score":2767957132577,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":221,"performance":1595,"input_tokens":157677,"output_tokens":27700,"total_tokens":185377,"cost":0.1316281},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4053402093,"overall_relative_score":4053402093,"max_execution_time_ms":2350,"max_memory_usage_kib":3072,"rank":220,"performance":1491,"input_tokens":236924,"output_tokens":43414,"total_tokens":280338,"cost":0.30483079999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15556645,"overall_relative_score":15556645,"max_execution_time_ms":80,"max_memory_usage_kib":6144,"rank":155,"performance":1644,"input_tokens":332074,"output_tokens":64797,"total_tokens":396871,"cost":0.3286424},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5543462,"overall_relative_score":5543462,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":234093,"output_tokens":38918,"total_tokens":273011,"cost":0.25255445},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1641697,"overall_relative_score":1641697,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":104,"performance":1831,"input_tokens":246643,"output_tokens":45289,"total_tokens":291932,"cost":0.2348898},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12354988061,"overall_relative_score":12354988061,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":482,"performance":871,"input_tokens":211190,"output_tokens":34201,"total_tokens":245391,"cost":0.1708178},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":265064,"output_tokens":43339,"total_tokens":308403,"cost":0.32565170000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5696636714,"overall_relative_score":5696636714,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":183,"performance":1673,"input_tokens":256626,"output_tokens":43437,"total_tokens":300063,"cost":0.2541846},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12120,"overall_relative_score":12120,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":335,"performance":1241,"input_tokens":279804,"output_tokens":37562,"total_tokens":317366,"cost":0.236684},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":836173215,"overall_relative_score":836173215,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":382,"performance":1287,"input_tokens":313220,"output_tokens":43623,"total_tokens":356843,"cost":0.2811094},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":285081,"output_tokens":44569,"total_tokens":329650,"cost":0.34903135},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1187325158,"overall_relative_score":1187325158,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":439,"performance":1097,"input_tokens":359872,"output_tokens":56987,"total_tokens":416859,"cost":0.4286755},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88512428,"overall_relative_score":88512428,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":328,"performance":1353,"input_tokens":181257,"output_tokens":33188,"total_tokens":214445,"cost":0.17084044999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5346113007,"overall_relative_score":34705540264,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":555,"performance":1175,"input_tokens":323280,"output_tokens":51702,"total_tokens":374982,"cost":0.3873294000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289569047526,"overall_relative_score":790172468751,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":468,"performance":1223,"input_tokens":1032207,"output_tokens":34666,"total_tokens":1066873,"cost":0.70270615},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78284655194706,"overall_relative_score":26819317307,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":382,"performance":1210,"input_tokens":373572,"output_tokens":67900,"total_tokens":441472,"cost":0.37980939999999996},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":447046591,"overall_relative_score":447046591,"max_execution_time_ms":140,"max_memory_usage_kib":9216,"rank":289,"performance":1550,"input_tokens":382643,"output_tokens":69143,"total_tokens":451786,"cost":0.44384925000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12956810,"overall_relative_score":12956810,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":480,"performance":1337,"input_tokens":268892,"output_tokens":44824,"total_tokens":313716,"cost":0.2930102},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275818358563,"overall_relative_score":275818358563,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":149,"performance":1285,"input_tokens":255645,"output_tokens":41865,"total_tokens":297510,"cost":0.24896114999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39014,"overall_relative_score":39014,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":463,"performance":1075,"input_tokens":347599,"output_tokens":65565,"total_tokens":413164,"cost":0.55157285},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84484911098,"overall_relative_score":184417495352,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":697,"performance":1016,"input_tokens":266636,"output_tokens":43828,"total_tokens":310464,"cost":0.3512714},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2526,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":323503,"output_tokens":88226,"total_tokens":411729,"cost":0.56540455},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73254041500,"overall_relative_score":796448867242,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":904,"performance":647,"input_tokens":320470,"output_tokens":51736,"total_tokens":372206,"cost":0.31132589999999993},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061866,"overall_relative_score":1061866,"max_execution_time_ms":1170,"max_memory_usage_kib":10240,"rank":198,"performance":1785,"input_tokens":255685,"output_tokens":45726,"total_tokens":301411,"cost":0.33322940000000006},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":453860357337,"overall_relative_score":5529947534,"max_execution_time_ms":3100,"max_memory_usage_kib":14672,"rank":1027,"performance":499,"input_tokens":310880,"output_tokens":51828,"total_tokens":362708,"cost":0.3432484},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8199692400,"overall_relative_score":58286615892,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":317612,"output_tokens":53823,"total_tokens":371435,"cost":0.41222529999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9780900707734,"overall_relative_score":9780900707734,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":675,"performance":1022,"input_tokens":277378,"output_tokens":55709,"total_tokens":333087,"cost":0.3788782},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45884022800,"overall_relative_score":5548367,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":288087,"output_tokens":46760,"total_tokens":334847,"cost":0.31911500000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2215904824,"overall_relative_score":2215904824,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":708,"performance":930,"input_tokens":275353,"output_tokens":44290,"total_tokens":319643,"cost":0.32159144999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255522405,"overall_relative_score":255522405,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":179,"performance":1837,"input_tokens":175217,"output_tokens":26982,"total_tokens":202199,"cost":0.16493665000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5354038,"overall_relative_score":58733406533,"max_execution_time_ms":190,"max_memory_usage_kib":4096,"rank":492,"performance":1217,"input_tokens":277726,"output_tokens":47015,"total_tokens":324741,"cost":0.33197499999999996},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293035,"overall_relative_score":293035,"max_execution_time_ms":1620,"max_memory_usage_kib":8192,"rank":192,"performance":1658,"input_tokens":354431,"output_tokens":62081,"total_tokens":416512,"cost":0.44851964999999994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3858142041,"overall_relative_score":2504191663172,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":603,"performance":1167,"input_tokens":297825,"output_tokens":46309,"total_tokens":344134,"cost":0.43180735},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43556282,"overall_relative_score":43556282,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":843,"performance":824,"input_tokens":282427,"output_tokens":47927,"total_tokens":330354,"cost":0.28801240000000006},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":436666,"overall_relative_score":436666,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":599,"performance":1154,"input_tokens":322994,"output_tokens":53322,"total_tokens":376316,"cost":0.3057451},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140191110,"overall_relative_score":140191110,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":384,"performance":1452,"input_tokens":174130,"output_tokens":29458,"total_tokens":203588,"cost":0.2511891},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840009393,"overall_relative_score":1638411002380,"max_execution_time_ms":400,"max_memory_usage_kib":33768,"rank":520,"performance":1324,"input_tokens":290941,"output_tokens":46724,"total_tokens":337665,"cost":0.28083505000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203800,"overall_relative_score":203800,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":785,"performance":847,"input_tokens":326421,"output_tokens":62027,"total_tokens":388448,"cost":0.45060095}]},{"num_self_refine":16,"rank":{"all":{"mean":460.625,"median":470.0,"min":97,"max":945,"stdev":229.4302516770955},"short":{"mean":414.7826086956522,"median":371.0,"min":97,"max":843,"stdev":235.428421185668},"long":{"mean":522.6470588235294,"median":520.0,"min":167,"max":945,"stdev":212.09931081231457}},"performance":{"all":{"mean":1211.2,"median":1217.5,"min":123,"max":1864,"stdev":401.3136889305882},"short":{"mean":1248.7826086956522,"median":1285.0,"min":123,"max":1864,"stdev":467.99980152693337},"long":{"mean":1160.3529411764705,"median":1189.0,"min":647,"max":1681,"stdev":294.3310086400324}},"input_tokens":{"all":{"mean":839279.45,"median":790116.5,"min":507520,"max":2686000,"stdev":333937.218681546},"short":{"mean":780200.3478260869,"median":741727.0,"min":507520,"max":1128487,"stdev":166466.56352952102},"long":{"mean":919210.0,"median":816389.0,"min":508491,"max":2686000,"stdev":471070.2575376894}},"output_tokens":{"all":{"mean":65362.325,"median":64077.5,"min":42290,"max":109293,"stdev":16988.65528459643},"short":{"mean":65912.43478260869,"median":60125.0,"min":42290,"max":109293,"stdev":19989.564722683972},"long":{"mean":64618.05882352941,"median":64443.0,"min":43208,"max":95794,"stdev":12371.250570731463}},"total_tokens":{"all":{"mean":904641.775,"median":858978.5,"min":549810,"max":2732109,"stdev":338402.1771890385},"short":{"mean":846112.7826086957,"median":801852.0,"min":549810,"max":1232774,"stdev":185258.99445909786},"long":{"mean":983828.0588235294,"median":875748.0,"min":551699,"max":2732109,"stdev":469419.7136340876}},"cost":{"all":{"mean":0.705182175,"median":0.6387243499999999,"min":0.28331255,"max":2.33126125,"stdev":0.34049745754609023},"short":{"mean":0.6680066239130434,"median":0.5949339499999999,"min":0.28331255,"max":1.30985745,"stdev":0.2622556663024089},"long":{"mean":0.7554785088235294,"median":0.6442538,"min":0.35973799999999995,"max":2.33126125,"stdev":0.42820072023432615}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":944865780802,"overall_relative_score":944865780802,"max_execution_time_ms":2180,"max_memory_usage_kib":3072,"rank":382,"performance":1358,"input_tokens":790011,"output_tokens":67254,"total_tokens":857265,"cost":0.56462475},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2123835,"overall_relative_score":2123835,"max_execution_time_ms":510,"max_memory_usage_kib":6144,"rank":519,"performance":1134,"input_tokens":663935,"output_tokens":52398,"total_tokens":716333,"cost":0.5418545499999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2780944701590,"overall_relative_score":2780944701590,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":197,"performance":1650,"input_tokens":508491,"output_tokens":43208,"total_tokens":551699,"cost":0.35973799999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4017675526,"overall_relative_score":4017675526,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":225,"performance":1477,"input_tokens":691478,"output_tokens":53420,"total_tokens":744898,"cost":0.5906655},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16816715,"overall_relative_score":16816715,"max_execution_time_ms":670,"max_memory_usage_kib":6144,"rank":120,"performance":1779,"input_tokens":1001883,"output_tokens":92872,"total_tokens":1094755,"cost":0.8123269000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5543462,"overall_relative_score":5543462,"max_execution_time_ms":1480,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":672808,"output_tokens":51628,"total_tokens":724436,"cost":0.5451744000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1653436,"overall_relative_score":1653436,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":97,"performance":1864,"input_tokens":790222,"output_tokens":71334,"total_tokens":861556,"cost":0.5583263},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12354988061,"overall_relative_score":12354988061,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":482,"performance":871,"input_tokens":597835,"output_tokens":46045,"total_tokens":643880,"cost":0.43455645000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":743341,"output_tokens":62821,"total_tokens":806162,"cost":0.8007085500000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5706503384,"overall_relative_score":5706503384,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":181,"performance":1679,"input_tokens":763967,"output_tokens":66938,"total_tokens":830905,"cost":0.6535837499999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12120,"overall_relative_score":12120,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":335,"performance":1241,"input_tokens":735159,"output_tokens":50863,"total_tokens":786022,"cost":0.37807105},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":888666843,"overall_relative_score":888666843,"max_execution_time_ms":2120,"max_memory_usage_kib":3072,"rank":361,"performance":1319,"input_tokens":817840,"output_tokens":56910,"total_tokens":874750,"cost":0.6442538},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":732873,"output_tokens":52988,"total_tokens":785861,"cost":0.6980460500000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1261766781,"overall_relative_score":1261766781,"max_execution_time_ms":4320,"max_memory_usage_kib":3072,"rank":402,"performance":1161,"input_tokens":953405,"output_tokens":82231,"total_tokens":1035636,"cost":0.85052735},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88512428,"overall_relative_score":88512428,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":328,"performance":1353,"input_tokens":543969,"output_tokens":43505,"total_tokens":587474,"cost":0.28331255},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5346113007,"overall_relative_score":34705540264,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":555,"performance":1175,"input_tokens":873786,"output_tokens":71454,"total_tokens":945240,"cost":0.7874307000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":354332511499,"overall_relative_score":787758692121,"max_execution_time_ms":4120,"max_memory_usage_kib":3072,"rank":471,"performance":1218,"input_tokens":2686000,"output_tokens":46109,"total_tokens":2732109,"cost":2.33126125},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":70351482575737,"overall_relative_score":32057910381,"max_execution_time_ms":6020,"max_memory_usage_kib":3072,"rank":358,"performance":1254,"input_tokens":1097789,"output_tokens":95794,"total_tokens":1193583,"cost":0.8029020499999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458685924,"overall_relative_score":458685924,"max_execution_time_ms":1440,"max_memory_usage_kib":9216,"rank":200,"performance":1731,"input_tokens":1128487,"output_tokens":104287,"total_tokens":1232774,"cost":1.30985745},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12976910,"overall_relative_score":12976910,"max_execution_time_ms":1540,"max_memory_usage_kib":3072,"rank":469,"performance":1352,"input_tokens":727744,"output_tokens":57669,"total_tokens":785413,"cost":0.5003261},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275818358563,"overall_relative_score":275818358563,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":149,"performance":1285,"input_tokens":688813,"output_tokens":49822,"total_tokens":738635,"cost":0.42626564999999994},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39014,"overall_relative_score":39014,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":463,"performance":1075,"input_tokens":997824,"output_tokens":90089,"total_tokens":1087913,"cost":1.1207105},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65726179807,"overall_relative_score":207503683230,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":633,"performance":1091,"input_tokens":735658,"output_tokens":58223,"total_tokens":793881,"cost":0.5532004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2526,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":936714,"output_tokens":109293,"total_tokens":1046007,"cost":0.9254753999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73254041500,"overall_relative_score":796448867242,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":904,"performance":647,"input_tokens":857947,"output_tokens":67598,"total_tokens":925545,"cost":0.62070235},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1062509,"overall_relative_score":1062509,"max_execution_time_ms":1720,"max_memory_usage_kib":13312,"rank":198,"performance":1785,"input_tokens":741727,"output_tokens":60125,"total_tokens":801852,"cost":0.7396453},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":816389,"output_tokens":65956,"total_tokens":882345,"cost":0.49509785},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8169229400,"overall_relative_score":58371463309,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":546,"performance":1189,"input_tokens":856977,"output_tokens":67986,"total_tokens":924963,"cost":0.8590198499999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9791867709050,"overall_relative_score":9791867709050,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":672,"performance":1026,"input_tokens":868262,"output_tokens":75008,"total_tokens":943270,"cost":0.8020442999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38220246500,"overall_relative_score":6667842,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":945,"performance":675,"input_tokens":777017,"output_tokens":63877,"total_tokens":840894,"cost":0.6572300000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2824178607,"overall_relative_score":2824178607,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":626,"performance":1054,"input_tokens":696635,"output_tokens":51850,"total_tokens":748485,"cost":0.5949339499999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252140630,"overall_relative_score":252140630,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":235,"performance":1715,"input_tokens":519553,"output_tokens":42558,"total_tokens":562111,"cost":0.37557665000000007},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5354038,"overall_relative_score":58733406533,"max_execution_time_ms":190,"max_memory_usage_kib":4096,"rank":492,"performance":1217,"input_tokens":796414,"output_tokens":64278,"total_tokens":860692,"cost":0.6331948999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293050,"overall_relative_score":293050,"max_execution_time_ms":1960,"max_memory_usage_kib":8192,"rank":192,"performance":1658,"input_tokens":983069,"output_tokens":82204,"total_tokens":1065273,"cost":1.09673345},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3847360196,"overall_relative_score":2511163600875,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":599,"performance":1172,"input_tokens":811305,"output_tokens":64443,"total_tokens":875748,"cost":0.7378339500000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43556282,"overall_relative_score":43556282,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":843,"performance":824,"input_tokens":779173,"output_tokens":61098,"total_tokens":840271,"cost":0.5720414},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":436666,"overall_relative_score":436666,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":599,"performance":1154,"input_tokens":913941,"output_tokens":74450,"total_tokens":988391,"cost":0.74444885},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":140899336,"overall_relative_score":140899336,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":371,"performance":1472,"input_tokens":507520,"output_tokens":42290,"total_tokens":549810,"cost":0.40318419999999994},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840009393,"overall_relative_score":1638411002380,"max_execution_time_ms":400,"max_memory_usage_kib":33768,"rank":520,"performance":1324,"input_tokens":831392,"output_tokens":68737,"total_tokens":900129,"cost":0.6002345000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203800,"overall_relative_score":203800,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":785,"performance":847,"input_tokens":933825,"output_tokens":84880,"total_tokens":1018705,"cost":0.8021660500000001}]}]},{"model_name":"grok-code-fast-1","detail_path":"data/model_details/grok-code-fast-1.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":761.2,"median":737.5,"min":186,"max":1215,"stdev":230.78908119752978},"short":{"mean":675.6086956521739,"median":670.0,"min":186,"max":1019,"stdev":219.29219592515346},"long":{"mean":877.0,"median":947.0,"min":526,"max":1215,"stdev":197.30401668491191}},"performance":{"all":{"mean":587.725,"median":586.5,"min":-65,"max":1441,"stdev":339.4510642198666},"short":{"mean":621.2173913043479,"median":602.0,"min":-65,"max":1441,"stdev":371.97323419370076},"long":{"mean":542.4117647058823,"median":575.0,"min":94,"max":979,"stdev":294.6542590103547}},"input_tokens":{"all":{"mean":3090.225,"median":2697.0,"min":1483,"max":7573,"stdev":1572.7803649213233},"short":{"mean":2529.782608695652,"median":1988.0,"min":1600,"max":7573,"stdev":1394.871188465468},"long":{"mean":3848.470588235294,"median":3434.0,"min":1483,"max":7518,"stdev":1513.8758666766184}},"output_tokens":{"all":{"mean":5819.6,"median":5438.5,"min":3450,"max":9625,"stdev":1618.5617673946815},"short":{"mean":5552.739130434783,"median":5399.0,"min":3878,"max":8542,"stdev":1342.8769732247968},"long":{"mean":6180.64705882353,"median":5582.0,"min":3450,"max":9625,"stdev":1914.4673522019275}},"total_tokens":{"all":{"mean":8909.825,"median":8874.5,"min":5738,"max":13394,"stdev":2102.313388620821},"short":{"mean":8082.521739130435,"median":7762.0,"min":5738,"max":13244,"stdev":1783.0756591698823},"long":{"mean":10029.117647058823,"median":9915.0,"min":6321,"max":13394,"stdev":2021.50114031482}},"cost":{"all":{"mean":0.008947125,"median":0.0083742,"min":0.005186,"max":0.0147161,"stdev":0.0024906579860473695},"short":{"mean":0.008442717391304347,"median":0.0081168,"min":0.0061506,"max":0.0129325,"stdev":0.0020556259968133074},"long":{"mean":0.009629558823529411,"median":0.0084105,"min":0.005186,"max":0.0147161,"stdev":0.002906883610083749}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":32011082480,"overall_relative_score":32011082480,"max_execution_time_ms":597,"max_memory_usage_kib":3072,"rank":1127,"performance":633,"input_tokens":1483,"output_tokens":8822,"total_tokens":10305,"cost":0.0132352},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":959,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1621,"output_tokens":5779,"total_tokens":7400,"cost":0.0086727},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":783,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2688,"output_tokens":4606,"total_tokens":7294,"cost":0.0074082},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2614153409,"overall_relative_score":2614153409,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":391,"performance":1071,"input_tokens":1752,"output_tokens":5018,"total_tokens":6770,"cost":0.0075318},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":543,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1943,"output_tokens":7212,"total_tokens":9155,"cost":0.0111682},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4612401,"overall_relative_score":4612401,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":526,"performance":979,"input_tokens":3836,"output_tokens":5582,"total_tokens":9418,"cost":0.008385},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990002,"overall_relative_score":990002,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":354,"performance":1075,"input_tokens":1658,"output_tokens":4627,"total_tokens":6285,"cost":0.0069521},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3441913303,"overall_relative_score":3441913303,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":575,"performance":526,"input_tokens":2357,"output_tokens":5399,"total_tokens":7756,"cost":0.0084931},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3107,"output_tokens":7697,"total_tokens":10804,"cost":0.0121285},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594498859,"overall_relative_score":594498859,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":2295,"output_tokens":5467,"total_tokens":7762,"cost":0.0082115},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3204,"overall_relative_score":3204,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":460,"performance":977,"input_tokens":7573,"output_tokens":5671,"total_tokens":13244,"cost":0.0085107},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171783652,"overall_relative_score":171783652,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":624,"performance":951,"input_tokens":7518,"output_tokens":5334,"total_tokens":12852,"cost":0.008007},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172503,"overall_relative_score":172503,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":708,"performance":425,"input_tokens":4809,"output_tokens":5410,"total_tokens":10219,"cost":0.0081168},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":12672882,"overall_relative_score":12672882,"max_execution_time_ms":865,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":2930,"output_tokens":9625,"total_tokens":12555,"cost":0.0144475},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29211081,"overall_relative_score":29211081,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":660,"performance":750,"input_tokens":2706,"output_tokens":4727,"total_tokens":7433,"cost":0.0075933},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":446098231,"overall_relative_score":2877056036,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":971,"performance":575,"input_tokens":2871,"output_tokens":3450,"total_tokens":6321,"cost":0.005186},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2381642318165,"overall_relative_score":394063906569,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":653,"performance":968,"input_tokens":7088,"output_tokens":4738,"total_tokens":11826,"cost":0.0071166},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":802975000000000,"overall_relative_score":4075716964,"max_execution_time_ms":706,"max_memory_usage_kib":3072,"rank":735,"performance":350,"input_tokens":4542,"output_tokens":4918,"total_tokens":9460,"cost":0.008247},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":402078123,"overall_relative_score":402078123,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":670,"performance":989,"input_tokens":3698,"output_tokens":4204,"total_tokens":7902,"cost":0.006316},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1860,"output_tokens":3878,"total_tokens":5738,"cost":0.0061506},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2334,"output_tokens":4597,"total_tokens":6931,"cost":0.0069015},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":482,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1976,"output_tokens":6745,"total_tokens":8721,"cost":0.0101287},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62947756858,"overall_relative_score":82305893197,"max_execution_time_ms":913,"max_memory_usage_kib":3072,"rank":870,"performance":792,"input_tokens":2956,"output_tokens":6959,"total_tokens":9915,"cost":0.0109913},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":1885,"output_tokens":6093,"total_tokens":7978,"cost":0.0094397},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":3434,"output_tokens":5570,"total_tokens":9004,"cost":0.0083634},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":1996,"output_tokens":6573,"total_tokens":8569,"cost":0.0098619},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":639322096504,"overall_relative_score":101436882175,"max_execution_time_ms":532,"max_memory_usage_kib":3072,"rank":987,"performance":598,"input_tokens":4189,"output_tokens":6096,"total_tokens":10285,"cost":0.0099178},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2408981847543,"overall_relative_score":17913747,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":992,"performance":423,"input_tokens":3097,"output_tokens":3589,"total_tokens":6686,"cost":0.0059645},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6100353359951,"overall_relative_score":6100353359951,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":936,"performance":351,"input_tokens":1883,"output_tokens":4500,"total_tokens":6383,"cost":0.0067554},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1108,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2958,"output_tokens":8142,"total_tokens":11100,"cost":0.0127662},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221398075,"overall_relative_score":221398075,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":2047,"output_tokens":7233,"total_tokens":9280,"cost":0.0112205},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":4401,"output_tokens":4344,"total_tokens":8745,"cost":0.0065258},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2330,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4105,"output_tokens":9289,"total_tokens":13394,"cost":0.0147161},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":420,"max_memory_usage_kib":4096,"rank":640,"performance":639,"input_tokens":1988,"output_tokens":8542,"total_tokens":10530,"cost":0.0128138},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5958775939,"overall_relative_score":1645576468416,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":1005,"performance":629,"input_tokens":4284,"output_tokens":5599,"total_tokens":9883,"cost":0.0084105},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24642128,"overall_relative_score":24642128,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":676,"input_tokens":1799,"output_tokens":4203,"total_tokens":6002,"cost":0.0063059},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2365,"output_tokens":4476,"total_tokens":6841,"cost":0.0067262},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96885220,"overall_relative_score":96885220,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":940,"performance":515,"input_tokens":1639,"output_tokens":4564,"total_tokens":6203,"cost":0.0068538},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":881,"max_memory_usage_kib":11716,"rank":1215,"performance":117,"input_tokens":4338,"output_tokens":5055,"total_tokens":9393,"cost":0.0084117},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":483,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1600,"output_tokens":8451,"total_tokens":10051,"cost":0.0129325}]},{"num_self_refine":2,"rank":{"all":{"mean":718.125,"median":715.0,"min":186,"max":1215,"stdev":247.72080929743137},"short":{"mean":654.0,"median":640.0,"min":186,"max":940,"stdev":220.14581944289066},"long":{"mean":804.8823529411765,"median":870.0,"min":283,"max":1215,"stdev":262.73962452229705}},"performance":{"all":{"mean":693.65,"median":657.5,"min":94,"max":1471,"stdev":367.21708454194663},"short":{"mean":709.0869565217391,"median":676.0,"min":116,"max":1441,"stdev":341.2138642930131},"long":{"mean":672.7647058823529,"median":629.0,"min":94,"max":1471,"stdev":409.6339111651654}},"input_tokens":{"all":{"mean":12412.4,"median":11878.0,"min":8166,"max":21334,"stdev":3332.8109395785355},"short":{"mean":11079.95652173913,"median":10707.0,"min":8166,"max":21334,"stdev":2907.9693551946157},"long":{"mean":14215.117647058823,"median":14167.0,"min":9731,"max":20938,"stdev":3072.8494488494093}},"output_tokens":{"all":{"mean":9363.1,"median":8540.5,"min":6740,"max":15645,"stdev":2114.2365876878466},"short":{"mean":8776.130434782608,"median":8438.0,"min":6740,"max":12735,"stdev":1618.8363470644817},"long":{"mean":10157.235294117647,"median":9186.0,"min":7056,"max":15645,"stdev":2475.2606309591865}},"total_tokens":{"all":{"mean":21775.5,"median":21953.5,"min":14906,"max":33310,"stdev":4462.355638690606},"short":{"mean":19856.08695652174,"median":19170.0,"min":14906,"max":29969,"stdev":3641.8026744138115},"long":{"mean":24372.352941176472,"median":23913.0,"min":16787,"max":33310,"stdev":4223.70373518871}},"cost":{"all":{"mean":0.01510185,"median":0.01382725,"min":0.010256,"max":0.0261429,"stdev":0.003688862752692912},"short":{"mean":0.013931004347826088,"median":0.0128717,"min":0.010256,"max":0.0193911,"stdev":0.0027932382042871544},"long":{"mean":0.016685935294117646,"median":0.015642,"min":0.0107126,"max":0.0261429,"stdev":0.0042194779008991705}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445578656925,"overall_relative_score":445578656925,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":1030,"performance":739,"input_tokens":11950,"output_tokens":13077,"total_tokens":25027,"cost":0.0214167},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":178625,"overall_relative_score":178625,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":922,"performance":557,"input_tokens":9191,"output_tokens":9173,"total_tokens":18364,"cost":0.0149577},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742394601975,"overall_relative_score":2742394601975,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":283,"performance":1471,"input_tokens":10143,"output_tokens":8410,"total_tokens":18553,"cost":0.0131588},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2614153409,"overall_relative_score":2614153409,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":391,"performance":1071,"input_tokens":9141,"output_tokens":8127,"total_tokens":17268,"cost":0.012329099999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":938257,"overall_relative_score":938257,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":386,"performance":987,"input_tokens":11256,"output_tokens":10890,"total_tokens":22146,"cost":0.0181638},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5309805,"overall_relative_score":5309805,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":289,"performance":1388,"input_tokens":13820,"output_tokens":9186,"total_tokens":23006,"cost":0.0139062},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":990002,"overall_relative_score":990002,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":354,"performance":1075,"input_tokens":8510,"output_tokens":8106,"total_tokens":16616,"cost":0.0122866},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3550659149,"overall_relative_score":3550659149,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":573,"performance":537,"input_tokens":10732,"output_tokens":8438,"total_tokens":19170,"cost":0.0131778},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":14461,"output_tokens":11599,"total_tokens":26060,"cost":0.0196379},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594498859,"overall_relative_score":594498859,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":10661,"output_tokens":8520,"total_tokens":19181,"cost":0.0140162},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3204,"overall_relative_score":3204,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":460,"performance":977,"input_tokens":21334,"output_tokens":8635,"total_tokens":29969,"cost":0.0129569},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171783652,"overall_relative_score":171783652,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":624,"performance":951,"input_tokens":20938,"output_tokens":8561,"total_tokens":29499,"cost":0.0140339},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56799473,"overall_relative_score":56799473,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":607,"performance":779,"input_tokens":15549,"output_tokens":8500,"total_tokens":24049,"cost":0.012762200000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":12672882,"overall_relative_score":12672882,"max_execution_time_ms":865,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":15655,"output_tokens":13413,"total_tokens":29068,"cost":0.0220985},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29546555,"overall_relative_score":29546555,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":776,"input_tokens":10707,"output_tokens":7673,"total_tokens":18380,"cost":0.0121277},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":446098231,"overall_relative_score":2877056036,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":971,"performance":575,"input_tokens":9731,"output_tokens":7056,"total_tokens":16787,"cost":0.0107126},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1886069985745,"overall_relative_score":506974416855,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":19545,"output_tokens":7612,"total_tokens":27157,"cost":0.0138806},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":802975000000000,"overall_relative_score":4075716964,"max_execution_time_ms":706,"max_memory_usage_kib":3072,"rank":735,"performance":350,"input_tokens":14167,"output_tokens":9162,"total_tokens":23329,"cost":0.015642},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":412826790,"overall_relative_score":412826790,"max_execution_time_ms":850,"max_memory_usage_kib":11264,"rank":602,"performance":1084,"input_tokens":12216,"output_tokens":7820,"total_tokens":20036,"cost":0.0118692},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":8166,"output_tokens":6740,"total_tokens":14906,"cost":0.0113336},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":9424,"output_tokens":7939,"total_tokens":17363,"cost":0.0128717},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":482,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":10861,"output_tokens":10818,"total_tokens":21679,"cost":0.0176056},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62947756858,"overall_relative_score":82305893197,"max_execution_time_ms":913,"max_memory_usage_kib":3072,"rank":870,"performance":792,"input_tokens":13030,"output_tokens":10883,"total_tokens":23913,"cost":0.0183033},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":10018,"output_tokens":8797,"total_tokens":18815,"cost":0.013535100000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":13057,"output_tokens":11556,"total_tokens":24613,"cost":0.017474999999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":11081,"output_tokens":10680,"total_tokens":21761,"cost":0.0174426},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":680495952088,"overall_relative_score":105776414065,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":709,"performance":1010,"input_tokens":14647,"output_tokens":7827,"total_tokens":22474,"cost":0.013773899999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2408981847543,"overall_relative_score":17913747,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":992,"performance":423,"input_tokens":9961,"output_tokens":8261,"total_tokens":18222,"cost":0.0137309},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6100353359951,"overall_relative_score":6100353359951,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":936,"performance":351,"input_tokens":8936,"output_tokens":7063,"total_tokens":15999,"cost":0.0107433},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1108,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":14211,"output_tokens":12812,"total_tokens":27023,"cost":0.021433},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221398075,"overall_relative_score":221398075,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":11945,"output_tokens":10854,"total_tokens":22799,"cost":0.0182348},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":13714,"output_tokens":7067,"total_tokens":20781,"cost":0.0116025},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2330,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":17665,"output_tokens":15645,"total_tokens":33310,"cost":0.0261429},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":420,"max_memory_usage_kib":4096,"rank":640,"performance":639,"input_tokens":13034,"output_tokens":11024,"total_tokens":24058,"cost":0.0183492},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5958775939,"overall_relative_score":1645576468416,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":1005,"performance":629,"input_tokens":14785,"output_tokens":8145,"total_tokens":22930,"cost":0.0122305},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24642128,"overall_relative_score":24642128,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":676,"input_tokens":8369,"output_tokens":6754,"total_tokens":15123,"cost":0.010256},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438328,"overall_relative_score":438328,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":585,"performance":1172,"input_tokens":9773,"output_tokens":7674,"total_tokens":17447,"cost":0.0125312},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96885220,"overall_relative_score":96885220,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":940,"performance":515,"input_tokens":8410,"output_tokens":7824,"total_tokens":16234,"cost":0.0118692},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":881,"max_memory_usage_kib":11716,"rank":1215,"performance":117,"input_tokens":13891,"output_tokens":9468,"total_tokens":23359,"cost":0.0160842},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":483,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":11811,"output_tokens":12735,"total_tokens":24546,"cost":0.0193911}]},{"num_self_refine":4,"rank":{"all":{"mean":679.15,"median":686.0,"min":186,"max":1046,"stdev":240.25259677350056},"short":{"mean":620.4347826086956,"median":626.0,"min":186,"max":940,"stdev":228.0930484148473},"long":{"mean":758.5882352941177,"median":770.0,"min":283,"max":1046,"stdev":239.7889850534031}},"performance":{"all":{"mean":782.05,"median":786.5,"min":94,"max":1471,"stdev":372.7820529134403},"short":{"mean":788.3478260869565,"median":794.0,"min":116,"max":1466,"stdev":380.772732109045},"long":{"mean":773.5294117647059,"median":781.0,"min":94,"max":1471,"stdev":373.1464386884623}},"input_tokens":{"all":{"mean":43115.25,"median":42249.5,"min":29717,"max":62412,"stdev":8487.336315403629},"short":{"mean":39210.04347826087,"median":38053.0,"min":29717,"max":57613,"stdev":6500.193175299141},"long":{"mean":48398.76470588235,"median":45847.0,"min":34402,"max":62412,"stdev":8118.175360952513}},"output_tokens":{"all":{"mean":15171.975,"median":14095.0,"min":10058,"max":25710,"stdev":3763.2861491500503},"short":{"mean":13902.434782608696,"median":13341.0,"min":10058,"max":19896,"stdev":2456.071879057861},"long":{"mean":16889.58823529412,"median":16480.0,"min":10729,"max":25710,"stdev":4557.939913749735}},"total_tokens":{"all":{"mean":58287.225,"median":57518.0,"min":39775,"max":88122,"stdev":10955.23108976384},"short":{"mean":53112.47826086957,"median":51579.0,"min":39775,"max":70555,"stdev":7720.285639260937},"long":{"mean":65288.35294117647,"median":63597.0,"min":45131,"max":88122,"stdev":10955.141640693062}},"cost":{"all":{"mean":0.0246299725,"median":0.0226089,"min":0.0164075,"max":0.0413194,"stdev":0.006234470460024385},"short":{"mean":0.022152634782608694,"median":0.021444300000000003,"min":0.0174208,"max":0.0302082,"stdev":0.0038304487981304244},"long":{"mean":0.027981664705882352,"median":0.026774,"min":0.0164075,"max":0.0413194,"stdev":0.007335503894241108}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445578656925,"overall_relative_score":445578656925,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":1030,"performance":739,"input_tokens":45847,"output_tokens":17750,"total_tokens":63597,"cost":0.02942},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":644882,"overall_relative_score":644882,"max_execution_time_ms":10,"max_memory_usage_kib":6144,"rank":708,"performance":905,"input_tokens":34940,"output_tokens":13341,"total_tokens":48281,"cost":0.021444300000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742394601975,"overall_relative_score":2742394601975,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":283,"performance":1471,"input_tokens":37817,"output_tokens":13771,"total_tokens":51588,"cost":0.0213463},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3943624067,"overall_relative_score":3943624067,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":229,"performance":1466,"input_tokens":47511,"output_tokens":13404,"total_tokens":60915,"cost":0.021774599999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":938257,"overall_relative_score":938257,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":386,"performance":987,"input_tokens":42070,"output_tokens":17404,"total_tokens":59474,"cost":0.0281712},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5306849,"overall_relative_score":5306849,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":290,"performance":1386,"input_tokens":45332,"output_tokens":14286,"total_tokens":59618,"cost":0.0244666},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1188604,"overall_relative_score":1188604,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":314,"performance":1179,"input_tokens":33468,"output_tokens":13904,"total_tokens":47372,"cost":0.021111199999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3732251634,"overall_relative_score":3732251634,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":572,"performance":543,"input_tokens":37703,"output_tokens":12872,"total_tokens":50575,"cost":0.0200902},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":48852,"output_tokens":17924,"total_tokens":66776,"cost":0.030666},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594498859,"overall_relative_score":594498859,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":38053,"output_tokens":13526,"total_tokens":51579,"cost":0.022946},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2932,"overall_relative_score":2932,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":521,"performance":832,"input_tokens":57613,"output_tokens":12942,"total_tokens":70555,"cost":0.019454},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171783652,"overall_relative_score":171783652,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":624,"performance":951,"input_tokens":61004,"output_tokens":14607,"total_tokens":75611,"cost":0.0248185},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57928953,"overall_relative_score":57928953,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":601,"performance":794,"input_tokens":46996,"output_tokens":11932,"total_tokens":58928,"cost":0.0181452},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":12672882,"overall_relative_score":12672882,"max_execution_time_ms":865,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":55209,"output_tokens":23609,"total_tokens":78818,"cost":0.037469699999999995},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29546555,"overall_relative_score":29546555,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":776,"input_tokens":36796,"output_tokens":12310,"total_tokens":49106,"cost":0.0214722},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":446098231,"overall_relative_score":2877056036,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":971,"performance":575,"input_tokens":34402,"output_tokens":10729,"total_tokens":45131,"cost":0.0164075},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1886069985745,"overall_relative_score":506974416855,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":60695,"output_tokens":11316,"total_tokens":72011,"cost":0.0219962},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835104500000000,"overall_relative_score":4165308226,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":49997,"output_tokens":19506,"total_tokens":69503,"cost":0.0336008},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":412826790,"overall_relative_score":412826790,"max_execution_time_ms":850,"max_memory_usage_kib":11264,"rank":602,"performance":1084,"input_tokens":41908,"output_tokens":14954,"total_tokens":56862,"cost":0.0227742},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":29717,"output_tokens":10058,"total_tokens":39775,"cost":0.0174208},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":34485,"output_tokens":13136,"total_tokens":47621,"cost":0.0210074},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":482,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":41677,"output_tokens":18831,"total_tokens":60508,"cost":0.0297083},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62947756858,"overall_relative_score":82305893197,"max_execution_time_ms":913,"max_memory_usage_kib":3072,"rank":870,"performance":792,"input_tokens":44958,"output_tokens":16480,"total_tokens":61438,"cost":0.026774},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":35067,"output_tokens":14690,"total_tokens":49757,"cost":0.0224436},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":52854,"output_tokens":19005,"total_tokens":71859,"cost":0.029516699999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":41127,"output_tokens":16505,"total_tokens":57632,"cost":0.026326899999999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":680495952088,"overall_relative_score":105776414065,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":709,"performance":1010,"input_tokens":43287,"output_tokens":13403,"total_tokens":56690,"cost":0.022400299999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":38957,"output_tokens":17784,"total_tokens":56741,"cost":0.030358600000000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7080949896411,"overall_relative_score":7080949896411,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":854,"performance":685,"input_tokens":32634,"output_tokens":11550,"total_tokens":44184,"cost":0.0177462},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1108,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":50897,"output_tokens":24684,"total_tokens":75581,"cost":0.0411254},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221398075,"overall_relative_score":221398075,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":43568,"output_tokens":15859,"total_tokens":59427,"cost":0.027279699999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":41615,"output_tokens":11182,"total_tokens":52797,"cost":0.018990399999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2330,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":62412,"output_tokens":25710,"total_tokens":88122,"cost":0.0413194},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249123,"overall_relative_score":249123,"max_execution_time_ms":1170,"max_memory_usage_kib":5120,"rank":331,"performance":1356,"input_tokens":42429,"output_tokens":14975,"total_tokens":57404,"cost":0.0243435},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5958775939,"overall_relative_score":1645576468416,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":1005,"performance":629,"input_tokens":44632,"output_tokens":11600,"total_tokens":56232,"cost":0.0180576},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34025599,"overall_relative_score":34025599,"max_execution_time_ms":10,"max_memory_usage_kib":11264,"rank":889,"performance":725,"input_tokens":31024,"output_tokens":12413,"total_tokens":43437,"cost":0.0189875},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438328,"overall_relative_score":438328,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":585,"performance":1172,"input_tokens":34710,"output_tokens":11751,"total_tokens":46461,"cost":0.0188853},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96885220,"overall_relative_score":96885220,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":940,"performance":515,"input_tokens":32083,"output_tokens":12321,"total_tokens":44404,"cost":0.0187797},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2149718366,"overall_relative_score":808648106174,"max_execution_time_ms":60,"max_memory_usage_kib":11716,"rank":770,"performance":1059,"input_tokens":45627,"output_tokens":14959,"total_tokens":60586,"cost":0.0259447},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":483,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":44637,"output_tokens":19896,"total_tokens":64533,"cost":0.0302082}]},{"num_self_refine":8,"rank":{"all":{"mean":663.35,"median":655.0,"min":186,"max":1046,"stdev":243.34027562980557},"short":{"mean":595.1304347826087,"median":585.0,"min":186,"max":940,"stdev":226.62590406936476},"long":{"mean":755.6470588235294,"median":770.0,"min":283,"max":1046,"stdev":240.78022686063494}},"performance":{"all":{"mean":839.375,"median":809.0,"min":94,"max":1477,"stdev":342.36969727968716},"short":{"mean":878.4347826086956,"median":832.0,"min":453,"max":1477,"stdev":319.83217560676985},"long":{"mean":786.5294117647059,"median":792.0,"min":94,"max":1471,"stdev":374.03711674896965}},"input_tokens":{"all":{"mean":142160.75,"median":138608.0,"min":97887,"max":211081,"stdev":28099.202351805154},"short":{"mean":129342.43478260869,"median":126280.0,"min":97887,"max":162563,"stdev":17844.77560628699},"long":{"mean":159503.17647058822,"median":146695.0,"min":105912,"max":211081,"stdev":30511.700432447415}},"output_tokens":{"all":{"mean":23930.65,"median":22494.0,"min":14583,"max":44508,"stdev":6919.994859009503},"short":{"mean":22155.130434782608,"median":21070.0,"min":14583,"max":36891,"stdev":4735.968407299684},"long":{"mean":26332.823529411766,"median":24334.0,"min":15454,"max":44508,"stdev":8672.931498600215}},"total_tokens":{"all":{"mean":166091.4,"median":162080.5,"min":112470,"max":253764,"stdev":33538.56370393754},"short":{"mean":151497.5652173913,"median":143506.0,"min":112470,"max":199454,"stdev":21296.98732178309},"long":{"mean":185836.0,"median":170367.0,"min":121572,"max":253764,"stdev":37386.696355455104}},"cost":{"all":{"mean":0.039529405,"median":0.0376326,"min":0.0241924,"max":0.07562920000000001,"stdev":0.011180641512188687},"short":{"mean":0.03625206956521739,"median":0.0347474,"min":0.0254721,"max":0.0571675,"stdev":0.0073739874552643},"long":{"mean":0.04396344705882353,"median":0.04063420000000001,"min":0.0241924,"max":0.07562920000000001,"stdev":0.013914300449991984}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445578656925,"overall_relative_score":445578656925,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":1030,"performance":739,"input_tokens":145413,"output_tokens":24792,"total_tokens":170205,"cost":0.041528199999999994},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":971358,"overall_relative_score":971358,"max_execution_time_ms":90,"max_memory_usage_kib":26624,"rank":661,"performance":963,"input_tokens":115737,"output_tokens":19977,"total_tokens":135714,"cost":0.0318905},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742394601975,"overall_relative_score":2742394601975,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":283,"performance":1471,"input_tokens":125083,"output_tokens":19989,"total_tokens":145072,"cost":0.0311921},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3994166062,"overall_relative_score":3994166062,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":225,"performance":1477,"input_tokens":161597,"output_tokens":23143,"total_tokens":184740,"cost":0.04271389999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947079,"overall_relative_score":947079,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":386,"performance":987,"input_tokens":146514,"output_tokens":26699,"total_tokens":173213,"cost":0.0425993},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5306849,"overall_relative_score":5306849,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":290,"performance":1386,"input_tokens":143506,"output_tokens":22150,"total_tokens":165656,"cost":0.0367998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1206008,"overall_relative_score":1206008,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":310,"performance":1189,"input_tokens":118868,"output_tokens":22838,"total_tokens":141706,"cost":0.0347474},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3732251634,"overall_relative_score":3732251634,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":572,"performance":543,"input_tokens":122074,"output_tokens":20395,"total_tokens":142469,"cost":0.0317881},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":161665,"output_tokens":30572,"total_tokens":192237,"cost":0.052565400000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":755095811,"overall_relative_score":755095811,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":609,"performance":833,"input_tokens":126912,"output_tokens":22099,"total_tokens":149011,"cost":0.038025300000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2932,"overall_relative_score":2932,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":521,"performance":832,"input_tokens":158681,"output_tokens":19563,"total_tokens":178244,"cost":0.0298231},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":176910474,"overall_relative_score":176910474,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":602,"performance":981,"input_tokens":187204,"output_tokens":25610,"total_tokens":212814,"cost":0.044355},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59992198,"overall_relative_score":59992198,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":559,"performance":887,"input_tokens":133444,"output_tokens":16503,"total_tokens":149947,"cost":0.0254721},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":12672882,"overall_relative_score":12672882,"max_execution_time_ms":865,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":191830,"output_tokens":39684,"total_tokens":231514,"cost":0.06173199999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29546555,"overall_relative_score":29546555,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":776,"input_tokens":120644,"output_tokens":19962,"total_tokens":140606,"cost":0.0334254},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":446789332,"overall_relative_score":2968895270,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":970,"performance":577,"input_tokens":105912,"output_tokens":15660,"total_tokens":121572,"cost":0.0241924},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1886069985745,"overall_relative_score":506974416855,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":198832,"output_tokens":18796,"total_tokens":217628,"cost":0.036562000000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835104500000000,"overall_relative_score":4165308226,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":173093,"output_tokens":29810,"total_tokens":202903,"cost":0.051864799999999996},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438736598,"overall_relative_score":438736598,"max_execution_time_ms":1790,"max_memory_usage_kib":12288,"rank":374,"performance":1408,"input_tokens":144397,"output_tokens":27283,"total_tokens":171680,"cost":0.0453687},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":97887,"output_tokens":14583,"total_tokens":112470,"cost":0.025797499999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":116444,"output_tokens":21363,"total_tokens":137807,"cost":0.041522100000000006},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":162563,"output_tokens":36891,"total_tokens":199454,"cost":0.0571675},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62947756858,"overall_relative_score":82305893197,"max_execution_time_ms":913,"max_memory_usage_kib":3072,"rank":870,"performance":792,"input_tokens":136959,"output_tokens":23359,"total_tokens":160318,"cost":0.0372399},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1256231,"overall_relative_score":1256231,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":701,"performance":655,"input_tokens":119422,"output_tokens":23544,"total_tokens":142966,"cost":0.035865999999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":179358,"output_tokens":25464,"total_tokens":204822,"cost":0.03954599999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":915,"overall_relative_score":915,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":862,"performance":453,"input_tokens":137464,"output_tokens":25824,"total_tokens":163288,"cost":0.0406032},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":637269360868,"overall_relative_score":111098057971,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":688,"performance":1035,"input_tokens":139752,"output_tokens":21121,"total_tokens":160873,"cost":0.039894299999999994},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3287966490900,"overall_relative_score":36324082,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":817,"performance":826,"input_tokens":140282,"output_tokens":24334,"total_tokens":164616,"cost":0.04063420000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7434587060869,"overall_relative_score":7434587060869,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":851,"performance":692,"input_tokens":113615,"output_tokens":21070,"total_tokens":134685,"cost":0.0359216},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1108,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":196592,"output_tokens":44508,"total_tokens":241100,"cost":0.07562920000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221398075,"overall_relative_score":221398075,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":140644,"output_tokens":23983,"total_tokens":164627,"cost":0.041600899999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":126280,"output_tokens":17226,"total_tokens":143506,"cost":0.0298854},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2330,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":211081,"output_tokens":42683,"total_tokens":253764,"cost":0.06697030000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249123,"overall_relative_score":249123,"max_execution_time_ms":1170,"max_memory_usage_kib":5120,"rank":331,"performance":1356,"input_tokens":127385,"output_tokens":20500,"total_tokens":147885,"cost":0.0331102},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5958775939,"overall_relative_score":1645576468416,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":1005,"performance":629,"input_tokens":128297,"output_tokens":15454,"total_tokens":143751,"cost":0.025301199999999996},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34194943,"overall_relative_score":34194943,"max_execution_time_ms":10,"max_memory_usage_kib":11264,"rank":889,"performance":725,"input_tokens":111902,"output_tokens":19567,"total_tokens":131469,"cost":0.030201300000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438328,"overall_relative_score":438328,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":585,"performance":1172,"input_tokens":114405,"output_tokens":18528,"total_tokens":132933,"cost":0.033009000000000004},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96885220,"overall_relative_score":96885220,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":940,"performance":515,"input_tokens":109032,"output_tokens":19274,"total_tokens":128306,"cost":0.0295206},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2149718366,"overall_relative_score":808648106174,"max_execution_time_ms":60,"max_memory_usage_kib":11716,"rank":770,"performance":1059,"input_tokens":146695,"output_tokens":23672,"total_tokens":170367,"cost":0.0413718},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":148965,"output_tokens":28753,"total_tokens":177718,"cost":0.04373850000000001}]},{"num_self_refine":16,"rank":{"all":{"mean":656.4,"median":650.5,"min":186,"max":1046,"stdev":236.46789775076587},"short":{"mean":595.7391304347826,"median":609.0,"min":186,"max":940,"stdev":225.56982740511444},"long":{"mean":738.4705882352941,"median":721.0,"min":283,"max":1046,"stdev":232.14061408095387}},"performance":{"all":{"mean":853.475,"median":826.5,"min":132,"max":1477,"stdev":331.0657218430914},"short":{"mean":866.1739130434783,"median":827.0,"min":242,"max":1477,"stdev":338.8170131198353},"long":{"mean":836.2941176470588,"median":826.0,"min":132,"max":1471,"stdev":329.8025478801449}},"input_tokens":{"all":{"mean":461704.3,"median":435090.5,"min":305123,"max":696418,"stdev":99610.60910498774},"short":{"mean":430483.2173913043,"median":406820.0,"min":305123,"max":597260,"stdev":71835.37978787872},"long":{"mean":503944.5882352941,"median":457001.0,"min":320207,"max":696418,"stdev":117444.15798160143}},"output_tokens":{"all":{"mean":37512.275,"median":34687.0,"min":21127,"max":81032,"stdev":12760.407914843676},"short":{"mean":35273.86956521739,"median":34296.0,"min":21279,"max":61857,"stdev":8756.624579577909},"long":{"mean":40540.705882352944,"median":35078.0,"min":21127,"max":81032,"stdev":16568.44086193955}},"total_tokens":{"all":{"mean":499216.575,"median":471039.0,"min":326402,"max":777450,"stdev":110485.1521561544},"short":{"mean":465757.0869565217,"median":445213.0,"min":326402,"max":659117,"stdev":79003.47821394439},"long":{"mean":544485.2941176471,"median":493105.0,"min":341334,"max":777450,"stdev":131854.78941138464}},"cost":{"all":{"mean":0.0674617525,"median":0.0633455,"min":0.0333319,"max":0.1259964,"stdev":0.022462529986361703},"short":{"mean":0.0626215,"median":0.06229520000000001,"min":0.0365621,"max":0.11536709999999999,"stdev":0.017353250252565993},"long":{"mean":0.0740103294117647,"median":0.06403370000000001,"min":0.0333319,"max":0.1259964,"stdev":0.02713991269350283}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445578656925,"overall_relative_score":445578656925,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":1030,"performance":739,"input_tokens":455188,"output_tokens":37917,"total_tokens":493105,"cost":0.0649051},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":971358,"overall_relative_score":971358,"max_execution_time_ms":90,"max_memory_usage_kib":26624,"rank":661,"performance":963,"input_tokens":375911,"output_tokens":30564,"total_tokens":406475,"cost":0.056401},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742394601975,"overall_relative_score":2742394601975,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":283,"performance":1471,"input_tokens":401667,"output_tokens":31949,"total_tokens":433616,"cost":0.0729737},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3994166062,"overall_relative_score":3994166062,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":225,"performance":1477,"input_tokens":522314,"output_tokens":39125,"total_tokens":561439,"cost":0.07759509999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947079,"overall_relative_score":947079,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":386,"performance":987,"input_tokens":473417,"output_tokens":40466,"total_tokens":513883,"cost":0.0641952},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5306849,"overall_relative_score":5306849,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":290,"performance":1386,"input_tokens":451330,"output_tokens":35078,"total_tokens":486408,"cost":0.05906859999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1206008,"overall_relative_score":1206008,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":310,"performance":1189,"input_tokens":406820,"output_tokens":38393,"total_tokens":445213,"cost":0.0674655},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":395331,"output_tokens":30206,"total_tokens":425537,"cost":0.06229520000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":553553,"output_tokens":55352,"total_tokens":608905,"cost":0.09668900000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":755095811,"overall_relative_score":755095811,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":609,"performance":833,"input_tokens":427114,"output_tokens":36073,"total_tokens":463187,"cost":0.06291150000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728,"overall_relative_score":2728,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":652,"performance":242,"input_tokens":456555,"output_tokens":30445,"total_tokens":487000,"cost":0.0470201},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":176910474,"overall_relative_score":176910474,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":602,"performance":981,"input_tokens":596007,"output_tokens":45531,"total_tokens":641538,"cost":0.10137949999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59992198,"overall_relative_score":59992198,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":559,"performance":887,"input_tokens":383021,"output_tokens":23157,"total_tokens":406178,"cost":0.0365621},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":12672882,"overall_relative_score":12672882,"max_execution_time_ms":865,"max_memory_usage_kib":3072,"rank":721,"performance":422,"input_tokens":696418,"output_tokens":81032,"total_tokens":777450,"cost":0.1259964},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29546555,"overall_relative_score":29546555,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":649,"performance":776,"input_tokens":404883,"output_tokens":34296,"total_tokens":439179,"cost":0.05588939999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":446789332,"overall_relative_score":2968895270,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":970,"performance":577,"input_tokens":320207,"output_tokens":21127,"total_tokens":341334,"cost":0.0333319},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1886069985745,"overall_relative_score":506974416855,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":600838,"output_tokens":28523,"total_tokens":629361,"cost":0.06403370000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835104500000000,"overall_relative_score":4165308226,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":568897,"output_tokens":49010,"total_tokens":617907,"cost":0.09699039999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438736598,"overall_relative_score":438736598,"max_execution_time_ms":1790,"max_memory_usage_kib":12288,"rank":374,"performance":1408,"input_tokens":523731,"output_tokens":51113,"total_tokens":574844,"cost":0.09280129999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":305123,"output_tokens":21279,"total_tokens":326402,"cost":0.0381719},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":380747,"output_tokens":35599,"total_tokens":416346,"cost":0.06840230000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":597260,"output_tokens":61857,"total_tokens":659117,"cost":0.11536709999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":62947756858,"overall_relative_score":82305893197,"max_execution_time_ms":913,"max_memory_usage_kib":3072,"rank":870,"performance":792,"input_tokens":391278,"output_tokens":31237,"total_tokens":422515,"cost":0.049335099999999986},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":391945,"output_tokens":34174,"total_tokens":426119,"cost":0.058699599999999984},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":503464,"output_tokens":30911,"total_tokens":534375,"cost":0.05681929999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2350,"overall_relative_score":2350,"max_execution_time_ms":1390,"max_memory_usage_kib":3072,"rank":860,"performance":463,"input_tokens":443067,"output_tokens":38136,"total_tokens":481203,"cost":0.07618539999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":637269360868,"overall_relative_score":111098057971,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":688,"performance":1035,"input_tokens":421122,"output_tokens":29336,"total_tokens":450458,"cost":0.0634988},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3287966490900,"overall_relative_score":36324082,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":817,"performance":826,"input_tokens":425673,"output_tokens":30375,"total_tokens":456048,"cost":0.058338700000000014},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7434587060869,"overall_relative_score":7434587060869,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":851,"performance":692,"input_tokens":423616,"output_tokens":41268,"total_tokens":464884,"cost":0.0672652},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1108,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":677699,"output_tokens":67935,"total_tokens":745634,"cost":0.1160727},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221398075,"overall_relative_score":221398075,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":867,"performance":602,"input_tokens":582906,"output_tokens":38183,"total_tokens":621089,"cost":0.0690749},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":384630,"output_tokens":26620,"total_tokens":411250,"cost":0.0468272},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":328858000,"overall_relative_score":704801666,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":713,"performance":940,"input_tokens":682899,"output_tokens":56579,"total_tokens":739478,"cost":0.0994387},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249123,"overall_relative_score":249123,"max_execution_time_ms":1170,"max_memory_usage_kib":5120,"rank":331,"performance":1356,"input_tokens":383735,"output_tokens":29098,"total_tokens":412833,"cost":0.0469476},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5958775939,"overall_relative_score":1645576468416,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":1005,"performance":629,"input_tokens":363817,"output_tokens":21364,"total_tokens":385181,"cost":0.0361118},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34194943,"overall_relative_score":34194943,"max_execution_time_ms":10,"max_memory_usage_kib":11264,"rank":889,"performance":725,"input_tokens":445782,"output_tokens":31412,"total_tokens":477194,"cost":0.057810400000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438328,"overall_relative_score":438328,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":585,"performance":1172,"input_tokens":370860,"output_tokens":29043,"total_tokens":399903,"cost":0.050370099999999994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96885220,"overall_relative_score":96885220,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":940,"performance":515,"input_tokens":354457,"output_tokens":30829,"total_tokens":385286,"cost":0.0536725},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2149718366,"overall_relative_score":808648106174,"max_execution_time_ms":60,"max_memory_usage_kib":11716,"rank":770,"performance":1059,"input_tokens":457001,"output_tokens":35936,"total_tokens":492937,"cost":0.0631922},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":467889,"output_tokens":39963,"total_tokens":507852,"cost":0.0683639}]}]},{"model_name":"kimi-k2-0905","detail_path":"data/model_details/kimi-k2-0905.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":832.525,"median":886.5,"min":186,"max":1382,"stdev":218.34857893532745},"short":{"mean":770.0,"median":740.0,"min":186,"max":1019,"stdev":216.83194162551538},"long":{"mean":917.1176470588235,"median":939.0,"min":599,"max":1382,"stdev":195.8072656826545}},"performance":{"all":{"mean":267.125,"median":174.0,"min":-200,"max":1064,"stdev":301.5872699738111},"short":{"mean":228.95652173913044,"median":170.0,"min":-200,"max":888,"stdev":285.66755603177967},"long":{"mean":318.7647058823529,"median":178.0,"min":-50,"max":1064,"stdev":323.3679269446347}},"input_tokens":{"all":{"mean":2926.425,"median":2523.0,"min":1299,"max":7487,"stdev":1589.7920665117151},"short":{"mean":2360.478260869565,"median":1816.0,"min":1408,"max":7487,"stdev":1413.6486920398324},"long":{"mean":3692.1176470588234,"median":3284.0,"min":1299,"max":7413,"stdev":1526.2618911229217}},"output_tokens":{"all":{"mean":2517.875,"median":2513.0,"min":1136,"max":5735,"stdev":1002.749097833116},"short":{"mean":2257.0434782608695,"median":2017.0,"min":1136,"max":3689,"stdev":770.5580314563578},"long":{"mean":2870.764705882353,"median":2694.0,"min":1350,"max":5735,"stdev":1185.0691187337852}},"total_tokens":{"all":{"mean":5444.3,"median":5227.5,"min":2751,"max":9870,"stdev":1976.7772295796549},"short":{"mean":4617.521739130435,"median":4131.0,"min":2751,"max":9450,"stdev":1667.834929415575},"long":{"mean":6562.882352941177,"median":5985.0,"min":3792,"max":9870,"stdev":1840.6636670761222}},"cost":{"all":{"mean":0.0080505425,"median":0.0081725,"min":0.0041301,"max":0.0168185,"stdev":0.002785021436541125},"short":{"mean":0.007058895652173913,"median":0.0065965,"min":0.0041301,"max":0.0120137,"stdev":0.002171333579849084},"long":{"mean":0.009392182352941177,"median":0.0087583,"min":0.0050502,"max":0.0168185,"stdev":0.003016174575359344}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1625,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1299,"output_tokens":2493,"total_tokens":3792,"cost":0.0070119},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":1446,"output_tokens":1305,"total_tokens":2751,"cost":0.0041301},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2522,"output_tokens":2694,"total_tokens":5216,"cost":0.0082482},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1589,"output_tokens":2345,"total_tokens":3934,"cost":0.0068159},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":5120,"rank":515,"performance":207,"input_tokens":1770,"output_tokens":2991,"total_tokens":4761,"cost":0.0085395},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3678,"output_tokens":3960,"total_tokens":7638,"cost":0.0121068},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1478,"output_tokens":2884,"total_tokens":4362,"cost":0.0080968},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3137377086,"overall_relative_score":3137377086,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":577,"performance":515,"input_tokens":2183,"output_tokens":1136,"total_tokens":3319,"cost":0.0041498},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":750,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2951,"output_tokens":3034,"total_tokens":5985,"cost":0.0093556},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54313605,"overall_relative_score":54313605,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":709,"performance":566,"input_tokens":2137,"output_tokens":3169,"total_tokens":5306,"cost":0.0092047},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":7487,"output_tokens":1963,"total_tokens":9450,"cost":0.0093997},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179457344,"overall_relative_score":179457344,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":599,"performance":985,"input_tokens":7413,"output_tokens":1635,"total_tokens":9048,"cost":0.0085353},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":4652,"output_tokens":3689,"total_tokens":8341,"cost":0.0120137},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2755,"output_tokens":3279,"total_tokens":6034,"cost":0.0098505},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44752136,"overall_relative_score":44752136,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":595,"performance":888,"input_tokens":2524,"output_tokens":2017,"total_tokens":4541,"cost":0.0065569},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3230843326,"overall_relative_score":26858906466,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":647,"performance":1064,"input_tokens":2706,"output_tokens":2678,"total_tokens":5384,"cost":0.0083186},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":11264,"rank":939,"performance":74,"input_tokens":6919,"output_tokens":2121,"total_tokens":9040,"cost":0.0094539},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6635,"max_memory_usage_kib":217088,"rank":738,"performance":51,"input_tokens":4401,"output_tokens":5258,"total_tokens":9659,"cost":0.0157856},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":788,"max_memory_usage_kib":7168,"rank":967,"performance":-70,"input_tokens":3538,"output_tokens":3424,"total_tokens":6962,"cost":0.0106828},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5499650,"overall_relative_score":5499650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":574,"input_tokens":1671,"output_tokens":1530,"total_tokens":3201,"cost":0.0048276},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2158,"output_tokens":1973,"total_tokens":4131,"cost":0.0062273},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1815,"output_tokens":2203,"total_tokens":4018,"cost":0.0065965},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1120,"max_memory_usage_kib":3072,"rank":879,"performance":467,"input_tokens":2792,"output_tokens":1350,"total_tokens":4142,"cost":0.0050502},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527724,"rank":740,"performance":223,"input_tokens":1703,"output_tokens":3536,"total_tokens":5239,"cost":0.0098618},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3884356358967,"overall_relative_score":11950821251,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":992,"performance":398,"input_tokens":3284,"output_tokens":2884,"total_tokens":6168,"cost":0.0091804},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1449,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1816,"output_tokens":2541,"total_tokens":4357,"cost":0.0074421},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1311275368799,"overall_relative_score":56182432789,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1010,"performance":544,"input_tokens":4043,"output_tokens":2533,"total_tokens":6576,"cost":0.0087583},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2924,"output_tokens":2898,"total_tokens":5822,"cost":0.0089994},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6063117378558,"overall_relative_score":6063117378558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":1697,"output_tokens":1368,"total_tokens":3065,"cost":0.0044382},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2793,"output_tokens":2714,"total_tokens":5507,"cost":0.0084608},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1878,"output_tokens":1620,"total_tokens":3498,"cost":0.0051768},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1009,"performance":-200,"input_tokens":4249,"output_tokens":1263,"total_tokens":5512,"cost":0.0057069},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1030,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3960,"output_tokens":1819,"total_tokens":5779,"cost":0.0069235},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":640,"performance":639,"input_tokens":1828,"output_tokens":1850,"total_tokens":3678,"cost":0.0057218},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1175,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4135,"output_tokens":5735,"total_tokens":9870,"cost":0.0168185},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":864,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1623,"output_tokens":1849,"total_tokens":3472,"cost":0.0055963},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":983,"performance":50,"input_tokens":2194,"output_tokens":2911,"total_tokens":5105,"cost":0.0085939},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101800678,"overall_relative_score":101800678,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":1447,"output_tokens":1795,"total_tokens":3242,"cost":0.0053557},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":4191,"output_tokens":1718,"total_tokens":5909,"cost":0.0068096},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":11580,"rank":939,"performance":116,"input_tokens":1408,"output_tokens":2550,"total_tokens":3958,"cost":0.0072198}]},{"num_self_refine":2,"rank":{"all":{"mean":777.85,"median":841.0,"min":186,"max":1109,"stdev":233.63016467518455},"short":{"mean":691.2608695652174,"median":709.0,"min":186,"max":1019,"stdev":243.97675325014515},"long":{"mean":895.0,"median":939.0,"min":599,"max":1109,"stdev":160.74825037928096}},"performance":{"all":{"mean":476.125,"median":457.0,"min":-65,"max":1436,"stdev":386.83841372507635},"short":{"mean":540.7826086956521,"median":515.0,"min":-65,"max":1436,"stdev":425.71661044768643},"long":{"mean":388.6470588235294,"median":247.0,"min":51,"max":1064,"stdev":318.4638796583669}},"input_tokens":{"all":{"mean":9516.525,"median":8715.5,"min":4348,"max":22311,"stdev":4320.76319224527},"short":{"mean":8058.608695652174,"median":6332.0,"min":4348,"max":19714,"stdev":3914.106803243069},"long":{"mean":11489.0,"median":10097.0,"min":5251,"max":22311,"stdev":4153.443932449311}},"output_tokens":{"all":{"mean":4684.875,"median":4710.5,"min":1907,"max":9044,"stdev":1525.597187610856},"short":{"mean":4181.04347826087,"median":4147.0,"min":1907,"max":6590,"stdev":1188.1808279222053},"long":{"mean":5366.529411764706,"median":5226.0,"min":2890,"max":9044,"stdev":1695.1003700978542}},"total_tokens":{"all":{"mean":14201.4,"median":12924.0,"min":6939,"max":27066,"stdev":4920.231049400747},"short":{"mean":12239.652173913044,"median":11155.0,"min":6939,"max":23009,"stdev":4111.672073153956},"long":{"mean":16855.529411764706,"median":16285.0,"min":9400,"max":27066,"stdev":4769.305021667819}},"cost":{"all":{"mean":0.0174221025,"median":0.016807000000000002,"min":0.0090863,"max":0.031106599999999998,"stdev":0.0051074189926423545},"short":{"mean":0.015287773913043479,"median":0.0155052,"min":0.0090863,"max":0.024536000000000002,"stdev":0.003820946385174679},"long":{"mean":0.020309723529411766,"median":0.020226,"min":0.011876500000000002,"max":0.031106599999999998,"stdev":0.005301098054357395}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432610965252,"overall_relative_score":432610965252,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":1033,"performance":736,"input_tokens":5251,"output_tokens":4149,"total_tokens":9400,"cost":0.0135231},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":4348,"output_tokens":2591,"total_tokens":6939,"cost":0.0090863},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":10060,"output_tokens":4269,"total_tokens":14329,"cost":0.0167085},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":5747,"output_tokens":4082,"total_tokens":9829,"cost":0.0136532},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5200343,"overall_relative_score":5200343,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":308,"performance":1193,"input_tokens":6682,"output_tokens":4666,"total_tokens":11348,"cost":0.0156742},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":11466,"output_tokens":6204,"total_tokens":17670,"cost":0.0223896},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":5997,"output_tokens":5017,"total_tokens":11014,"cost":0.0161407},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3137377086,"overall_relative_score":3137377086,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":577,"performance":515,"input_tokens":6118,"output_tokens":2589,"total_tokens":8707,"cost":0.010143300000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":750,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":9100,"output_tokens":5226,"total_tokens":14326,"cost":0.018525},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54313605,"overall_relative_score":54313605,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":709,"performance":566,"input_tokens":7989,"output_tokens":5890,"total_tokens":13879,"cost":0.019518399999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8348,"overall_relative_score":8348,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":358,"performance":1192,"input_tokens":17088,"output_tokens":3706,"total_tokens":20794,"cost":0.019517800000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179457344,"overall_relative_score":179457344,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":599,"performance":985,"input_tokens":17026,"output_tokens":4079,"total_tokens":21105,"cost":0.0204131},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":13435,"output_tokens":6590,"total_tokens":20025,"cost":0.024536000000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":550237052,"overall_relative_score":550237052,"max_execution_time_ms":696,"max_memory_usage_kib":3072,"rank":700,"performance":513,"input_tokens":9117,"output_tokens":5594,"total_tokens":14711,"cost":0.0194552},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44752136,"overall_relative_score":44752136,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":595,"performance":888,"input_tokens":7630,"output_tokens":4931,"total_tokens":12561,"cost":0.0169055},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3230843326,"overall_relative_score":26858906466,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":647,"performance":1064,"input_tokens":8660,"output_tokens":5987,"total_tokens":14647,"cost":0.0201635},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":11264,"rank":939,"performance":74,"input_tokens":16110,"output_tokens":4224,"total_tokens":20334,"cost":0.020226},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6635,"max_memory_usage_kib":217088,"rank":738,"performance":51,"input_tokens":14244,"output_tokens":8945,"total_tokens":23189,"cost":0.0309089},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440452745,"overall_relative_score":440452745,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":356,"performance":1436,"input_tokens":10659,"output_tokens":5347,"total_tokens":16006,"cost":0.0197629},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5499650,"overall_relative_score":5499650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":574,"input_tokens":5437,"output_tokens":3889,"total_tokens":9326,"cost":0.0129847},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":19714,"output_tokens":3295,"total_tokens":23009,"cost":0.020065899999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":6254,"output_tokens":4839,"total_tokens":11093,"cost":0.0158499},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1120,"max_memory_usage_kib":3072,"rank":879,"performance":467,"input_tokens":7090,"output_tokens":3049,"total_tokens":10139,"cost":0.011876500000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527724,"rank":740,"performance":223,"input_tokens":7093,"output_tokens":4474,"total_tokens":11567,"cost":0.015440800000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3884356358967,"overall_relative_score":11950821251,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":992,"performance":398,"input_tokens":10097,"output_tokens":6188,"total_tokens":16285,"cost":0.0215282},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835,"overall_relative_score":835,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":863,"performance":447,"input_tokens":6332,"output_tokens":4823,"total_tokens":11155,"cost":0.0158567},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1311275368799,"overall_relative_score":56182432789,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1010,"performance":544,"input_tokens":11235,"output_tokens":5778,"total_tokens":17013,"cost":0.021186},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":22311,"output_tokens":4755,"total_tokens":27066,"cost":0.0252741},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6071282776238,"overall_relative_score":6071282776238,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":954,"performance":206,"input_tokens":5429,"output_tokens":2943,"total_tokens":8372,"cost":0.0106149},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":8771,"output_tokens":5193,"total_tokens":13964,"cost":0.0182451},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291427688,"overall_relative_score":291427688,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":858,"performance":628,"input_tokens":9978,"output_tokens":2540,"total_tokens":12518,"cost":0.012336799999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143047940,"overall_relative_score":143047940,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":907,"performance":439,"input_tokens":9918,"output_tokens":1907,"total_tokens":11825,"cost":0.0107183},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1030,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":9899,"output_tokens":2890,"total_tokens":12789,"cost":0.0131644},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72267,"overall_relative_score":72267,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":510,"performance":1015,"input_tokens":6019,"output_tokens":4147,"total_tokens":10166,"cost":0.013978899999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1175,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":14161,"output_tokens":9044,"total_tokens":23205,"cost":0.031106599999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57199845,"overall_relative_score":57199845,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":709,"performance":1046,"input_tokens":5260,"output_tokens":3754,"total_tokens":9014,"cost":0.012541},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":983,"performance":50,"input_tokens":7450,"output_tokens":5609,"total_tokens":13059,"cost":0.018492500000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101800678,"overall_relative_score":101800678,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":5254,"output_tokens":3657,"total_tokens":8911,"cost":0.012294900000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":10715,"output_tokens":5657,"total_tokens":16372,"cost":0.0205715},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":11580,"rank":939,"performance":116,"input_tokens":5517,"output_tokens":4878,"total_tokens":10395,"cost":0.0155052}]},{"num_self_refine":4,"rank":{"all":{"mean":724.475,"median":724.5,"min":186,"max":1109,"stdev":239.24217828759808},"short":{"mean":652.5217391304348,"median":709.0,"min":186,"max":1019,"stdev":257.1502690443182},"long":{"mean":821.8235294117648,"median":838.0,"min":563,"max":1109,"stdev":176.2945813454421}},"performance":{"all":{"mean":661.35,"median":572.0,"min":-65,"max":1436,"stdev":392.38426678514116},"short":{"mean":703.7826086956521,"median":574.0,"min":-65,"max":1436,"stdev":424.71530106239607},"long":{"mean":603.9411764705883,"median":513.0,"min":51,"max":1153,"stdev":348.10046512972286}},"input_tokens":{"all":{"mean":31927.85,"median":31061.5,"min":14561,"max":67501,"stdev":11829.18140859442},"short":{"mean":29161.869565217392,"median":24684.0,"min":14561,"max":59559,"stdev":12024.306781395862},"long":{"mean":35670.05882352941,"median":34671.0,"min":21004,"max":67501,"stdev":10788.795533275414}},"output_tokens":{"all":{"mean":9025.2,"median":9112.5,"min":3959,"max":15970,"stdev":2467.3452690945132},"short":{"mean":8411.95652173913,"median":8639.0,"min":3959,"max":11867,"stdev":2281.0093953467353},"long":{"mean":9854.882352941177,"median":10431.0,"min":6091,"max":15970,"stdev":2532.3647269487305}},"total_tokens":{"all":{"mean":40953.05,"median":40716.5,"min":19819,"max":75003,"stdev":12659.762587294703},"short":{"mean":37573.82608695652,"median":35018.0,"min":19819,"max":65783,"stdev":12772.729514129183},"long":{"mean":45524.94117647059,"median":45020.0,"min":27095,"max":75003,"stdev":11300.991601794221}},"cost":{"all":{"mean":0.04171971,"median":0.04215245,"min":0.0218816,"max":0.0670108,"stdev":0.010478632113797471},"short":{"mean":0.03852701304347826,"median":0.0391572,"min":0.0218816,"max":0.056971499999999994,"stdev":0.010227535877775534},"long":{"mean":0.04603924117647059,"median":0.0461419,"min":0.0278299,"max":0.0670108,"stdev":0.009451767571336776}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796383496833,"overall_relative_score":796383496833,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":838,"performance":922,"input_tokens":21645,"output_tokens":10868,"total_tokens":32513,"cost":0.040157},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":14561,"output_tokens":5258,"total_tokens":19819,"cost":0.0218816},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":33340,"output_tokens":7381,"total_tokens":40721,"cost":0.038456500000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3669228330,"overall_relative_score":3669228330,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":253,"performance":1403,"input_tokens":46678,"output_tokens":8639,"total_tokens":55317,"cost":0.049604300000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5200343,"overall_relative_score":5200343,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":308,"performance":1193,"input_tokens":24684,"output_tokens":10334,"total_tokens":35018,"cost":0.0406454},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4524656,"overall_relative_score":4524656,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":563,"performance":915,"input_tokens":34682,"output_tokens":10338,"total_tokens":45020,"cost":0.0466542},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947769,"overall_relative_score":947769,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":364,"performance":1049,"input_tokens":21764,"output_tokens":8486,"total_tokens":30250,"cost":0.0342734},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6053294152,"overall_relative_score":6053294152,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":18946,"output_tokens":5012,"total_tokens":23958,"cost":0.0238976},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":750,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":32001,"output_tokens":9457,"total_tokens":41458,"cost":0.0428431},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54313605,"overall_relative_score":54313605,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":709,"performance":566,"input_tokens":34047,"output_tokens":10590,"total_tokens":44637,"cost":0.0469032},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11952,"overall_relative_score":11952,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":43564,"output_tokens":8805,"total_tokens":52369,"cost":0.048150899999999996},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179457344,"overall_relative_score":179457344,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":599,"performance":985,"input_tokens":43809,"output_tokens":8206,"total_tokens":52015,"cost":0.0468004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":40686,"output_tokens":11867,"total_tokens":52553,"cost":0.0540791},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":550237052,"overall_relative_score":550237052,"max_execution_time_ms":696,"max_memory_usage_kib":3072,"rank":700,"performance":513,"input_tokens":30699,"output_tokens":10766,"total_tokens":41465,"cost":0.0453344},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44752136,"overall_relative_score":44752136,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":595,"performance":888,"input_tokens":27087,"output_tokens":9162,"total_tokens":36249,"cost":0.0391572},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3230843326,"overall_relative_score":26858906466,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":647,"performance":1064,"input_tokens":31424,"output_tokens":10915,"total_tokens":42339,"cost":0.0461419},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1695463392479,"overall_relative_score":507041254332,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":40528,"output_tokens":6858,"total_tokens":47386,"cost":0.0414618},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6635,"max_memory_usage_kib":217088,"rank":738,"performance":51,"input_tokens":45143,"output_tokens":15970,"total_tokens":61113,"cost":0.0670108},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440452745,"overall_relative_score":440452745,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":356,"performance":1436,"input_tokens":33941,"output_tokens":11360,"total_tokens":45301,"cost":0.048764600000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5499650,"overall_relative_score":5499650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":574,"input_tokens":20144,"output_tokens":7527,"total_tokens":27671,"cost":0.030903899999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":59559,"output_tokens":6224,"total_tokens":65783,"cost":0.0512954},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":24540,"output_tokens":10681,"total_tokens":35221,"cost":0.0414265},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1120,"max_memory_usage_kib":3072,"rank":879,"performance":467,"input_tokens":21004,"output_tokens":6091,"total_tokens":27095,"cost":0.0278299},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527724,"rank":740,"performance":223,"input_tokens":21370,"output_tokens":6956,"total_tokens":28326,"cost":0.030212000000000003},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3884356358967,"overall_relative_score":11950821251,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":992,"performance":398,"input_tokens":35270,"output_tokens":10906,"total_tokens":46176,"cost":0.048427},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":925,"overall_relative_score":925,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":862,"performance":453,"input_tokens":24722,"output_tokens":11865,"total_tokens":36587,"cost":0.0444957},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":735282084706,"overall_relative_score":99586226175,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":35076,"output_tokens":10558,"total_tokens":45634,"cost":0.0474406},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":67501,"output_tokens":7502,"total_tokens":75003,"cost":0.059255600000000005},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6071282776238,"overall_relative_score":6071282776238,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":954,"performance":206,"input_tokens":19937,"output_tokens":6681,"total_tokens":26618,"cost":0.0286647},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50010000000,"overall_relative_score":5080099,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":453,"input_tokens":29431,"output_tokens":11281,"total_tokens":40712,"cost":0.0458611},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2224288342,"overall_relative_score":2224288342,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":706,"performance":933,"input_tokens":31881,"output_tokens":6473,"total_tokens":38354,"cost":0.0353111},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":25053,"output_tokens":3959,"total_tokens":29012,"cost":0.0249293},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417287000,"overall_relative_score":489420138,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":507,"input_tokens":26307,"output_tokens":6816,"total_tokens":33123,"cost":0.0328242},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72267,"overall_relative_score":72267,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":510,"performance":1015,"input_tokens":23697,"output_tokens":10133,"total_tokens":33830,"cost":0.0395507},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3897527014,"overall_relative_score":2478378691551,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":615,"performance":1153,"input_tokens":43860,"output_tokens":13189,"total_tokens":57049,"cost":0.059288499999999994},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57199845,"overall_relative_score":57199845,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":709,"performance":1046,"input_tokens":20819,"output_tokens":9063,"total_tokens":29882,"cost":0.0351489},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150900,"overall_relative_score":150900,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":53565,"output_tokens":9933,"total_tokens":63498,"cost":0.056971499999999994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101800678,"overall_relative_score":101800678,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":18892,"output_tokens":5950,"total_tokens":24842,"cost":0.0262102},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":34671,"output_tokens":10431,"total_tokens":45102,"cost":0.0468801},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":11580,"rank":939,"performance":116,"input_tokens":20586,"output_tokens":8517,"total_tokens":29103,"cost":0.0336441}]},{"num_self_refine":8,"rank":{"all":{"mean":701.55,"median":710.0,"min":186,"max":1109,"stdev":239.57119278046852},"short":{"mean":629.7391304347826,"median":701.0,"min":186,"max":992,"stdev":253.19489751273073},"long":{"mean":798.7058823529412,"median":824.0,"min":528,"max":1109,"stdev":185.22579622783456}},"performance":{"all":{"mean":729.675,"median":611.0,"min":51,"max":1436,"stdev":386.042271333607},"short":{"mean":772.4782608695652,"median":832.0,"min":116,"max":1436,"stdev":407.997423071766},"long":{"mean":671.7647058823529,"median":593.0,"min":51,"max":1209,"stdev":358.0158043668891}},"input_tokens":{"all":{"mean":108129.425,"median":107910.5,"min":52953,"max":182990,"stdev":30844.438462152506},"short":{"mean":101886.30434782608,"median":97698.0,"min":52953,"max":182990,"stdev":34949.308593024194},"long":{"mean":116576.0,"median":112996.0,"min":72206,"max":176237,"stdev":22531.20716362086}},"output_tokens":{"all":{"mean":18196.45,"median":18160.5,"min":8702,"max":25450,"stdev":4501.365080414994},"short":{"mean":17436.91304347826,"median":17576.0,"min":8702,"max":25450,"stdev":5002.366684544459},"long":{"mean":19224.058823529413,"median":19270.0,"min":12737,"max":24710,"stdev":3609.779658625098}},"total_tokens":{"all":{"mean":126325.875,"median":129923.0,"min":63033,"max":206613,"stdev":33375.63200376348},"short":{"mean":119323.21739130435,"median":119198.0,"min":63033,"max":206613,"stdev":38059.51125654344},"long":{"mean":135800.0588235294,"median":131442.0,"min":84943,"max":190931,"stdev":23614.111645556848}},"cost":{"all":{"mean":0.11036878,"median":0.11336070000000001,"min":0.0569718,"max":0.16885150000000002,"stdev":0.026126090134254293},"short":{"mean":0.1047240652173913,"median":0.10799120000000001,"min":0.0569718,"max":0.16885150000000002,"stdev":0.029986568404258607},"long":{"mean":0.11800574705882352,"median":0.1201371,"min":0.0751661,"max":0.1490831,"stdev":0.017877563707379064}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796383496833,"overall_relative_score":796383496833,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":838,"performance":922,"input_tokens":110060,"output_tokens":24710,"total_tokens":134770,"cost":0.127811},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":337427,"overall_relative_score":337427,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":763,"performance":832,"input_tokens":52953,"output_tokens":10080,"total_tokens":63033,"cost":0.0569718},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2409932972098,"overall_relative_score":2409932972098,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":528,"performance":1099,"input_tokens":104273,"output_tokens":15112,"total_tokens":119385,"cost":0.10034380000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3669228330,"overall_relative_score":3669228330,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":253,"performance":1403,"input_tokens":164983,"output_tokens":17309,"total_tokens":182292,"cost":0.1422623},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5200343,"overall_relative_score":5200343,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":308,"performance":1193,"input_tokens":96027,"output_tokens":20150,"total_tokens":116177,"cost":0.10799120000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4524656,"overall_relative_score":4524656,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":563,"performance":915,"input_tokens":112996,"output_tokens":18344,"total_tokens":131340,"cost":0.1136576},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947769,"overall_relative_score":947769,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":364,"performance":1049,"input_tokens":80463,"output_tokens":16601,"total_tokens":97064,"cost":0.0897803},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6101203976,"overall_relative_score":6101203976,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":65994,"output_tokens":10148,"total_tokens":76142,"cost":0.06496640000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":750,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":105250,"output_tokens":17977,"total_tokens":123227,"cost":0.10809250000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91546393,"overall_relative_score":91546393,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":701,"performance":594,"input_tokens":125237,"output_tokens":22557,"total_tokens":147794,"cost":0.1315347},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11952,"overall_relative_score":11952,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":135406,"output_tokens":20961,"total_tokens":156367,"cost":0.1336461},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170082058,"overall_relative_score":170082058,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":834,"performance":576,"input_tokens":132381,"output_tokens":20647,"total_tokens":153028,"cost":0.1310461},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":131616,"output_tokens":22820,"total_tokens":154436,"cost":0.1360196},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":550237052,"overall_relative_score":550237052,"max_execution_time_ms":696,"max_memory_usage_kib":3072,"rank":700,"performance":513,"input_tokens":108523,"output_tokens":22279,"total_tokens":130802,"cost":0.1208113},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43924817,"overall_relative_score":43924817,"max_execution_time_ms":1580,"max_memory_usage_kib":3072,"rank":597,"performance":884,"input_tokens":99598,"output_tokens":19600,"total_tokens":119198,"cost":0.10875879999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3230843326,"overall_relative_score":26858906466,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":647,"performance":1064,"input_tokens":113741,"output_tokens":20757,"total_tokens":134498,"cost":0.1201371},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1695463392479,"overall_relative_score":507041254332,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1020,"input_tokens":115691,"output_tokens":15299,"total_tokens":130990,"cost":0.10766209999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6635,"max_memory_usage_kib":217088,"rank":738,"performance":51,"input_tokens":148501,"output_tokens":23993,"total_tokens":172494,"cost":0.1490831},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440452745,"overall_relative_score":440452745,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":356,"performance":1436,"input_tokens":118163,"output_tokens":22040,"total_tokens":140203,"cost":0.1259978},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5499650,"overall_relative_score":5499650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":574,"input_tokens":77531,"output_tokens":14745,"total_tokens":92276,"cost":0.0833811},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":161385,"output_tokens":13796,"total_tokens":175181,"cost":0.131321},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84041,"overall_relative_score":84041,"max_execution_time_ms":1460,"max_memory_usage_kib":3072,"rank":383,"performance":1229,"input_tokens":98531,"output_tokens":23176,"total_tokens":121707,"cost":0.1170586},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82564330800,"overall_relative_score":190551749483,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":672,"performance":1046,"input_tokens":72206,"output_tokens":12737,"total_tokens":84943,"cost":0.0751661},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527724,"rank":740,"performance":223,"input_tokens":66762,"output_tokens":12160,"total_tokens":78922,"cost":0.0704572},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3884356358967,"overall_relative_score":11950821251,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":992,"performance":398,"input_tokens":122381,"output_tokens":22799,"total_tokens":145180,"cost":0.13042610000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":925,"overall_relative_score":925,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":862,"performance":453,"input_tokens":107298,"output_tokens":25450,"total_tokens":132748,"cost":0.1280038},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":735282084706,"overall_relative_score":99586226175,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":111643,"output_tokens":17401,"total_tokens":129044,"cost":0.1104883},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":176237,"output_tokens":14694,"total_tokens":190931,"cost":0.1424772},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6071282776238,"overall_relative_score":6071282776238,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":954,"performance":206,"input_tokens":73104,"output_tokens":12894,"total_tokens":85998,"cost":0.0760974},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50008000000,"overall_relative_score":5081520,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":113195,"output_tokens":23735,"total_tokens":136930,"cost":0.1272545},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2263689898,"overall_relative_score":2263689898,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":701,"performance":941,"input_tokens":106015,"output_tokens":15911,"total_tokens":121926,"cost":0.10338649999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":72783,"output_tokens":8702,"total_tokens":81485,"cost":0.0654248},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417287000,"overall_relative_score":489420138,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":507,"input_tokens":91629,"output_tokens":16621,"total_tokens":108250,"cost":0.0965299},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":162415,"overall_relative_score":162415,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":438,"performance":1154,"input_tokens":97698,"output_tokens":21778,"total_tokens":119476,"cost":0.1130638},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3765230954,"overall_relative_score":2565265746458,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":567,"performance":1209,"input_tokens":130913,"output_tokens":20434,"total_tokens":151347,"cost":0.1296328},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57199845,"overall_relative_score":57199845,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":709,"performance":1046,"input_tokens":87104,"output_tokens":17833,"total_tokens":104937,"cost":0.0968449},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151720,"overall_relative_score":151720,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":182990,"output_tokens":23623,"total_tokens":206613,"cost":0.16885150000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101800678,"overall_relative_score":101800678,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":65662,"output_tokens":11139,"total_tokens":76801,"cost":0.06724469999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":112172,"output_tokens":19270,"total_tokens":131442,"cost":0.1154782},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":11580,"rank":939,"performance":116,"input_tokens":76082,"output_tokens":17576,"total_tokens":93658,"cost":0.08958920000000001}]},{"num_self_refine":16,"rank":{"all":{"mean":677.675,"median":701.0,"min":186,"max":1109,"stdev":238.74419176718018},"short":{"mean":601.8260869565217,"median":701.0,"min":186,"max":954,"stdev":246.1065275950664},"long":{"mean":780.2941176470588,"median":738.0,"min":528,"max":1109,"stdev":190.24745882201762}},"performance":{"all":{"mean":776.325,"median":858.0,"min":51,"max":1436,"stdev":394.0140819753423},"short":{"mean":827.8260869565217,"median":884.0,"min":116,"max":1436,"stdev":414.355320969588},"long":{"mean":706.6470588235294,"median":665.0,"min":51,"max":1240,"stdev":365.19771035297964}},"input_tokens":{"all":{"mean":395208.65,"median":402389.0,"min":208578,"max":632767,"stdev":97158.09862744331},"short":{"mean":380894.0869565217,"median":403775.0,"min":208578,"max":632767,"stdev":115024.16495277418},"long":{"mean":414575.4117647059,"median":401003.0,"min":272295,"max":506730,"stdev":64219.73617496691}},"output_tokens":{"all":{"mean":37829.65,"median":37608.0,"min":17341,"max":57561,"stdev":10744.57423850134},"short":{"mean":36635.86956521739,"median":37409.0,"min":17341,"max":54149,"stdev":12010.3341385066},"long":{"mean":39444.76470588235,"median":38610.0,"min":25090,"max":57561,"stdev":8845.220033508294}},"total_tokens":{"all":{"mean":433038.3,"median":442640.0,"min":228517,"max":682018,"stdev":105706.92988786472},"short":{"mean":417529.95652173914,"median":447103.0,"min":228517,"max":682018,"stdev":124749.46096494157},"long":{"mean":454020.17647058825,"median":438177.0,"min":297385,"max":555160,"stdev":70885.05832440579}},"cost":{"all":{"mean":0.331699315,"median":0.34113554999999995,"min":0.17499430000000002,"max":0.5027877,"stdev":0.08092000285141238},"short":{"mean":0.3201261260869565,"median":0.34423509999999996,"min":0.17499430000000002,"max":0.5027877,"stdev":0.09458321150877587},"long":{"mean":0.3473571588235294,"median":0.338036,"min":0.226102,"max":0.4377903,"stdev":0.05663133763148565}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796383496833,"overall_relative_score":796383496833,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":838,"performance":922,"input_tokens":489813,"output_tokens":57561,"total_tokens":547374,"cost":0.4377903},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":337427,"overall_relative_score":337427,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":763,"performance":832,"input_tokens":208578,"output_tokens":19939,"total_tokens":228517,"cost":0.17499430000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2409932972098,"overall_relative_score":2409932972098,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":528,"performance":1099,"input_tokens":398635,"output_tokens":39542,"total_tokens":438177,"cost":0.338036},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3669228330,"overall_relative_score":3669228330,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":253,"performance":1403,"input_tokens":521821,"output_tokens":32156,"total_tokens":553977,"cost":0.39348259999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5200343,"overall_relative_score":5200343,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":308,"performance":1193,"input_tokens":374191,"output_tokens":42475,"total_tokens":416666,"cost":0.3307021},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4524656,"overall_relative_score":4524656,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":563,"performance":915,"input_tokens":396232,"output_tokens":38610,"total_tokens":434842,"cost":0.3342642},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":947769,"overall_relative_score":947769,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":364,"performance":1049,"input_tokens":300003,"output_tokens":32788,"total_tokens":332791,"cost":0.26197180000000003},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6333886823,"overall_relative_score":6333886823,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":243322,"output_tokens":19653,"total_tokens":262975,"cost":0.1951257},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":750,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":364834,"output_tokens":35889,"total_tokens":400723,"cost":0.30862290000000003},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91546393,"overall_relative_score":91546393,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":701,"performance":594,"input_tokens":470149,"output_tokens":43086,"total_tokens":513235,"cost":0.38980440000000005},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11952,"overall_relative_score":11952,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":499992,"output_tokens":50894,"total_tokens":550886,"cost":0.4272302},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173504992,"overall_relative_score":173504992,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":616,"performance":962,"input_tokens":504958,"output_tokens":48605,"total_tokens":553563,"cost":0.42448729999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":107373,"overall_relative_score":107373,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":708,"performance":425,"input_tokens":514053,"output_tokens":49924,"total_tokens":563977,"cost":0.4332418},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":550237052,"overall_relative_score":550237052,"max_execution_time_ms":696,"max_memory_usage_kib":3072,"rank":700,"performance":513,"input_tokens":410859,"output_tokens":44697,"total_tokens":455556,"cost":0.3582579},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42988717,"overall_relative_score":42988717,"max_execution_time_ms":1580,"max_memory_usage_kib":3072,"rank":597,"performance":884,"input_tokens":403775,"output_tokens":43328,"total_tokens":447103,"cost":0.350585},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3230843326,"overall_relative_score":26858906466,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":647,"performance":1064,"input_tokens":393016,"output_tokens":35781,"total_tokens":428797,"cost":0.32526210000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1289287250297,"overall_relative_score":550166620465,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":604,"performance":1036,"input_tokens":401003,"output_tokens":32616,"total_tokens":433619,"cost":0.3221418},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6635,"max_memory_usage_kib":217088,"rank":738,"performance":51,"input_tokens":506730,"output_tokens":48430,"total_tokens":555160,"cost":0.42511299999999996},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440452745,"overall_relative_score":440452745,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":356,"performance":1436,"input_tokens":463516,"output_tokens":51091,"total_tokens":514607,"cost":0.40583709999999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13030070,"overall_relative_score":13030070,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":423,"performance":1415,"input_tokens":299153,"output_tokens":26894,"total_tokens":326047,"cost":0.2467268},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":464710,"output_tokens":28492,"total_tokens":493202,"cost":0.3500559999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85713,"overall_relative_score":85713,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":382,"performance":1231,"input_tokens":431696,"output_tokens":50701,"total_tokens":482397,"cost":0.3857701},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80506868746,"overall_relative_score":192811786305,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":663,"performance":1056,"input_tokens":272295,"output_tokens":25090,"total_tokens":297385,"cost":0.226102},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527724,"rank":740,"performance":223,"input_tokens":228783,"output_tokens":22656,"total_tokens":251439,"cost":0.19390980000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3884356358967,"overall_relative_score":11950821251,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":992,"performance":398,"input_tokens":454140,"output_tokens":48437,"total_tokens":502577,"cost":0.39357650000000005},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":925,"overall_relative_score":925,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":862,"performance":453,"input_tokens":449235,"output_tokens":54149,"total_tokens":503384,"cost":0.4049135},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":735282084706,"overall_relative_score":99586226175,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":348426,"output_tokens":27931,"total_tokens":376357,"cost":0.2788831},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":500841,"output_tokens":30612,"total_tokens":531453,"cost":0.37703459999999994},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6071282776238,"overall_relative_score":6071282776238,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":954,"performance":206,"input_tokens":265424,"output_tokens":26060,"total_tokens":291484,"cost":0.2244044},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40080092000,"overall_relative_score":6339258,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":665,"input_tokens":444415,"output_tokens":49655,"total_tokens":494070,"cost":0.39078650000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2270182165,"overall_relative_score":2270182165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":701,"performance":941,"input_tokens":416196,"output_tokens":37807,"total_tokens":454003,"cost":0.34423509999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209668175,"overall_relative_score":209668175,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":766,"performance":909,"input_tokens":246688,"output_tokens":17341,"total_tokens":264029,"cost":0.19136530000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417287000,"overall_relative_score":489420138,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":963,"performance":507,"input_tokens":355366,"output_tokens":34136,"total_tokens":389502,"cost":0.2985596},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210883,"overall_relative_score":210883,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":373,"performance":1276,"input_tokens":436487,"output_tokens":49018,"total_tokens":485505,"cost":0.3844372},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3700483940,"overall_relative_score":2610040596066,"max_execution_time_ms":1340,"max_memory_usage_kib":3072,"rank":540,"performance":1240,"input_tokens":431844,"output_tokens":38777,"total_tokens":470621,"cost":0.35604889999999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57565518,"overall_relative_score":57565518,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":705,"performance":1052,"input_tokens":333170,"output_tokens":35007,"total_tokens":368177,"cost":0.28741950000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151720,"overall_relative_score":151720,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":632767,"output_tokens":49251,"total_tokens":682018,"cost":0.5027877},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101800678,"overall_relative_score":101800678,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":244670,"output_tokens":22506,"total_tokens":267176,"cost":0.20306699999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":374375,"output_tokens":34192,"total_tokens":408567,"cost":0.31010499999999996},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":11580,"rank":939,"performance":116,"input_tokens":312185,"output_tokens":37409,"total_tokens":349594,"cost":0.28083350000000007}]}]},{"model_name":"kimi-k2-thinking","detail_path":"data/model_details/kimi-k2-thinking.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":717.875,"median":703.5,"min":186,"max":1382,"stdev":214.70447041313466},"short":{"mean":625.695652173913,"median":652.0,"min":186,"max":1019,"stdev":182.13242804035067},"long":{"mean":842.5882352941177,"median":799.0,"min":565,"max":1382,"stdev":194.96700324142333}},"performance":{"all":{"mean":597.5,"median":611.0,"min":-110,"max":1441,"stdev":473.8858999314562},"short":{"mean":649.0869565217391,"median":692.0,"min":-110,"max":1441,"stdev":506.10256892914487},"long":{"mean":527.7058823529412,"median":556.0,"min":-80,"max":1118,"stdev":431.4982277926936}},"input_tokens":{"all":{"mean":20969.9,"median":4117.0,"min":1408,"max":127353,"stdev":32945.332004895936},"short":{"mean":18707.391304347828,"median":2158.0,"min":1408,"max":126423,"stdev":30430.053351518865},"long":{"mean":24030.941176470587,"median":4401.0,"min":2706,"max":127353,"stdev":36811.71400768814}},"output_tokens":{"all":{"mean":30386.625,"median":29563.0,"min":8079,"max":59441,"stdev":15703.37630801586},"short":{"mean":33188.95652173913,"median":33706.0,"min":9067,"max":55329,"stdev":15329.24071676641},"long":{"mean":26595.235294117647,"median":19445.0,"min":8079,"max":59441,"stdev":15855.937718759382}},"total_tokens":{"all":{"mean":51356.525,"median":45245.5,"min":16258,"max":146798,"stdev":31474.917361645857},"short":{"mean":51896.34782608696,"median":47806.0,"min":20131,"max":138521,"stdev":29494.541961350773},"long":{"mean":50626.17647058824,"median":40198.0,"min":16258,"max":146798,"stdev":34894.4480007839}},"cost":{"all":{"mean":0.0878190075,"median":0.08935665000000001,"min":0.0316416,"max":0.1670097,"stdev":0.03732631969303785},"short":{"mean":0.09337939130434783,"median":0.1021889,"min":0.0316416,"max":0.1670097,"stdev":0.03652552543837931},"long":{"mean":0.08029613529411765,"median":0.07607515,"min":0.0323169,"max":0.14902145,"stdev":0.03817165266277764}},"results":[{"problem_id":"ahc001","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":127353,"output_tokens":19445,"total_tokens":146798,"cost":0.1250243},{"problem_id":"ahc002","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":14036,"output_tokens":9288,"total_tokens":23324,"cost":0.0316416},{"problem_id":"ahc003","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":19990,"output_tokens":10326,"total_tokens":30316,"cost":0.037809},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":981907350,"overall_relative_score":981907350,"max_execution_time_ms":2770,"max_memory_usage_kib":27648,"rank":579,"performance":448,"input_tokens":33160,"output_tokens":43896,"total_tokens":77056,"cost":0.1289448},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5554531,"overall_relative_score":5554531,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":306,"performance":1198,"input_tokens":1770,"output_tokens":28960,"total_tokens":30730,"cost":0.073462},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4518653,"overall_relative_score":4518653,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":565,"performance":912,"input_tokens":44526,"output_tokens":22126,"total_tokens":66652,"cost":0.0785746},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":798543,"overall_relative_score":798543,"max_execution_time_ms":1820,"max_memory_usage_kib":7168,"rank":395,"performance":963,"input_tokens":1478,"output_tokens":39573,"total_tokens":41051,"cost":0.0998193},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":72158,"output_tokens":32528,"total_tokens":104686,"cost":0.1127492},{"problem_id":"ahc008","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":35591,"output_tokens":11842,"total_tokens":47433,"cost":0.0509596},{"problem_id":"ahc009","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":761,"performance":42,"input_tokens":1940,"output_tokens":33706,"total_tokens":35646,"cost":0.085429},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":33701,"output_tokens":10697,"total_tokens":44398,"cost":0.0469631},{"problem_id":"ahc011","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":103365,"output_tokens":18981,"total_tokens":122346,"cost":0.1094715},{"problem_id":"ahc012","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":126423,"output_tokens":12098,"total_tokens":138521,"cost":0.1060988},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":20199,"output_tokens":8079,"total_tokens":28278,"cost":0.0323169},{"problem_id":"ahc015","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":39121,"output_tokens":9067,"total_tokens":48188,"cost":0.0461401},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493271044,"overall_relative_score":3432566326,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":967,"performance":584,"input_tokens":2706,"output_tokens":53994,"total_tokens":56700,"cost":0.1353909},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2434276394811,"overall_relative_score":351683544804,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":799,"performance":738,"input_tokens":6919,"output_tokens":28573,"total_tokens":35492,"cost":0.0755839},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":709,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4401,"output_tokens":30166,"total_tokens":34567,"cost":0.07607515},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":20,"max_memory_usage_kib":11264,"rank":622,"performance":1049,"input_tokens":3538,"output_tokens":16737,"total_tokens":20275,"cost":0.0423732},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1671,"output_tokens":21313,"total_tokens":22984,"cost":0.0542851},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2158,"output_tokens":50822,"total_tokens":52980,"cost":0.1283498},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1815,"output_tokens":50842,"total_tokens":52657,"cost":0.12737725},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53909903360,"overall_relative_score":224198296466,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":2792,"output_tokens":13466,"total_tokens":16258,"cost":0.0341882},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1703,"output_tokens":44390,"total_tokens":46093,"cost":0.11123045},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2949713246608,"overall_relative_score":15671635749,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":3284,"output_tokens":19198,"total_tokens":22482,"cost":0.0499654},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":963499,"overall_relative_score":963499,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":593,"performance":1097,"input_tokens":1816,"output_tokens":45990,"total_tokens":47806,"cost":0.1160646},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":907481117228,"overall_relative_score":79746137363,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1005,"performance":556,"input_tokens":4043,"output_tokens":17874,"total_tokens":21917,"cost":0.0471108},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":535709858,"overall_relative_score":12363050485,"max_execution_time_ms":729,"max_memory_usage_kib":7168,"rank":696,"performance":997,"input_tokens":2924,"output_tokens":48991,"total_tokens":51915,"cost":0.1229161},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9601359232912,"overall_relative_score":9601359232912,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":713,"performance":962,"input_tokens":26871,"output_tokens":34703,"total_tokens":61574,"cost":0.1021889},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5649795,"overall_relative_score":46217271246,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":900,"input_tokens":2793,"output_tokens":59441,"total_tokens":62234,"cost":0.14902145},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":1878,"output_tokens":49643,"total_tokens":51521,"cost":0.1252343},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231551752,"overall_relative_score":231551752,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":4249,"output_tokens":24090,"total_tokens":28339,"cost":0.0627744},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1808,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3960,"output_tokens":39625,"total_tokens":43585,"cost":0.1014385},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":1828,"output_tokens":46669,"total_tokens":48497,"cost":0.1169467},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4238637918,"overall_relative_score":2298960687138,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":657,"performance":1105,"input_tokens":19489,"output_tokens":13985,"total_tokens":33474,"cost":0.0466559},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61531655,"overall_relative_score":61531655,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":618,"performance":1174,"input_tokens":1623,"output_tokens":51388,"total_tokens":53011,"cost":0.1294438},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":429240,"overall_relative_score":429240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":652,"performance":1081,"input_tokens":49348,"output_tokens":55329,"total_tokens":104677,"cost":0.1670097},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112880330,"overall_relative_score":112880330,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":809,"performance":837,"input_tokens":6577,"output_tokens":32894,"total_tokens":39471,"cost":0.0861812},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2542179502,"overall_relative_score":703218227487,"max_execution_time_ms":90,"max_memory_usage_kib":5120,"rank":780,"performance":1048,"input_tokens":4191,"output_tokens":36007,"total_tokens":40198,"cost":0.0925321},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1408,"output_tokens":18723,"total_tokens":20131,"cost":0.0470187}]},{"num_self_refine":2,"rank":{"all":{"mean":631.775,"median":659.0,"min":24,"max":1382,"stdev":264.45749864532786},"short":{"mean":528.9130434782609,"median":613.0,"min":24,"max":1019,"stdev":250.00925674562137},"long":{"mean":770.9411764705883,"median":738.0,"min":422,"max":1382,"stdev":220.77632079443984}},"performance":{"all":{"mean":848.05,"median":960.5,"min":-110,"max":2497,"stdev":572.6787684163538},"short":{"mean":948.1739130434783,"median":1049.0,"min":-110,"max":2497,"stdev":654.5324946565028},"long":{"mean":712.5882352941177,"median":912.0,"min":-50,"max":1228,"stdev":420.0355727232411}},"input_tokens":{"all":{"mean":62195.35,"median":50065.0,"min":19671,"max":291112,"stdev":47737.80523004856},"short":{"mean":67732.21739130435,"median":50481.0,"min":25226,"max":291112,"stdev":55766.90718921566},"long":{"mean":54704.294117647056,"median":44978.0,"min":19671,"max":147293,"stdev":34277.443324226915}},"output_tokens":{"all":{"mean":38233.5,"median":39574.0,"min":10620,"max":78313,"stdev":17117.274480507276},"short":{"mean":41862.65217391304,"median":42914.0,"min":11722,"max":65993,"stdev":15151.82190247849},"long":{"mean":33323.470588235294,"median":28765.0,"min":10620,"max":78313,"stdev":18814.16193694808}},"total_tokens":{"all":{"mean":100428.85,"median":92729.0,"min":40474,"max":317122,"stdev":49539.493076063394},"short":{"mean":109594.86956521739,"median":100572.0,"min":48072,"max":317122,"stdev":54913.2681965631},"long":{"mean":88027.76470588235,"median":81528.0,"min":40474,"max":168387,"stdev":39390.096668657425}},"cost":{"all":{"mean":0.13042588125,"median":0.131627,"min":0.046584,"max":0.2396922,"stdev":0.05003212508165755},"short":{"mean":0.14308219565217392,"median":0.1369979,"min":0.051114999999999994,"max":0.2396922,"stdev":0.04607823533424853},"long":{"mean":0.11330263235294118,"median":0.1091629,"min":0.046584,"max":0.22619709999999998,"stdev":0.05138467441073731}},"results":[{"problem_id":"ahc001","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":147293,"output_tokens":21094,"total_tokens":168387,"cost":0.1411108},{"problem_id":"ahc002","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":36350,"output_tokens":11722,"total_tokens":48072,"cost":0.051114999999999994},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2300085272151,"overall_relative_score":2300085272151,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":551,"performance":1068,"input_tokens":32573,"output_tokens":12391,"total_tokens":44964,"cost":0.0494845},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3925794856,"overall_relative_score":3925794856,"max_execution_time_ms":2770,"max_memory_usage_kib":27648,"rank":230,"performance":1464,"input_tokens":74512,"output_tokens":51821,"total_tokens":126333,"cost":0.1728773},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5554531,"overall_relative_score":5554531,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":306,"performance":1198,"input_tokens":33071,"output_tokens":45822,"total_tokens":78893,"cost":0.1337064},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4518653,"overall_relative_score":4518653,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":565,"performance":912,"input_tokens":70532,"output_tokens":28765,"total_tokens":99297,"cost":0.1091629},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":798543,"overall_relative_score":798543,"max_execution_time_ms":1820,"max_memory_usage_kib":7168,"rank":395,"performance":963,"input_tokens":43099,"output_tokens":44546,"total_tokens":87645,"cost":0.1366484},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":104651,"output_tokens":38494,"total_tokens":143145,"cost":0.1462384},{"problem_id":"ahc008","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":49938,"output_tokens":17256,"total_tokens":67194,"cost":0.0718356},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7207284173,"overall_relative_score":7207284173,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":24,"performance":2497,"input_tokens":34092,"output_tokens":39418,"total_tokens":73510,"cost":0.1190002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":291112,"output_tokens":26010,"total_tokens":317122,"cost":0.2396922},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":696797607,"overall_relative_score":696797607,"max_execution_time_ms":3027,"max_memory_usage_kib":3072,"rank":422,"performance":1228,"input_tokens":127744,"output_tokens":22611,"total_tokens":150355,"cost":0.1299483},{"problem_id":"ahc012","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":142747,"output_tokens":19063,"total_tokens":161810,"cost":0.1333057},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":35310,"output_tokens":10620,"total_tokens":45930,"cost":0.046584},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":50275,"output_tokens":14074,"total_tokens":64349,"cost":0.0643132},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493271044,"overall_relative_score":3432566326,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":967,"performance":584,"input_tokens":59978,"output_tokens":58065,"total_tokens":118043,"cost":0.17993160000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2434276394811,"overall_relative_score":351683544804,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":799,"performance":738,"input_tokens":43273,"output_tokens":29974,"total_tokens":73247,"cost":0.1008988},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":709,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":39136,"output_tokens":42392,"total_tokens":81528,"cost":0.12552275},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":20,"max_memory_usage_kib":11264,"rank":622,"performance":1049,"input_tokens":47121,"output_tokens":24945,"total_tokens":72066,"cost":0.0787002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094545,"overall_relative_score":13094545,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":25226,"output_tokens":42914,"total_tokens":68140,"cost":0.1217294},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238269698700,"overall_relative_score":238269698700,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":185,"performance":732,"input_tokens":69102,"output_tokens":53256,"total_tokens":122358,"cost":0.1746012},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32531,"overall_relative_score":32531,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":471,"performance":1060,"input_tokens":55653,"output_tokens":55632,"total_tokens":111285,"cost":0.17084865},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53909903360,"overall_relative_score":224198296466,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":19671,"output_tokens":20803,"total_tokens":40474,"cost":0.0615061},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":48366,"output_tokens":51744,"total_tokens":100110,"cost":0.15692204999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2905157383755,"overall_relative_score":15926105470,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":26411,"output_tokens":30184,"total_tokens":56595,"cost":0.08992420000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":963499,"overall_relative_score":963499,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":593,"performance":1097,"input_tokens":50192,"output_tokens":50380,"total_tokens":100572,"cost":0.1552588},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":722204070694,"overall_relative_score":98706746564,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":26582,"output_tokens":23390,"total_tokens":49972,"cost":0.0726962},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13478440642,"overall_relative_score":24322362434,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":664,"performance":1038,"input_tokens":54996,"output_tokens":78313,"total_tokens":133309,"cost":0.22619709999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9601359232912,"overall_relative_score":9601359232912,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":713,"performance":962,"input_tokens":60736,"output_tokens":40499,"total_tokens":101235,"cost":0.1369979},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":65597,"output_tokens":62088,"total_tokens":127685,"cost":0.19332135},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":54019,"output_tokens":54162,"total_tokens":108181,"cost":0.16701},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231551752,"overall_relative_score":231551752,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":33159,"output_tokens":32716,"total_tokens":65875,"cost":0.09984219999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398865000,"overall_relative_score":513825905,"max_execution_time_ms":1460,"max_memory_usage_kib":7168,"rank":729,"performance":919,"input_tokens":47706,"output_tokens":45436,"total_tokens":93142,"cost":0.1404856},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":50481,"output_tokens":65610,"total_tokens":116091,"cost":0.19268459999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4238637918,"overall_relative_score":2298960687138,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":657,"performance":1105,"input_tokens":38255,"output_tokens":21776,"total_tokens":60031,"cost":0.0755498},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74213953,"overall_relative_score":74213953,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":66,"performance":2235,"input_tokens":55205,"output_tokens":58083,"total_tokens":113288,"cost":0.1776393},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":429240,"overall_relative_score":429240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":652,"performance":1081,"input_tokens":104823,"output_tokens":65993,"total_tokens":170816,"cost":0.22603310000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112880330,"overall_relative_score":112880330,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":809,"performance":837,"input_tokens":41263,"output_tokens":36207,"total_tokens":77470,"cost":0.1146993},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1653913972,"overall_relative_score":1131464574407,"max_execution_time_ms":110,"max_memory_usage_kib":5120,"rank":743,"performance":1087,"input_tokens":44978,"output_tokens":41341,"total_tokens":86319,"cost":0.11198515},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":52586,"output_tokens":39730,"total_tokens":92316,"cost":0.121027}]},{"num_self_refine":4,"rank":{"all":{"mean":580.725,"median":619.0,"min":24,"max":967,"stdev":228.7109907890137},"short":{"mean":491.6521739130435,"median":473.0,"min":24,"max":894,"stdev":234.8159063637362},"long":{"mean":701.2352941176471,"median":727.0,"min":422,"max":967,"stdev":157.6437952361925}},"performance":{"all":{"mean":991.375,"median":1026.0,"min":111,"max":2497,"stdev":467.3844674190782},"short":{"mean":1085.5652173913043,"median":1060.0,"min":123,"max":2497,"stdev":537.6691975628743},"long":{"mean":863.9411764705883,"median":959.0,"min":111,"max":1228,"stdev":323.9811859098139}},"input_tokens":{"all":{"mean":172832.5,"median":156596.0,"min":76305,"max":657640,"stdev":93712.41960736403},"short":{"mean":170801.1739130435,"median":160529.0,"min":93260,"max":358298,"stdev":57956.1477911236},"long":{"mean":175580.76470588235,"median":146573.0,"min":76305,"max":657640,"stdev":129513.33175031123}},"output_tokens":{"all":{"mean":48813.1,"median":49677.0,"min":16460,"max":108771,"stdev":19292.042530934476},"short":{"mean":51787.739130434784,"median":52462.0,"min":17185,"max":84133,"stdev":16991.482832229347},"long":{"mean":44788.58823529412,"median":39717.0,"min":16460,"max":108771,"stdev":21915.524939694074}},"total_tokens":{"all":{"mean":221645.6,"median":204445.0,"min":108253,"max":766411,"stdev":105858.35870701751},"short":{"mean":222588.91304347827,"median":216878.0,"min":119814,"max":387752,"stdev":64056.13296016453},"long":{"mean":220369.35294117648,"median":189419.0,"min":108253,"max":766411,"stdev":147206.35950551744}},"cost":{"all":{"mean":0.1841387275,"median":0.169448075,"min":0.1043258,"max":0.4668213,"stdev":0.06622157308767883},"short":{"mean":0.19182650652173913,"median":0.19022835,"min":0.1077013,"max":0.30493630000000005,"stdev":0.050570146142141705},"long":{"mean":0.17373761470588236,"median":0.16425895,"min":0.1043258,"max":0.4668213,"stdev":0.08350398257642559}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":705721199892,"overall_relative_score":705721199892,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":913,"performance":853,"input_tokens":193337,"output_tokens":26848,"total_tokens":220185,"cost":0.164575},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":187325,"overall_relative_score":187325,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":894,"performance":618,"input_tokens":128826,"output_tokens":17185,"total_tokens":146011,"cost":0.1077013},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2300085272151,"overall_relative_score":2300085272151,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":551,"performance":1068,"input_tokens":128987,"output_tokens":21525,"total_tokens":150512,"cost":0.1301679},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3925794856,"overall_relative_score":3925794856,"max_execution_time_ms":2770,"max_memory_usage_kib":27648,"rank":230,"performance":1464,"input_tokens":181176,"output_tokens":63727,"total_tokens":244903,"cost":0.22254925},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5554531,"overall_relative_score":5554531,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":306,"performance":1198,"input_tokens":200093,"output_tokens":63992,"total_tokens":264085,"cost":0.21052790000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4518653,"overall_relative_score":4518653,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":565,"performance":912,"input_tokens":140676,"output_tokens":34134,"total_tokens":174810,"cost":0.1381758},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":798543,"overall_relative_score":798543,"max_execution_time_ms":1820,"max_memory_usage_kib":7168,"rank":395,"performance":963,"input_tokens":145109,"output_tokens":56267,"total_tokens":201376,"cost":0.1875281},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9998295455,"overall_relative_score":9998295455,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":498,"performance":826,"input_tokens":228610,"output_tokens":44619,"total_tokens":273229,"cost":0.20079029999999998},{"problem_id":"ahc008","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":94399,"output_tokens":35456,"total_tokens":129855,"cost":0.1286906},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7205078186,"overall_relative_score":7205078186,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":24,"performance":2497,"input_tokens":117815,"output_tokens":51754,"total_tokens":169569,"cost":0.16839400000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15364,"overall_relative_score":15364,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":309,"performance":1296,"input_tokens":358298,"output_tokens":29454,"total_tokens":387752,"cost":0.2757114},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":696797607,"overall_relative_score":696797607,"max_execution_time_ms":3027,"max_memory_usage_kib":3072,"rank":422,"performance":1228,"input_tokens":189066,"output_tokens":31524,"total_tokens":220590,"cost":0.16529279999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":192818,"output_tokens":27600,"total_tokens":220418,"cost":0.16695},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":166733,"output_tokens":16460,"total_tokens":183193,"cost":0.1043258},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71689562,"overall_relative_score":71689562,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":93260,"output_tokens":26554,"total_tokens":119814,"cost":0.10886259999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":927926313,"overall_relative_score":6326166871,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":186172,"output_tokens":62618,"total_tokens":248790,"cost":0.21357770000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2434276394811,"overall_relative_score":351683544804,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":799,"performance":738,"input_tokens":165385,"output_tokens":40310,"total_tokens":205695,"cost":0.1486268},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":382229088888886,"overall_relative_score":9598972918,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":505,"performance":991,"input_tokens":138083,"output_tokens":51336,"total_tokens":189419,"cost":0.17050215},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":20,"max_memory_usage_kib":11264,"rank":622,"performance":1049,"input_tokens":110491,"output_tokens":35299,"total_tokens":145790,"cost":0.11933679999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094725,"overall_relative_score":13094725,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":123111,"output_tokens":51412,"total_tokens":174523,"cost":0.1706014},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238005985065,"overall_relative_score":238005985065,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":217628,"output_tokens":66083,"total_tokens":283711,"cost":0.23426750000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32531,"overall_relative_score":32531,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":471,"performance":1060,"input_tokens":185196,"output_tokens":73266,"total_tokens":258462,"cost":0.24185625},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53909903360,"overall_relative_score":224198296466,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":76305,"output_tokens":31948,"total_tokens":108253,"cost":0.1046866},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":160529,"output_tokens":56349,"total_tokens":216878,"cost":0.19022835},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":195230832056,"overall_relative_score":282664723613,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":967,"performance":486,"input_tokens":102807,"output_tokens":39717,"total_tokens":142524,"cost":0.13367430000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1012514,"overall_relative_score":1012514,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":460,"performance":1305,"input_tokens":159831,"output_tokens":56999,"total_tokens":216830,"cost":0.1922009},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":395883000000,"overall_relative_score":162899923110,"max_execution_time_ms":550,"max_memory_usage_kib":4096,"rank":550,"performance":1197,"input_tokens":142176,"output_tokens":45270,"total_tokens":187446,"cost":0.16680060000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13478440642,"overall_relative_score":24322362434,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":664,"performance":1038,"input_tokens":657640,"output_tokens":108771,"total_tokens":766411,"cost":0.4668213},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9601359232912,"overall_relative_score":9601359232912,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":713,"performance":962,"input_tokens":150733,"output_tokens":52462,"total_tokens":203195,"cost":0.18761080000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":201918,"output_tokens":70374,"total_tokens":272292,"cost":0.23799855},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":171153,"output_tokens":63105,"total_tokens":234258,"cost":0.21068789999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231551752,"overall_relative_score":231551752,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":114501,"output_tokens":41269,"total_tokens":155770,"cost":0.14007789999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398865000,"overall_relative_score":513825905,"max_execution_time_ms":1460,"max_memory_usage_kib":7168,"rank":729,"performance":919,"input_tokens":153361,"output_tokens":56796,"total_tokens":210157,"cost":0.1902306},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":194387,"output_tokens":73256,"total_tokens":267643,"cost":0.24515119999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4238637918,"overall_relative_score":2298960687138,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":657,"performance":1105,"input_tokens":101255,"output_tokens":34738,"total_tokens":135993,"cost":0.12513400000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74213953,"overall_relative_score":74213953,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":66,"performance":2235,"input_tokens":181278,"output_tokens":66675,"total_tokens":247953,"cost":0.2200791},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432138,"overall_relative_score":432138,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1091,"input_tokens":251753,"output_tokens":84133,"total_tokens":335886,"cost":0.30493630000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":124271418,"overall_relative_score":124271418,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":1014,"input_tokens":121026,"output_tokens":41640,"total_tokens":162666,"cost":0.1433076},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1639450324,"overall_relative_score":1132161416951,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":743,"performance":1087,"input_tokens":146573,"output_tokens":53581,"total_tokens":200154,"cost":0.16425895},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":140805,"output_tokens":48018,"total_tokens":188823,"cost":0.1626528}]},{"num_self_refine":8,"rank":{"all":{"mean":545.325,"median":558.0,"min":24,"max":946,"stdev":214.24182209207737},"short":{"mean":454.7391304347826,"median":460.0,"min":24,"max":837,"stdev":214.03870027962537},"long":{"mean":667.8823529411765,"median":657.0,"min":424,"max":946,"stdev":145.3718861888971}},"performance":{"all":{"mean":1087.075,"median":1051.5,"min":483,"max":2497,"stdev":386.36274887461485},"short":{"mean":1181.391304347826,"median":1112.0,"min":483,"max":2497,"stdev":469.0144152786036},"long":{"mean":959.4705882352941,"median":959.0,"min":630,"max":1225,"stdev":176.94000312502075}},"input_tokens":{"all":{"mean":468884.55,"median":419318.0,"min":240998,"max":1151961,"stdev":187770.34760783362},"short":{"mean":494427.4347826087,"median":465629.0,"min":319117,"max":1151961,"stdev":176679.84792140173},"long":{"mean":434326.5294117647,"median":385158.0,"min":240998,"max":1133102,"stdev":202020.2746799556}},"output_tokens":{"all":{"mean":65632.375,"median":63217.5,"min":29952,"max":123085,"stdev":19315.893330712446},"short":{"mean":68598.39130434782,"median":64084.0,"min":31238,"max":102693,"stdev":17487.28356871496},"long":{"mean":61619.529411764706,"median":54506.0,"min":29952,"max":123085,"stdev":21429.021134076702}},"total_tokens":{"all":{"mean":534516.925,"median":488326.5,"min":283148,"max":1256187,"stdev":198862.29704578884},"short":{"mean":563025.8260869565,"median":547511.0,"min":369338,"max":1195347,"stdev":180458.33938528763},"long":{"mean":495946.0588235294,"median":440455.0,"min":283148,"max":1256187,"stdev":221060.38829058412}},"cost":{"all":{"mean":0.29748891625,"median":0.2738826,"min":0.16126980000000002,"max":0.7867392000000001,"stdev":0.11025962379235876},"short":{"mean":0.3177220956521739,"median":0.2929887,"min":0.2002099,"max":0.7867392000000001,"stdev":0.11917840273726185},"long":{"mean":0.2701146147058823,"median":0.25179779999999996,"min":0.16126980000000002,"max":0.5809843,"stdev":0.09337378439981957}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":818330604432,"overall_relative_score":818330604432,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":819,"performance":939,"input_tokens":378349,"output_tokens":45566,"total_tokens":423915,"cost":0.24887960000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414615,"overall_relative_score":414615,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":741,"performance":862,"input_tokens":374594,"output_tokens":31238,"total_tokens":405832,"cost":0.25354580000000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2300085272151,"overall_relative_score":2300085272151,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":551,"performance":1068,"input_tokens":296591,"output_tokens":29952,"total_tokens":326543,"cost":0.25179779999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4415884857,"overall_relative_score":4415884857,"max_execution_time_ms":2770,"max_memory_usage_kib":27648,"rank":185,"performance":1594,"input_tokens":465629,"output_tokens":81882,"total_tokens":547511,"cost":0.32075895},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5554531,"overall_relative_score":5554531,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":306,"performance":1198,"input_tokens":494097,"output_tokens":76320,"total_tokens":570417,"cost":0.2929887},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4518653,"overall_relative_score":4518653,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":565,"performance":912,"input_tokens":317904,"output_tokens":44304,"total_tokens":362208,"cost":0.19574879999999997},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":798543,"overall_relative_score":798543,"max_execution_time_ms":1820,"max_memory_usage_kib":7168,"rank":395,"performance":963,"input_tokens":408322,"output_tokens":72811,"total_tokens":481133,"cost":0.2763391},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9998295455,"overall_relative_score":9998295455,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":498,"performance":826,"input_tokens":544528,"output_tokens":53623,"total_tokens":598151,"cost":0.3489150999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":278439,"output_tokens":52003,"total_tokens":330442,"cost":0.2109013},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7205078186,"overall_relative_score":7205078186,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":24,"performance":2497,"input_tokens":341962,"output_tokens":61947,"total_tokens":403909,"cost":0.2344767},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15364,"overall_relative_score":15364,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":309,"performance":1296,"input_tokens":1151961,"output_tokens":43386,"total_tokens":1195347,"cost":0.7867392000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":695553761,"overall_relative_score":695553761,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":424,"performance":1225,"input_tokens":385158,"output_tokens":51149,"total_tokens":436307,"cost":0.25494169999999994},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60375662,"overall_relative_score":60375662,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":549,"performance":908,"input_tokens":491253,"output_tokens":61521,"total_tokens":552774,"cost":0.31388549999999993},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765618580,"overall_relative_score":765618580,"max_execution_time_ms":3810,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":496561,"output_tokens":46523,"total_tokens":543084,"cost":0.2424809},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74042176,"overall_relative_score":74042176,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":388,"performance":1246,"input_tokens":328603,"output_tokens":47172,"total_tokens":375775,"cost":0.2062278},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":927926313,"overall_relative_score":6326166871,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":474515,"output_tokens":71410,"total_tokens":545925,"cost":0.2847235000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2434276394811,"overall_relative_score":351683544804,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":799,"performance":738,"input_tokens":382479,"output_tokens":54506,"total_tokens":436985,"cost":0.2241716},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":382229088888886,"overall_relative_score":9598972918,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":505,"performance":991,"input_tokens":395229,"output_tokens":67488,"total_tokens":462717,"cost":0.25768815},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440136345,"overall_relative_score":440136345,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":358,"performance":1433,"input_tokens":575966,"output_tokens":79138,"total_tokens":655104,"cost":0.33507370000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13094945,"overall_relative_score":13094945,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":380,"performance":1478,"input_tokens":367907,"output_tokens":62594,"total_tokens":430501,"cost":0.24163880000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238005985065,"overall_relative_score":238005985065,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":688211,"output_tokens":86979,"total_tokens":775190,"cost":0.36910050000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46497,"overall_relative_score":46497,"max_execution_time_ms":1890,"max_memory_usage_kib":4096,"rank":444,"performance":1112,"input_tokens":661238,"output_tokens":102693,"total_tokens":763931,"cost":0.44956095},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53909903360,"overall_relative_score":224198296466,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":240998,"output_tokens":42150,"total_tokens":283148,"cost":0.16126980000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":413282,"output_tokens":63153,"total_tokens":476435,"cost":0.24956534999999996},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69282359676,"overall_relative_score":790661239116,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":905,"performance":644,"input_tokens":379358,"output_tokens":61097,"total_tokens":440455,"cost":0.23958290000000004},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1012514,"overall_relative_score":1012514,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":460,"performance":1305,"input_tokens":497844,"output_tokens":72640,"total_tokens":570484,"cost":0.2904568},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":395883000000,"overall_relative_score":162899923110,"max_execution_time_ms":550,"max_memory_usage_kib":4096,"rank":550,"performance":1197,"input_tokens":460723,"output_tokens":74352,"total_tokens":535075,"cost":0.301149},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13478440642,"overall_relative_score":24322362434,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":664,"performance":1038,"input_tokens":1133102,"output_tokens":123085,"total_tokens":1256187,"cost":0.5809843},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10072010187016,"overall_relative_score":10072010187016,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":589,"performance":1148,"input_tokens":383107,"output_tokens":64084,"total_tokens":447191,"cost":0.28005820000000003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":615194,"output_tokens":83161,"total_tokens":698355,"cost":0.37934605},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":451348,"output_tokens":74538,"total_tokens":525886,"cost":0.319605},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231551752,"overall_relative_score":231551752,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":406949,"output_tokens":63282,"total_tokens":470231,"cost":0.24857564999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":339182000,"overall_relative_score":640661894,"max_execution_time_ms":2490,"max_memory_usage_kib":7168,"rank":717,"performance":935,"input_tokens":425897,"output_tokens":69623,"total_tokens":495520,"cost":0.2714261},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":640,"performance":639,"input_tokens":532114,"output_tokens":90642,"total_tokens":622756,"cost":0.347022},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4238637918,"overall_relative_score":2298960687138,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":657,"performance":1105,"input_tokens":297700,"output_tokens":53395,"total_tokens":351095,"cost":0.20833390000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74213953,"overall_relative_score":74213953,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":66,"performance":2235,"input_tokens":494473,"output_tokens":84957,"total_tokens":579430,"cost":0.3227187},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432138,"overall_relative_score":432138,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1091,"input_tokens":611727,"output_tokens":94804,"total_tokens":706531,"cost":0.39127180000000006},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":125375260,"overall_relative_score":125375260,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":682,"performance":1037,"input_tokens":319117,"output_tokens":50221,"total_tokens":369338,"cost":0.2002099},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1649585705,"overall_relative_score":1131680733073,"max_execution_time_ms":150,"max_memory_usage_kib":5120,"rank":743,"performance":1087,"input_tokens":425354,"output_tokens":77768,"total_tokens":503122,"cost":0.27852304999999994},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":367599,"output_tokens":58138,"total_tokens":425737,"cost":0.22887399999999997}]},{"num_self_refine":16,"rank":{"all":{"mean":535.675,"median":549.5,"min":24,"max":946,"stdev":218.16077199143166},"short":{"mean":440.39130434782606,"median":444.0,"min":24,"max":837,"stdev":214.40928133116955},"long":{"mean":664.5882352941177,"median":656.0,"min":424,"max":946,"stdev":148.63296186560092}},"performance":{"all":{"mean":1103.45,"median":1057.0,"min":483,"max":2497,"stdev":393.34762794537914},"short":{"mean":1206.2173913043478,"median":1112.0,"min":483,"max":2497,"stdev":474.29190824770455},"long":{"mean":964.4117647058823,"median":979.0,"min":630,"max":1225,"stdev":179.17626057304906}},"input_tokens":{"all":{"mean":1267682.5,"median":1219100.0,"min":698360,"max":2429249,"stdev":353295.23338456807},"short":{"mean":1282415.8260869565,"median":1269937.0,"min":698360,"max":2141461,"stdev":339919.6720770488},"long":{"mean":1247749.1764705882,"median":1150437.0,"min":755205,"max":2429249,"stdev":380307.24034214026}},"output_tokens":{"all":{"mean":96943.45,"median":97600.5,"min":44079,"max":152383,"stdev":22527.007276110795},"short":{"mean":98410.56521739131,"median":104095.0,"min":44079,"max":146595,"stdev":24527.26846301718},"long":{"mean":94958.5294117647,"median":94459.0,"min":60129,"max":152383,"stdev":20062.060222960798}},"total_tokens":{"all":{"mean":1364625.95,"median":1317057.5,"min":742439,"max":2581632,"stdev":371961.91101639933},"short":{"mean":1380826.391304348,"median":1373699.0,"min":742439,"max":2248347,"stdev":359130.0477383113},"long":{"mean":1342707.705882353,"median":1242568.0,"min":824872,"max":2581632,"stdev":398766.13222786435}},"cost":{"all":{"mean":0.53230942375,"median":0.5219825,"min":0.3201075,"max":1.2469488500000003,"stdev":0.16405505394546951},"short":{"mean":0.5516218173913043,"median":0.54509315,"min":0.3231758,"max":1.2469488500000003,"stdev":0.18862294877578747},"long":{"mean":0.5061808911764706,"median":0.5065051,"min":0.3201075,"max":0.8643271000000001,"stdev":0.12418097134741152}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":818330604432,"overall_relative_score":818330604432,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":819,"performance":939,"input_tokens":894427,"output_tokens":70796,"total_tokens":965223,"cost":0.46573580000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":701963,"overall_relative_score":701963,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":703,"performance":911,"input_tokens":698360,"output_tokens":44079,"total_tokens":742439,"cost":0.39834630000000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2467670522163,"overall_relative_score":2467670522163,"max_execution_time_ms":2100,"max_memory_usage_kib":1051120,"rank":515,"performance":1116,"input_tokens":1111480,"output_tokens":94459,"total_tokens":1205939,"cost":0.6682579000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4429823491,"overall_relative_score":4429823491,"max_execution_time_ms":2770,"max_memory_usage_kib":27648,"rank":183,"performance":1600,"input_tokens":1340304,"output_tokens":112084,"total_tokens":1452388,"cost":0.54158485},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5554531,"overall_relative_score":5554531,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":306,"performance":1198,"input_tokens":1269937,"output_tokens":103762,"total_tokens":1373699,"cost":0.49162854999999994},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4518653,"overall_relative_score":4518653,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":565,"performance":912,"input_tokens":814047,"output_tokens":60129,"total_tokens":874176,"cost":0.3201075},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":798543,"overall_relative_score":798543,"max_execution_time_ms":1820,"max_memory_usage_kib":7168,"rank":395,"performance":963,"input_tokens":1349535,"output_tokens":101945,"total_tokens":1451480,"cost":0.54509315},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9998295455,"overall_relative_score":9998295455,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":498,"performance":826,"input_tokens":1106238,"output_tokens":62174,"total_tokens":1168412,"cost":0.5983393999999997},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":1040737,"output_tokens":84904,"total_tokens":1125641,"cost":0.44893900000000003},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7205078186,"overall_relative_score":7205078186,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":24,"performance":2497,"input_tokens":1013147,"output_tokens":85186,"total_tokens":1098333,"cost":0.40555719999999995},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34044,"overall_relative_score":34044,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":242,"performance":1448,"input_tokens":2141461,"output_tokens":106886,"total_tokens":2248347,"cost":1.2469488500000003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":695553761,"overall_relative_score":695553761,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":424,"performance":1225,"input_tokens":1341102,"output_tokens":96067,"total_tokens":1437169,"cost":0.5336863},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61107308,"overall_relative_score":61107308,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":529,"performance":948,"input_tokens":1191560,"output_tokens":104127,"total_tokens":1295687,"cost":0.5462486999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":920247099,"overall_relative_score":920247099,"max_execution_time_ms":4920,"max_memory_usage_kib":3072,"rank":506,"performance":979,"input_tokens":1623670,"output_tokens":94168,"total_tokens":1717838,"cost":0.5547099999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76357930,"overall_relative_score":76357930,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":374,"performance":1270,"input_tokens":886909,"output_tokens":79726,"total_tokens":966635,"cost":0.38461929999999994},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":927926313,"overall_relative_score":6326166871,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":1338966,"output_tokens":108249,"total_tokens":1447215,"cost":0.5239716000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2434276394811,"overall_relative_score":351683544804,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":799,"performance":738,"input_tokens":1150437,"output_tokens":92131,"total_tokens":1242568,"cost":0.4537993},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":382229088888886,"overall_relative_score":9598972918,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":505,"performance":991,"input_tokens":1071627,"output_tokens":91895,"total_tokens":1163522,"cost":0.43216685000000005},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440136345,"overall_relative_score":440136345,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":358,"performance":1433,"input_tokens":1399701,"output_tokens":114549,"total_tokens":1514250,"cost":0.5653945499999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13096470,"overall_relative_score":13096470,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":1156887,"output_tokens":121441,"total_tokens":1278328,"cost":0.5276035000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238005985065,"overall_relative_score":238005985065,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":1797961,"output_tokens":115835,"total_tokens":1913796,"cost":0.6237113000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46497,"overall_relative_score":46497,"max_execution_time_ms":1890,"max_memory_usage_kib":4096,"rank":444,"performance":1112,"input_tokens":1694062,"output_tokens":146595,"total_tokens":1840657,"cost":0.7354903500000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53909903360,"overall_relative_score":224198296466,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":755205,"output_tokens":69667,"total_tokens":824872,"cost":0.32154970000000005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1019259,"output_tokens":73943,"total_tokens":1093202,"cost":0.3749361499999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69282359676,"overall_relative_score":790661239116,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":905,"performance":644,"input_tokens":1406030,"output_tokens":100771,"total_tokens":1506801,"cost":0.5140159000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1041805,"overall_relative_score":1041805,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":322,"performance":1533,"input_tokens":1492100,"output_tokens":114216,"total_tokens":1606316,"cost":0.5637888000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":395883000000,"overall_relative_score":162899923110,"max_execution_time_ms":550,"max_memory_usage_kib":4096,"rank":550,"performance":1197,"input_tokens":1220268,"output_tokens":100678,"total_tokens":1320946,"cost":0.49506220000000006},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13478440642,"overall_relative_score":24322362434,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":664,"performance":1038,"input_tokens":2429249,"output_tokens":152383,"total_tokens":2581632,"cost":0.8643271000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10162964001279,"overall_relative_score":10162964001279,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":549,"performance":1205,"input_tokens":1008918,"output_tokens":86697,"total_tokens":1095615,"cost":0.44331570000000003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":1411061,"output_tokens":98150,"total_tokens":1509211,"cost":0.54631955},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":1458965,"output_tokens":104095,"total_tokens":1563060,"cost":0.5605381},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231551752,"overall_relative_score":231551752,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":473,"performance":1331,"input_tokens":1217932,"output_tokens":95237,"total_tokens":1313169,"cost":0.5129985499999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":339182000,"overall_relative_score":640661894,"max_execution_time_ms":2490,"max_memory_usage_kib":7168,"rank":717,"performance":935,"input_tokens":1141940,"output_tokens":97051,"total_tokens":1238991,"cost":0.5065051},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":640,"performance":639,"input_tokens":1569944,"output_tokens":123629,"total_tokens":1693573,"cost":0.6518396},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4233621442,"overall_relative_score":2302194028408,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":656,"performance":1106,"input_tokens":1092641,"output_tokens":90344,"total_tokens":1182985,"cost":0.43592795},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74213953,"overall_relative_score":74213953,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":66,"performance":2235,"input_tokens":1442026,"output_tokens":112378,"total_tokens":1554404,"cost":0.6019918},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432138,"overall_relative_score":432138,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1091,"input_tokens":1500142,"output_tokens":124061,"total_tokens":1624203,"cost":0.7086569000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126115510,"overall_relative_score":126115510,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":673,"performance":1049,"input_tokens":831162,"output_tokens":64898,"total_tokens":896060,"cost":0.3231758},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1649585705,"overall_relative_score":1131680733073,"max_execution_time_ms":150,"max_memory_usage_kib":5120,"rank":743,"performance":1087,"input_tokens":1368849,"output_tokens":112453,"total_tokens":1481302,"cost":0.5199933999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":909054,"output_tokens":65900,"total_tokens":974954,"cost":0.33549439999999997}]}]},{"model_name":"kimi-k2.5","detail_path":"data/model_details/kimi-k2.5.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":635.55,"median":643.0,"min":146,"max":1046,"stdev":240.37758225608738},"short":{"mean":549.0869565217391,"median":613.0,"min":146,"max":967,"stdev":235.74059569471277},"long":{"mean":752.5294117647059,"median":716.0,"min":387,"max":1046,"stdev":197.8443572758201}},"performance":{"all":{"mean":821.65,"median":878.5,"min":-80,"max":1836,"stdev":491.69907150926866},"short":{"mean":858.7826086956521,"median":864.0,"min":-70,"max":1836,"stdev":565.0096504824851},"long":{"mean":771.4117647058823,"median":893.0,"min":-80,"max":1209,"stdev":381.70195487178364}},"input_tokens":{"all":{"mean":3172.425,"median":2749.0,"min":1299,"max":7487,"stdev":1698.6136562518059},"short":{"mean":2538.9565217391305,"median":1816.0,"min":1408,"max":7487,"stdev":1488.8139720859222},"long":{"mean":4029.470588235294,"median":3960.0,"min":1299,"max":7413,"stdev":1621.0589948258769}},"output_tokens":{"all":{"mean":15508.175,"median":14057.0,"min":8347,"max":32483,"stdev":5626.5651264724465},"short":{"mean":15340.217391304348,"median":14548.0,"min":9595,"max":30390,"stdev":4624.458582133222},"long":{"mean":15735.411764705883,"median":12520.0,"min":8347,"max":32483,"stdev":6904.079166141777}},"total_tokens":{"all":{"mean":18680.6,"median":16849.5,"min":11298,"max":38359,"stdev":6240.547891791521},"short":{"mean":17879.17391304348,"median":16567.0,"min":11473,"max":34734,"stdev":5110.524778712455},"long":{"mean":19764.882352941175,"median":18998.0,"min":11298,"max":38359,"stdev":7539.437967136152}},"cost":{"all":{"mean":0.0474580425,"median":0.042488750000000006,"min":0.0268116,"max":0.0995666,"stdev":0.017302236886612525},"short":{"mean":0.04663872173913043,"median":0.0438137,"min":0.0289728,"max":0.0937764,"stdev":0.014345643139388619},"long":{"mean":0.04856653529411765,"median":0.0399438,"min":0.0268116,"max":0.0995666,"stdev":0.021082361863265616}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":637167435271,"overall_relative_score":637167435271,"max_execution_time_ms":4810,"max_memory_usage_kib":3072,"rank":939,"performance":829,"input_tokens":1299,"output_tokens":11945,"total_tokens":13244,"cost":0.0359649},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":423086,"overall_relative_score":423086,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":739,"performance":864,"input_tokens":1446,"output_tokens":13540,"total_tokens":14986,"cost":0.0407646},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2535115259607,"overall_relative_score":2535115259607,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":498,"performance":1139,"input_tokens":2522,"output_tokens":10306,"total_tokens":12828,"cost":0.0311702},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1589,"output_tokens":18490,"total_tokens":20079,"cost":0.0564234},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15170542,"overall_relative_score":15170542,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":158,"performance":1633,"input_tokens":1770,"output_tokens":18035,"total_tokens":19805,"cost":0.055167},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5026607,"overall_relative_score":5026607,"max_execution_time_ms":1510,"max_memory_usage_kib":3072,"rank":387,"performance":1209,"input_tokens":3678,"output_tokens":12934,"total_tokens":16612,"cost":0.0391698},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":18432,"rank":523,"performance":116,"input_tokens":1478,"output_tokens":17167,"total_tokens":18645,"cost":0.0523878},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":834,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2183,"output_tokens":12901,"total_tokens":15084,"cost":0.0400128},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32914551,"overall_relative_score":32914551,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":802,"performance":600,"input_tokens":2951,"output_tokens":8347,"total_tokens":11298,"cost":0.0268116},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6180057096,"overall_relative_score":6180057096,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":146,"performance":1785,"input_tokens":2137,"output_tokens":13485,"total_tokens":15622,"cost":0.0406687},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11456,"overall_relative_score":11456,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":7487,"output_tokens":12426,"total_tokens":19913,"cost":0.0380267},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":825397,"overall_relative_score":825397,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":926,"performance":-80,"input_tokens":7413,"output_tokens":12520,"total_tokens":19933,"cost":0.0420078},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18773680,"overall_relative_score":18773680,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":682,"performance":549,"input_tokens":4652,"output_tokens":14100,"total_tokens":18752,"cost":0.0427652},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":58573967,"overall_relative_score":58573967,"max_execution_time_ms":943,"max_memory_usage_kib":3072,"rank":716,"performance":446,"input_tokens":5538,"output_tokens":30115,"total_tokens":35653,"cost":0.0936678},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94430875,"overall_relative_score":94430875,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":315,"performance":1378,"input_tokens":2524,"output_tokens":9910,"total_tokens":12434,"cost":0.0299824},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1816388468,"overall_relative_score":10252353710,"max_execution_time_ms":150,"max_memory_usage_kib":9216,"rank":930,"performance":662,"input_tokens":2706,"output_tokens":16292,"total_tokens":18998,"cost":0.0491466},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2296528175882,"overall_relative_score":395474056581,"max_execution_time_ms":5100,"max_memory_usage_kib":11264,"rank":650,"performance":973,"input_tokens":6919,"output_tokens":12235,"total_tokens":19154,"cost":0.0373969},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":651777403543841,"overall_relative_score":5576850208,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4401,"output_tokens":15213,"total_tokens":19614,"cost":0.0460791},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3538,"output_tokens":20468,"total_tokens":24006,"cost":0.0618628},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11479750,"overall_relative_score":11479750,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":851,"performance":849,"input_tokens":1671,"output_tokens":15416,"total_tokens":17087,"cost":0.0464151},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":4344,"output_tokens":30390,"total_tokens":34734,"cost":0.0937764},{"problem_id":"ahc024","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1815,"output_tokens":16382,"total_tokens":18197,"cost":0.050235},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":74234000008,"overall_relative_score":183302854471,"max_execution_time_ms":1005,"max_memory_usage_kib":3072,"rank":698,"performance":1015,"input_tokens":2792,"output_tokens":10465,"total_tokens":13257,"cost":0.0330702},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1264717,"overall_relative_score":1264717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":1703,"output_tokens":14014,"total_tokens":15717,"cost":0.0422123},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3106016550530,"overall_relative_score":15294536237,"max_execution_time_ms":0,"max_memory_usage_kib":5120,"rank":990,"performance":406,"input_tokens":3284,"output_tokens":19280,"total_tokens":22564,"cost":0.0581684},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":177,"performance":1836,"input_tokens":1816,"output_tokens":10856,"total_tokens":12672,"cost":0.0327496},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2075676661,"overall_relative_score":34087473691,"max_execution_time_ms":1700,"max_memory_usage_kib":4096,"rank":1014,"performance":534,"input_tokens":4043,"output_tokens":12506,"total_tokens":16549,"cost":0.0399438},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":7964543869,"overall_relative_score":57701323665,"max_execution_time_ms":3776,"max_memory_usage_kib":3072,"rank":569,"performance":1160,"input_tokens":5876,"output_tokens":32483,"total_tokens":38359,"cost":0.0995666},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9509287486985,"overall_relative_score":9509287486985,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":725,"performance":943,"input_tokens":1697,"output_tokens":14548,"total_tokens":16245,"cost":0.0438137},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":984,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2793,"output_tokens":23179,"total_tokens":25972,"cost":0.0712128},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":1878,"output_tokens":9595,"total_tokens":11473,"cost":0.0289728},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223425455,"overall_relative_score":223425455,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":535,"performance":1245,"input_tokens":4249,"output_tokens":11566,"total_tokens":15815,"cost":0.0351229},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3129839,"overall_relative_score":27530064106,"max_execution_time_ms":837,"max_memory_usage_kib":4096,"rank":625,"performance":1051,"input_tokens":3960,"output_tokens":12010,"total_tokens":15970,"cost":0.038406},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":268,"overall_relative_score":268,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":638,"performance":713,"input_tokens":3747,"output_tokens":22681,"total_tokens":26428,"cost":0.0693952},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4108513256,"overall_relative_score":2369190077933,"max_execution_time_ms":1410,"max_memory_usage_kib":3072,"rank":641,"performance":1123,"input_tokens":4135,"output_tokens":16892,"total_tokens":21027,"cost":0.0510895},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38486327,"overall_relative_score":38486327,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":877,"performance":753,"input_tokens":1623,"output_tokens":14692,"total_tokens":16315,"cost":0.0442383},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432776,"overall_relative_score":432776,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1091,"input_tokens":2194,"output_tokens":16060,"total_tokens":18254,"cost":0.0483994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137692404,"overall_relative_score":137692404,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":486,"performance":1306,"input_tokens":1447,"output_tokens":10944,"total_tokens":12391,"cost":0.0329767},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3073240082,"overall_relative_score":470007271555,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":805,"performance":1022,"input_tokens":4191,"output_tokens":10780,"total_tokens":14971,"cost":0.0327591},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1408,"output_tokens":15159,"total_tokens":16567,"cost":0.0463218}]},{"num_self_refine":2,"rank":{"all":{"mean":544.425,"median":530.0,"min":24,"max":1046,"stdev":262.1471389046568},"short":{"mean":453.8695652173913,"median":486.0,"min":24,"max":877,"stdev":256.7983475498778},"long":{"mean":666.9411764705883,"median":618.0,"min":331,"max":1046,"stdev":221.57743301954153}},"performance":{"all":{"mean":1076.6,"median":1078.0,"min":132,"max":2425,"stdev":471.8669303945764},"short":{"mean":1175.304347826087,"median":1091.0,"min":277,"max":2425,"stdev":542.719786628808},"long":{"mean":943.0588235294117,"median":1047.0,"min":132,"max":1308,"stdev":323.69439109062336}},"input_tokens":{"all":{"mean":9166.65,"median":8184.5,"min":4700,"max":21252,"stdev":3820.8143550684895},"short":{"mean":8079.130434782609,"median":6899.0,"min":4700,"max":21252,"stdev":4084.241081215232},"long":{"mean":10638.0,"median":10561.0,"min":6478,"max":17795,"stdev":2940.6508633294093}},"output_tokens":{"all":{"mean":24803.15,"median":24037.5,"min":14699,"max":41514,"stdev":6735.962846104673},"short":{"mean":23366.82608695652,"median":23494.0,"min":14699,"max":36726,"stdev":5925.4781905396685},"long":{"mean":26746.41176470588,"median":24830.0,"min":16889,"max":41514,"stdev":7439.170275128332}},"total_tokens":{"all":{"mean":33969.8,"median":32547.5,"min":20143,"max":53389,"stdev":7923.277909474666},"short":{"mean":31445.956521739132,"median":31074.0,"min":20143,"max":45158,"stdev":7133.074101282515},"long":{"mean":37384.41176470588,"median":35899.0,"min":27687,"max":53389,"stdev":7843.232513278753}},"cost":{"all":{"mean":0.0777651025,"median":0.07619915000000001,"min":0.0473634,"max":0.130387,"stdev":0.020652748549700912},"short":{"mean":0.07314665217391304,"median":0.07403670000000001,"min":0.0473634,"max":0.1152372,"stdev":0.018136381864460118},"long":{"mean":0.08401359411764706,"median":0.07826430000000001,"min":0.0530221,"max":0.130387,"stdev":0.02269932174197256}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":784352058258,"overall_relative_score":784352058258,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":855,"performance":907,"input_tokens":6478,"output_tokens":25009,"total_tokens":31487,"cost":0.07826430000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":423086,"overall_relative_score":423086,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":739,"performance":864,"input_tokens":6182,"output_tokens":18690,"total_tokens":24872,"cost":0.0590562},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2528241359220,"overall_relative_score":2528241359220,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":499,"performance":1138,"input_tokens":8038,"output_tokens":29657,"total_tokens":37695,"cost":0.0913808},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2011623633,"overall_relative_score":2011623633,"max_execution_time_ms":2560,"max_memory_usage_kib":60416,"rank":501,"performance":784,"input_tokens":21252,"output_tokens":21456,"total_tokens":42708,"cost":0.0771192},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15170542,"overall_relative_score":15170542,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":158,"performance":1633,"input_tokens":6899,"output_tokens":25390,"total_tokens":32289,"cost":0.0795414},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5224524,"overall_relative_score":5224524,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":331,"performance":1308,"input_tokens":10561,"output_tokens":21793,"total_tokens":32354,"cost":0.0698766},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1889443,"overall_relative_score":1889443,"max_execution_time_ms":1990,"max_memory_usage_kib":18432,"rank":24,"performance":2425,"input_tokens":5642,"output_tokens":29417,"total_tokens":35059,"cost":0.0909962},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9191253934,"overall_relative_score":9191253934,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":505,"performance":805,"input_tokens":5444,"output_tokens":14699,"total_tokens":20143,"cost":0.0473634},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":44720507,"overall_relative_score":44720507,"max_execution_time_ms":469,"max_memory_usage_kib":3072,"rank":618,"performance":929,"input_tokens":9521,"output_tokens":18558,"total_tokens":28079,"cost":0.0613866},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6811063218,"overall_relative_score":6811063218,"max_execution_time_ms":570,"max_memory_usage_kib":9512,"rank":68,"performance":2119,"input_tokens":7122,"output_tokens":23952,"total_tokens":31074,"cost":0.07403670000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11220,"overall_relative_score":11220,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":343,"performance":1224,"input_tokens":17381,"output_tokens":21193,"total_tokens":38574,"cost":0.0665521},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":334156523,"overall_relative_score":334156523,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":554,"performance":1047,"input_tokens":17795,"output_tokens":24123,"total_tokens":41918,"cost":0.079462},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18773680,"overall_relative_score":18773680,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":682,"performance":549,"input_tokens":12656,"output_tokens":25216,"total_tokens":37872,"cost":0.0786116},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1010811654,"overall_relative_score":1010811654,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":495,"performance":999,"input_tokens":11875,"output_tokens":41514,"total_tokens":53389,"cost":0.130387},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97471024,"overall_relative_score":97471024,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":304,"performance":1399,"input_tokens":7082,"output_tokens":16372,"total_tokens":23454,"cost":0.0509512},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1816388468,"overall_relative_score":10252353710,"max_execution_time_ms":150,"max_memory_usage_kib":9216,"rank":930,"performance":662,"input_tokens":7372,"output_tokens":27493,"total_tokens":34865,"cost":0.08426919999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289872928634,"overall_relative_score":789731346331,"max_execution_time_ms":5600,"max_memory_usage_kib":11264,"rank":469,"performance":1221,"input_tokens":16168,"output_tokens":18878,"total_tokens":35046,"cost":0.059419299999999994},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164765682578387,"overall_relative_score":14866509795,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":449,"performance":1091,"input_tokens":11882,"output_tokens":24693,"total_tokens":36575,"cost":0.0768317},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":456494633,"overall_relative_score":456494633,"max_execution_time_ms":130,"max_memory_usage_kib":8192,"rank":211,"performance":1706,"input_tokens":10082,"output_tokens":23494,"total_tokens":33576,"cost":0.0748672},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11479750,"overall_relative_score":11479750,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":851,"performance":849,"input_tokens":5468,"output_tokens":33169,"total_tokens":38637,"cost":0.1011843},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":8432,"output_tokens":36726,"total_tokens":45158,"cost":0.1152372},{"problem_id":"ahc024","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6975,"output_tokens":20940,"total_tokens":27915,"cost":0.066109},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":74234000008,"overall_relative_score":183302854471,"max_execution_time_ms":1005,"max_memory_usage_kib":3072,"rank":698,"performance":1015,"input_tokens":7256,"output_tokens":20431,"total_tokens":27687,"cost":0.0643666},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1264717,"overall_relative_score":1264717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":5176,"output_tokens":26848,"total_tokens":32024,"cost":0.0820301},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3004322817167,"overall_relative_score":15830272515,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":990,"performance":406,"input_tokens":9393,"output_tokens":31664,"total_tokens":41057,"cost":0.0974498},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":177,"performance":1836,"input_tokens":5499,"output_tokens":17046,"total_tokens":22545,"cost":0.0526334},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2075676661,"overall_relative_score":34087473691,"max_execution_time_ms":1700,"max_memory_usage_kib":4096,"rank":1014,"performance":534,"input_tokens":11978,"output_tokens":37300,"total_tokens":49278,"cost":0.1171668},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8140746300,"overall_relative_score":59072877966,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":544,"performance":1192,"input_tokens":11150,"output_tokens":35764,"total_tokens":46914,"cost":0.111166},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9509287486985,"overall_relative_score":9509287486985,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":725,"performance":943,"input_tokens":6443,"output_tokens":23337,"total_tokens":29780,"cost":0.0722603},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":984,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":9188,"output_tokens":36101,"total_tokens":45289,"cost":0.1125358},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":5893,"output_tokens":16442,"total_tokens":22335,"cost":0.0510268},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251637937,"overall_relative_score":251637937,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":243,"performance":1699,"input_tokens":10418,"output_tokens":17330,"total_tokens":27748,"cost":0.0540683},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5900656,"overall_relative_score":50389626746,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":516,"performance":1186,"input_tokens":10291,"output_tokens":19992,"total_tokens":30283,"cost":0.0642306},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276379,"overall_relative_score":276379,"max_execution_time_ms":400,"max_memory_usage_kib":5120,"rank":290,"performance":1438,"input_tokens":8331,"output_tokens":34712,"total_tokens":43043,"cost":0.10734260000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4108513256,"overall_relative_score":2369190077933,"max_execution_time_ms":1410,"max_memory_usage_kib":3072,"rank":641,"performance":1123,"input_tokens":11069,"output_tokens":24830,"total_tokens":35899,"cost":0.0770159},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38486327,"overall_relative_score":38486327,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":877,"performance":753,"input_tokens":5334,"output_tokens":23572,"total_tokens":28906,"cost":0.07233690000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432776,"overall_relative_score":432776,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1091,"input_tokens":7973,"output_tokens":24768,"total_tokens":32741,"cost":0.0769668},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137692404,"overall_relative_score":137692404,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":486,"performance":1306,"input_tokens":4700,"output_tokens":18353,"total_tokens":23053,"cost":0.056515499999999996},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1116764483,"overall_relative_score":1385794685503,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":689,"performance":1142,"input_tokens":10831,"output_tokens":16889,"total_tokens":27720,"cost":0.0530221},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5436,"output_tokens":24315,"total_tokens":29751,"cost":0.07556660000000001}]},{"num_self_refine":4,"rank":{"all":{"mean":523.5,"median":507.0,"min":24,"max":1014,"stdev":261.6372513271978},"short":{"mean":471.1304347826087,"median":499.0,"min":24,"max":967,"stdev":267.89572332733326},"long":{"mean":594.3529411764706,"median":529.0,"min":190,"max":1014,"stdev":242.6916616760016}},"performance":{"all":{"mean":1127.125,"median":1105.0,"min":-70,"max":2425,"stdev":479.80413672183425},"short":{"mean":1165.391304347826,"median":1091.0,"min":-70,"max":2425,"stdev":577.3400399583684},"long":{"mean":1075.3529411764705,"median":1123.0,"min":406,"max":1616,"stdev":312.84479801821675}},"input_tokens":{"all":{"mean":29555.025,"median":28311.0,"min":16833,"max":67813,"stdev":10425.361639149563},"short":{"mean":27343.869565217392,"median":23554.0,"min":16833,"max":67813,"stdev":11973.700355758288},"long":{"mean":32546.58823529412,"median":31538.0,"min":20530,"max":47423,"stdev":7159.421197439981}},"output_tokens":{"all":{"mean":38216.6,"median":34793.5,"min":22773,"max":66938,"stdev":10740.674752714083},"short":{"mean":35799.95652173913,"median":34609.0,"min":22773,"max":55379,"stdev":8329.803590821339},"long":{"mean":41486.17647058824,"median":38824.0,"min":27809,"max":66938,"stdev":12885.509866878057}},"total_tokens":{"all":{"mean":67771.625,"median":65957.5,"min":44471,"max":102847,"stdev":14876.936355221384},"short":{"mean":63143.82608695652,"median":65156.0,"min":44471,"max":99005,"stdev":13809.814292254667},"long":{"mean":74032.76470588235,"median":72872.0,"min":48339,"max":102847,"stdev":14311.169150044187}},"cost":{"all":{"mean":0.1250224775,"median":0.1181341,"min":0.07440540000000001,"max":0.2170906,"stdev":0.03296521137022068},"short":{"mean":0.11700175652173914,"median":0.113171,"min":0.07440540000000001,"max":0.180353,"stdev":0.026041608768448483},"long":{"mean":0.1358740411764706,"median":0.1259037,"min":0.091521,"max":0.2170906,"stdev":0.038713989856785924}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":784352058258,"overall_relative_score":784352058258,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":855,"performance":907,"input_tokens":27316,"output_tokens":38824,"total_tokens":66140,"cost":0.13157210000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972550,"overall_relative_score":972550,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":661,"performance":963,"input_tokens":22857,"output_tokens":27856,"total_tokens":50713,"cost":0.09246320000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2715472127393,"overall_relative_score":2715472127393,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":333,"performance":1383,"input_tokens":29087,"output_tokens":45094,"total_tokens":74181,"cost":0.1476332},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2011623633,"overall_relative_score":2011623633,"max_execution_time_ms":2560,"max_memory_usage_kib":60416,"rank":501,"performance":784,"input_tokens":67813,"output_tokens":31192,"total_tokens":99005,"cost":0.1334958},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15351565,"overall_relative_score":15351565,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":156,"performance":1640,"input_tokens":30713,"output_tokens":34989,"total_tokens":65702,"cost":0.1152028},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5493702,"overall_relative_score":5493702,"max_execution_time_ms":1340,"max_memory_usage_kib":3072,"rank":190,"performance":1616,"input_tokens":33041,"output_tokens":31488,"total_tokens":64529,"cost":0.1124496},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1889443,"overall_relative_score":1889443,"max_execution_time_ms":1990,"max_memory_usage_kib":18432,"rank":24,"performance":2425,"input_tokens":24760,"output_tokens":55379,"total_tokens":80139,"cost":0.180353},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9674223304,"overall_relative_score":9674223304,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":499,"performance":823,"input_tokens":16856,"output_tokens":29670,"total_tokens":46526,"cost":0.09809960000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":44720507,"overall_relative_score":44720507,"max_execution_time_ms":469,"max_memory_usage_kib":3072,"rank":618,"performance":929,"input_tokens":35174,"output_tokens":32772,"total_tokens":67946,"cost":0.1194204},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6800396437,"overall_relative_score":6800396437,"max_execution_time_ms":420,"max_memory_usage_kib":6144,"rank":71,"performance":2102,"input_tokens":27535,"output_tokens":42517,"total_tokens":70052,"cost":0.1353235},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13468,"overall_relative_score":13468,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":325,"performance":1262,"input_tokens":53054,"output_tokens":31349,"total_tokens":84403,"cost":0.10984790000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":915234261,"overall_relative_score":915234261,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":343,"performance":1348,"input_tokens":47423,"output_tokens":32366,"total_tokens":79789,"cost":0.11684780000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18773680,"overall_relative_score":18773680,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":682,"performance":549,"input_tokens":36805,"output_tokens":34978,"total_tokens":71783,"cost":0.113171},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1305524859,"overall_relative_score":1305524859,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":370,"performance":1217,"input_tokens":36291,"output_tokens":66556,"total_tokens":102847,"cost":0.2170906},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97471024,"overall_relative_score":97471024,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":304,"performance":1399,"input_tokens":23554,"output_tokens":22773,"total_tokens":46327,"cost":0.07440540000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4190958654,"overall_relative_score":26422710805,"max_execution_time_ms":440,"max_memory_usage_kib":4096,"rank":649,"performance":1062,"input_tokens":22295,"output_tokens":42992,"total_tokens":65287,"cost":0.134216},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":313933842304,"overall_relative_score":790861391790,"max_execution_time_ms":5600,"max_memory_usage_kib":11264,"rank":468,"performance":1223,"input_tokens":46378,"output_tokens":28499,"total_tokens":74877,"cost":0.0952723},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":163141129734294,"overall_relative_score":14744671147,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":449,"performance":1091,"input_tokens":36877,"output_tokens":39038,"total_tokens":75915,"cost":0.1259037},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":8192,"rank":967,"performance":-70,"input_tokens":33816,"output_tokens":36895,"total_tokens":70711,"cost":0.12124659999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12435035,"overall_relative_score":12435035,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":730,"performance":1019,"input_tokens":20084,"output_tokens":45072,"total_tokens":65156,"cost":0.1425909},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283048465228,"overall_relative_score":283048465228,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":105,"performance":1633,"input_tokens":22517,"output_tokens":46687,"total_tokens":69204,"cost":0.1488352},{"problem_id":"ahc024","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":23687,"output_tokens":30474,"total_tokens":54161,"cost":0.1011542},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":74234000008,"overall_relative_score":183302854471,"max_execution_time_ms":1005,"max_memory_usage_kib":3072,"rank":698,"performance":1015,"input_tokens":20530,"output_tokens":27809,"total_tokens":48339,"cost":0.091521},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1264717,"overall_relative_score":1264717,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":16833,"output_tokens":39278,"total_tokens":56111,"cost":0.12221829999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3004322817167,"overall_relative_score":15830272515,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":990,"performance":406,"input_tokens":30766,"output_tokens":66938,"total_tokens":97704,"cost":0.20867159999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":177,"performance":1836,"input_tokens":19363,"output_tokens":25108,"total_tokens":44471,"cost":0.0805298},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2075676661,"overall_relative_score":34087473691,"max_execution_time_ms":1700,"max_memory_usage_kib":4096,"rank":1014,"performance":534,"input_tokens":37883,"output_tokens":58714,"total_tokens":96597,"cost":0.1873518},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3593106200,"overall_relative_score":73750124858,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":499,"performance":1250,"input_tokens":29892,"output_tokens":42980,"total_tokens":72872,"cost":0.1377872},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9592173499013,"overall_relative_score":9592173499013,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":23506,"output_tokens":34379,"total_tokens":57885,"cost":0.1097361},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39578041929,"overall_relative_score":6424549,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":945,"performance":675,"input_tokens":26924,"output_tokens":54717,"total_tokens":81641,"cost":0.1719854},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2859283121,"overall_relative_score":2859283121,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":624,"performance":1056,"input_tokens":19074,"output_tokens":30658,"total_tokens":49732,"cost":0.0968474},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251637937,"overall_relative_score":251637937,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":243,"performance":1699,"input_tokens":30303,"output_tokens":26671,"total_tokens":56974,"cost":0.0865983},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5904433,"overall_relative_score":50252336582,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":529,"performance":1170,"input_tokens":32002,"output_tokens":32417,"total_tokens":64419,"cost":0.10685220000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276379,"overall_relative_score":276379,"max_execution_time_ms":400,"max_memory_usage_kib":5120,"rank":290,"performance":1438,"input_tokens":27026,"output_tokens":44815,"total_tokens":71841,"cost":0.14515660000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4108513256,"overall_relative_score":2369190077933,"max_execution_time_ms":1410,"max_memory_usage_kib":3072,"rank":641,"performance":1123,"input_tokens":31538,"output_tokens":33021,"total_tokens":64559,"cost":0.1058063},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38486327,"overall_relative_score":38486327,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":877,"performance":753,"input_tokens":18797,"output_tokens":46978,"total_tokens":65775,"cost":0.1460247},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":432776,"overall_relative_score":432776,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":645,"performance":1091,"input_tokens":30810,"output_tokens":42789,"total_tokens":73599,"cost":0.137052},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138866342,"overall_relative_score":138866342,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":430,"performance":1385,"input_tokens":19729,"output_tokens":28283,"total_tokens":48012,"cost":0.0907149},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835755812,"overall_relative_score":1649297872419,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":513,"performance":1332,"input_tokens":29875,"output_tokens":31040,"total_tokens":60915,"cost":0.0994775},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":19417,"output_tokens":34609,"total_tokens":54026,"cost":0.10997320000000002}]},{"num_self_refine":8,"rank":{"all":{"mean":471.3,"median":500.0,"min":24,"max":1014,"stdev":254.92766193670082},"short":{"mean":395.69565217391306,"median":446.0,"min":24,"max":730,"stdev":238.54777199901008},"long":{"mean":573.5882352941177,"median":529.0,"min":182,"max":1014,"stdev":246.6384141875332}},"performance":{"all":{"mean":1240.4,"median":1160.0,"min":417,"max":2425,"stdev":454.016818845813},"short":{"mean":1340.1739130434783,"median":1291.0,"min":682,"max":2425,"stdev":510.3369343495186},"long":{"mean":1105.4117647058824,"median":1150.0,"min":417,"max":1646,"stdev":332.6620016667686}},"input_tokens":{"all":{"mean":104947.1,"median":104120.0,"min":59033,"max":195046,"stdev":29578.595904505866},"short":{"mean":99187.56521739131,"median":91678.0,"min":59033,"max":195046,"stdev":33100.010470783964},"long":{"mean":112739.41176470589,"median":113574.0,"min":65938,"max":147703,"stdev":22669.08855704951}},"output_tokens":{"all":{"mean":56360.575,"median":56028.0,"min":32179,"max":96872,"stdev":14754.436702378278},"short":{"mean":52667.913043478264,"median":54403.0,"min":32179,"max":76989,"stdev":10698.110865148292},"long":{"mean":61356.529411764706,"median":56601.0,"min":39860,"max":96872,"stdev":18086.972501353175}},"total_tokens":{"all":{"mean":161307.675,"median":161515.5,"min":98823,"max":237520,"stdev":33992.68482119653},"short":{"mean":151855.47826086957,"median":146697.0,"min":98823,"max":237520,"stdev":34349.71985974104},"long":{"mean":174095.9411764706,"median":172960.0,"min":105798,"max":237143,"stdev":29865.994794394905}},"cost":{"all":{"mean":0.1985616475,"median":0.1928801,"min":0.113999,"max":0.3374026,"stdev":0.048054878116736},"short":{"mean":0.18679253913043478,"median":0.18515520000000002,"min":0.113999,"max":0.2971052,"stdev":0.038529659944040506},"long":{"mean":0.21448455882352943,"median":0.2034429,"min":0.14442280000000002,"max":0.3374026,"stdev":0.055849059451492315}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":864868153268,"overall_relative_score":864868153268,"max_execution_time_ms":4900,"max_memory_usage_kib":3072,"rank":749,"performance":1002,"input_tokens":113574,"output_tokens":59386,"total_tokens":172960,"cost":0.22325290000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1199800,"overall_relative_score":1199800,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":623,"performance":1009,"input_tokens":92931,"output_tokens":46735,"total_tokens":139666,"cost":0.16272860000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2779951170015,"overall_relative_score":2779951170015,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":199,"performance":1646,"input_tokens":115139,"output_tokens":68841,"total_tokens":183980,"cost":0.2369694},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2011623633,"overall_relative_score":2011623633,"max_execution_time_ms":2560,"max_memory_usage_kib":60416,"rank":501,"performance":784,"input_tokens":195046,"output_tokens":42474,"total_tokens":237520,"cost":0.21603360000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15804279,"overall_relative_score":15804279,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":150,"performance":1662,"input_tokens":130098,"output_tokens":54403,"total_tokens":184501,"cost":0.2036358},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5517666,"overall_relative_score":5517666,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":182,"performance":1638,"input_tokens":117037,"output_tokens":44463,"total_tokens":161500,"cost":0.17130820000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1889443,"overall_relative_score":1889443,"max_execution_time_ms":1990,"max_memory_usage_kib":18432,"rank":24,"performance":2425,"input_tokens":111297,"output_tokens":76989,"total_tokens":188286,"cost":0.2971052},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9963510875,"overall_relative_score":9963510875,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":498,"performance":826,"input_tokens":59425,"output_tokens":39398,"total_tokens":98823,"cost":0.140665},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":44720507,"overall_relative_score":44720507,"max_execution_time_ms":469,"max_memory_usage_kib":3072,"rank":618,"performance":929,"input_tokens":124156,"output_tokens":56293,"total_tokens":180449,"cost":0.2158526},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6800396437,"overall_relative_score":6800396437,"max_execution_time_ms":420,"max_memory_usage_kib":6144,"rank":71,"performance":2102,"input_tokens":108851,"output_tokens":58866,"total_tokens":167717,"cost":0.1994961},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16168,"overall_relative_score":16168,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":305,"performance":1305,"input_tokens":163950,"output_tokens":47745,"total_tokens":211695,"cost":0.1838455},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":930206391,"overall_relative_score":930206391,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":341,"performance":1351,"input_tokens":142379,"output_tokens":43573,"total_tokens":185952,"cost":0.1705784},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38286659,"overall_relative_score":38286659,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":682,"input_tokens":126053,"output_tokens":48564,"total_tokens":174617,"cost":0.1793178},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1310460601,"overall_relative_score":1310460601,"max_execution_time_ms":4830,"max_memory_usage_kib":3072,"rank":367,"performance":1222,"input_tokens":140271,"output_tokens":96872,"total_tokens":237143,"cost":0.3374026},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97471024,"overall_relative_score":97471024,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":304,"performance":1399,"input_tokens":85820,"output_tokens":32179,"total_tokens":117999,"cost":0.113999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4329632758,"overall_relative_score":27484545907,"max_execution_time_ms":540,"max_memory_usage_kib":4096,"rank":645,"performance":1066,"input_tokens":75667,"output_tokens":64282,"total_tokens":139949,"cost":0.21474919999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":369482939524,"overall_relative_score":789541649566,"max_execution_time_ms":5740,"max_memory_usage_kib":3072,"rank":470,"performance":1220,"input_tokens":147703,"output_tokens":43346,"total_tokens":191049,"cost":0.1568323},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":163141129734294,"overall_relative_score":14744671147,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":449,"performance":1091,"input_tokens":134514,"output_tokens":55085,"total_tokens":189599,"cost":0.2034429},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":483016485,"overall_relative_score":483016485,"max_execution_time_ms":760,"max_memory_usage_kib":10240,"rank":62,"performance":2206,"input_tokens":129954,"output_tokens":55763,"total_tokens":185717,"cost":0.20302139999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12435035,"overall_relative_score":12435035,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":730,"performance":1019,"input_tokens":78757,"output_tokens":71218,"total_tokens":149975,"cost":0.23831270000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283048465228,"overall_relative_score":283048465228,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":105,"performance":1633,"input_tokens":81840,"output_tokens":56896,"total_tokens":138736,"cost":0.193936},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":91678,"output_tokens":50137,"total_tokens":141815,"cost":0.17853780000000002},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64735463502,"overall_relative_score":211367311178,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":626,"performance":1099,"input_tokens":65938,"output_tokens":39860,"total_tokens":105798,"cost":0.14442280000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":59033,"output_tokens":57066,"total_tokens":116099,"cost":0.18323829999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2076240885941,"overall_relative_score":23049419894,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":987,"performance":417,"input_tokens":106606,"output_tokens":93785,"total_tokens":200391,"cost":0.3095006},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064527,"overall_relative_score":1064527,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":76388,"output_tokens":37818,"total_tokens":114206,"cost":0.1367468},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2075676661,"overall_relative_score":34087473691,"max_execution_time_ms":1700,"max_memory_usage_kib":4096,"rank":1014,"performance":534,"input_tokens":126649,"output_tokens":86931,"total_tokens":213580,"cost":0.2876304},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3593106200,"overall_relative_score":73750124858,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":499,"performance":1250,"input_tokens":102622,"output_tokens":56601,"total_tokens":159223,"cost":0.1918242},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9592173499013,"overall_relative_score":9592173499013,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":84211,"output_tokens":62486,"total_tokens":146697,"cost":0.2115361},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34357490171,"overall_relative_score":7555673,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":945,"performance":675,"input_tokens":88099,"output_tokens":79146,"total_tokens":167245,"cost":0.2557374},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2858193561,"overall_relative_score":2858193561,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":624,"performance":1056,"input_tokens":68682,"output_tokens":43167,"total_tokens":111849,"cost":0.1435312},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252563441,"overall_relative_score":252563441,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":231,"performance":1723,"input_tokens":104592,"output_tokens":47415,"total_tokens":152007,"cost":0.16255570000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5904433,"overall_relative_score":50252336582,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":529,"performance":1170,"input_tokens":111875,"output_tokens":45412,"total_tokens":157287,"cost":0.16022500000000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276379,"overall_relative_score":276379,"max_execution_time_ms":400,"max_memory_usage_kib":5120,"rank":290,"performance":1438,"input_tokens":99058,"output_tokens":62473,"total_tokens":161531,"cost":0.21830980000000003},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3948569594,"overall_relative_score":2456062069970,"max_execution_time_ms":2360,"max_memory_usage_kib":3072,"rank":618,"performance":1150,"input_tokens":103648,"output_tokens":60108,"total_tokens":163756,"cost":0.20025330000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64983985,"overall_relative_score":64983985,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":532,"performance":1291,"input_tokens":67557,"output_tokens":58944,"total_tokens":126501,"cost":0.19095470000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433122,"overall_relative_score":433122,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":642,"performance":1095,"input_tokens":108058,"output_tokens":60114,"total_tokens":168172,"cost":0.2020958},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147187258,"overall_relative_score":147187258,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":170,"performance":1849,"input_tokens":85093,"output_tokens":44166,"total_tokens":129259,"cost":0.1514703},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835755812,"overall_relative_score":1649297872419,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":513,"performance":1332,"input_tokens":100693,"output_tokens":49077,"total_tokens":149770,"cost":0.1662553},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":72942,"output_tokens":56346,"total_tokens":129288,"cost":0.18515520000000002}]},{"num_self_refine":16,"rank":{"all":{"mean":446.6,"median":484.5,"min":24,"max":987,"stdev":241.64275390091984},"short":{"mean":384.17391304347825,"median":392.0,"min":24,"max":730,"stdev":237.7496108731952},"long":{"mean":531.0588235294117,"median":495.0,"min":182,"max":987,"stdev":226.77259275214325}},"performance":{"all":{"mean":1279.1,"median":1201.0,"min":417,"max":2425,"stdev":448.7535329480241},"short":{"mean":1371.391304347826,"median":1291.0,"min":682,"max":2425,"stdev":511.4132592523687},"long":{"mean":1154.235294117647,"median":1192.0,"min":417,"max":1662,"stdev":320.0483419367621}},"input_tokens":{"all":{"mean":396651.925,"median":394813.5,"min":215630,"max":597722,"stdev":100880.13460929313},"short":{"mean":382292.1304347826,"median":380319.0,"min":215630,"max":597722,"stdev":108976.92490627394},"long":{"mean":416079.8823529412,"median":426116.0,"min":230602,"max":572401,"stdev":88198.8726443558}},"output_tokens":{"all":{"mean":81960.95,"median":80665.5,"min":48885,"max":144287,"stdev":20145.403416609675},"short":{"mean":76313.04347826086,"median":78362.0,"min":48885,"max":104401,"stdev":13796.826846904989},"long":{"mean":89602.23529411765,"median":83144.0,"min":51100,"max":144287,"stdev":24891.777996281755}},"total_tokens":{"all":{"mean":478612.875,"median":483067.5,"min":269949,"max":716688,"stdev":109516.11562996691},"short":{"mean":458605.17391304346,"median":458909.0,"min":269949,"max":666242,"stdev":114767.91740276714},"long":{"mean":505682.1176470588,"median":510418.0,"min":281702,"max":716688,"stdev":98842.30624894532}},"cost":{"all":{"mean":0.333288755,"median":0.32305504999999995,"min":0.2010372,"max":0.5939016,"stdev":0.08177655224555963},"short":{"mean":0.31287603913043477,"median":0.309295,"min":0.2097532,"max":0.5000196,"stdev":0.06763868871795423},"long":{"mean":0.36090595882352944,"median":0.34392659999999997,"min":0.2010372,"max":0.5939016,"stdev":0.09273930576707388}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":919779876944,"overall_relative_score":919779876944,"max_execution_time_ms":5331,"max_memory_usage_kib":3072,"rank":492,"performance":1241,"input_tokens":486297,"output_tokens":101351,"total_tokens":587648,"cost":0.4683337},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1199800,"overall_relative_score":1199800,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":623,"performance":1009,"input_tokens":384569,"output_tokens":74340,"total_tokens":458909,"cost":0.3363024},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2783782744892,"overall_relative_score":2783782744892,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":192,"performance":1662,"input_tokens":461214,"output_tokens":111375,"total_tokens":572589,"cost":0.43666439999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2602062664,"overall_relative_score":2602062664,"max_execution_time_ms":3000,"max_memory_usage_kib":60416,"rank":392,"performance":1069,"input_tokens":597722,"output_tokens":64565,"total_tokens":662287,"cost":0.3872082},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15804770,"overall_relative_score":15804770,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":150,"performance":1662,"input_tokens":545637,"output_tokens":86784,"total_tokens":632421,"cost":0.3803742},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5517666,"overall_relative_score":5517666,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":182,"performance":1638,"input_tokens":426116,"output_tokens":63568,"total_tokens":489684,"cost":0.34392659999999997},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1889443,"overall_relative_score":1889443,"max_execution_time_ms":1990,"max_memory_usage_kib":18432,"rank":24,"performance":2425,"input_tokens":445761,"output_tokens":104401,"total_tokens":550162,"cost":0.5000196},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10518512181,"overall_relative_score":10518512181,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":221064,"output_tokens":48885,"total_tokens":269949,"cost":0.22975740000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":44720507,"overall_relative_score":44720507,"max_execution_time_ms":469,"max_memory_usage_kib":3072,"rank":618,"performance":929,"input_tokens":440211,"output_tokens":82134,"total_tokens":522345,"cost":0.37088060000000006},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6942253152,"overall_relative_score":6942253152,"max_execution_time_ms":680,"max_memory_usage_kib":10148,"rank":47,"performance":2262,"input_tokens":439539,"output_tokens":84299,"total_tokens":523838,"cost":0.32329589999999997},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18452,"overall_relative_score":18452,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":294,"performance":1329,"input_tokens":584306,"output_tokens":81936,"total_tokens":666242,"cost":0.36391209999999996},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":930206391,"overall_relative_score":930206391,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":341,"performance":1351,"input_tokens":473212,"output_tokens":66089,"total_tokens":539301,"cost":0.28929819999999995},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38414371,"overall_relative_score":38414371,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":682,"input_tokens":458120,"output_tokens":75038,"total_tokens":533158,"cost":0.306812},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1447666250,"overall_relative_score":1447666250,"max_execution_time_ms":4960,"max_memory_usage_kib":3072,"rank":250,"performance":1447,"input_tokens":572401,"output_tokens":144287,"total_tokens":716688,"cost":0.5939016},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97471024,"overall_relative_score":97471024,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":304,"performance":1399,"input_tokens":331262,"output_tokens":52342,"total_tokens":383604,"cost":0.2097532},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4329632758,"overall_relative_score":27484545907,"max_execution_time_ms":540,"max_memory_usage_kib":4096,"rank":645,"performance":1066,"input_tokens":280578,"output_tokens":91554,"total_tokens":372132,"cost":0.32901579999999997},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":727413174191,"overall_relative_score":784713499384,"max_execution_time_ms":5800,"max_memory_usage_kib":7168,"rank":477,"performance":1210,"input_tokens":503996,"output_tokens":66981,"total_tokens":570977,"cost":0.27664910000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":163141129734294,"overall_relative_score":14744671147,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":449,"performance":1091,"input_tokens":525855,"output_tokens":88859,"total_tokens":614714,"cost":0.3868655000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":484002261,"overall_relative_score":484002261,"max_execution_time_ms":1610,"max_memory_usage_kib":6144,"rank":57,"performance":2235,"input_tokens":525400,"output_tokens":86363,"total_tokens":611763,"cost":0.38168899999999994},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12435035,"overall_relative_score":12435035,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":730,"performance":1019,"input_tokens":313622,"output_tokens":89793,"total_tokens":403415,"cost":0.33601270000000005},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283048465228,"overall_relative_score":283048465228,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":105,"performance":1633,"input_tokens":326865,"output_tokens":76424,"total_tokens":403289,"cost":0.309295},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":380319,"output_tokens":79395,"total_tokens":459714,"cost":0.32352840000000005},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65128187352,"overall_relative_score":211944751355,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":624,"performance":1102,"input_tokens":230602,"output_tokens":51100,"total_tokens":281702,"cost":0.2010372},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1298366,"overall_relative_score":1298366,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":680,"performance":724,"input_tokens":215630,"output_tokens":71219,"total_tokens":286849,"cost":0.24664149999999996},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2076240885941,"overall_relative_score":23049419894,"max_execution_time_ms":10,"max_memory_usage_kib":5120,"rank":987,"performance":417,"input_tokens":382406,"output_tokens":130958,"total_tokens":513364,"cost":0.45939559999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064455,"overall_relative_score":1064455,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":286486,"output_tokens":52799,"total_tokens":339285,"cost":0.2136221},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":400545,"output_tokens":109873,"total_tokens":510418,"cost":0.407642},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3117871300,"overall_relative_score":84848552953,"max_execution_time_ms":2640,"max_memory_usage_kib":3072,"rank":474,"performance":1284,"input_tokens":371854,"output_tokens":73522,"total_tokens":445376,"cost":0.29814240000000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9592173499013,"overall_relative_score":9592173499013,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":306555,"output_tokens":83898,"total_tokens":390453,"cost":0.30729049999999997},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34357490171,"overall_relative_score":7555673,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":945,"performance":675,"input_tokens":307788,"output_tokens":105609,"total_tokens":413397,"cost":0.36607580000000006},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3051854841,"overall_relative_score":3051854841,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":575,"performance":1126,"input_tokens":270868,"output_tokens":63113,"total_tokens":333981,"cost":0.2334168},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253010903,"overall_relative_score":253010903,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":221,"performance":1744,"input_tokens":396320,"output_tokens":67004,"total_tokens":463324,"cost":0.2625995},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5819977,"overall_relative_score":51543296009,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":511,"performance":1192,"input_tokens":429451,"output_tokens":75799,"total_tokens":505250,"cost":0.2981876},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287531,"overall_relative_score":287531,"max_execution_time_ms":860,"max_memory_usage_kib":6144,"rank":257,"performance":1507,"input_tokens":404988,"output_tokens":94556,"total_tokens":499544,"cost":0.3696048000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3948569594,"overall_relative_score":2456062069970,"max_execution_time_ms":2360,"max_memory_usage_kib":3072,"rank":618,"performance":1150,"input_tokens":393307,"output_tokens":83144,"total_tokens":476451,"cost":0.31080470000000004},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65029068,"overall_relative_score":65029068,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":532,"performance":1291,"input_tokens":281612,"output_tokens":78362,"total_tokens":359974,"cost":0.28125770000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433834,"overall_relative_score":433834,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":632,"performance":1109,"input_tokens":415877,"output_tokens":85467,"total_tokens":501344,"cost":0.32281419999999994},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147275504,"overall_relative_score":147275504,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":165,"performance":1861,"input_tokens":379638,"output_tokens":69633,"total_tokens":449271,"cost":0.27173430000000004},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":818229101,"overall_relative_score":1688398767269,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":495,"performance":1353,"input_tokens":387525,"output_tokens":77035,"total_tokens":464560,"cost":0.29858049999999997},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":280559,"output_tokens":84584,"total_tokens":365143,"cost":0.29920740000000007}]}]},{"model_name":"kimi-k2.6","detail_path":"data/model_details/kimi-k2.6.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":486.575,"median":499.5,"min":145,"max":984,"stdev":186.03155060503263},"short":{"mean":458.3478260869565,"median":463.0,"min":145,"max":761,"stdev":160.37643464834176},"long":{"mean":524.7647058823529,"median":554.0,"min":173,"max":984,"stdev":215.16404480412285}},"performance":{"all":{"mean":1092.675,"median":1203.0,"min":-61,"max":1711,"stdev":445.6676574505221},"short":{"mean":1034.5217391304348,"median":1238.0,"min":-61,"max":1646,"stdev":529.5338318288865},"long":{"mean":1171.3529411764705,"median":1163.0,"min":428,"max":1711,"stdev":295.1925094697676}},"input_tokens":{"all":{"mean":2927.025,"median":2523.0,"min":1299,"max":7487,"stdev":1589.208728888172},"short":{"mean":2361.521739130435,"median":1816.0,"min":1432,"max":7487,"stdev":1412.9223381335712},"long":{"mean":3692.1176470588234,"median":3284.0,"min":1299,"max":7413,"stdev":1526.2618911229217}},"output_tokens":{"all":{"mean":48986.75,"median":50958.5,"min":29784,"max":65458,"stdev":8977.132789225334},"short":{"mean":47615.69565217391,"median":46214.0,"min":29784,"max":65458,"stdev":10184.722245665018},"long":{"mean":50841.705882352944,"median":52359.0,"min":34357,"max":61704,"stdev":6888.438318703902}},"total_tokens":{"all":{"mean":51913.775,"median":54538.0,"min":34033,"max":67652,"stdev":9207.624999290756},"short":{"mean":49977.217391304344,"median":50339.0,"min":34033,"max":67652,"stdev":10082.359707368842},"long":{"mean":54533.82352941176,"median":55580.0,"min":35656,"max":64410,"stdev":7361.604234432313}},"cost":{"all":{"mean":0.19686070625,"median":0.20446815499999998,"min":0.12317255,"max":0.26218304,"stdev":0.03569145873201553},"short":{"mean":0.1913549504347826,"median":0.18512752,"min":0.12317255,"max":0.26218304,"stdev":0.04039588758528841},"long":{"mean":0.20430967,"median":0.21010656,"min":0.13763584,"max":0.24724896,"stdev":0.027546133652610393}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":912740787105,"overall_relative_score":912740787105,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":519,"performance":1214,"input_tokens":1299,"output_tokens":34357,"total_tokens":35656,"cost":0.13763584},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2446166,"overall_relative_score":2446166,"max_execution_time_ms":1950,"max_memory_usage_kib":18432,"rank":463,"performance":1205,"input_tokens":1446,"output_tokens":33036,"total_tokens":34482,"cost":0.13237536},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2797492087287,"overall_relative_score":2797492087287,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":173,"performance":1711,"input_tokens":2522,"output_tokens":37335,"total_tokens":39857,"cost":0.14974352},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3528730283,"overall_relative_score":3528730283,"max_execution_time_ms":2160,"max_memory_usage_kib":56320,"rank":270,"performance":1359,"input_tokens":1589,"output_tokens":58708,"total_tokens":60297,"cost":0.23508624},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":900484,"overall_relative_score":900484,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":389,"performance":979,"input_tokens":1770,"output_tokens":61467,"total_tokens":63237,"cost":0.2461512},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5310901,"overall_relative_score":5310901,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":288,"performance":1390,"input_tokens":3678,"output_tokens":59797,"total_tokens":63475,"cost":0.23977648},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2330,"max_memory_usage_kib":18432,"rank":523,"performance":116,"input_tokens":1478,"output_tokens":48861,"total_tokens":50339,"cost":0.1968481},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2183,"output_tokens":43246,"total_tokens":45429,"cost":0.17505785},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":257056287,"overall_relative_score":257056287,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":559,"performance":1010,"input_tokens":2951,"output_tokens":52629,"total_tokens":55580,"cost":0.21331945},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":761,"performance":42,"input_tokens":2137,"output_tokens":38946,"total_tokens":41083,"cost":0.15612592},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27560,"overall_relative_score":27560,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":251,"performance":1427,"input_tokens":7487,"output_tokens":45281,"total_tokens":52768,"cost":0.18232192},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":335922792,"overall_relative_score":335922792,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":554,"performance":1047,"input_tokens":7413,"output_tokens":53673,"total_tokens":61086,"cost":0.21587808},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":899,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":4652,"output_tokens":54346,"total_tokens":58998,"cost":0.21812832},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1320132181,"overall_relative_score":1320132181,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":346,"performance":1260,"input_tokens":2755,"output_tokens":52214,"total_tokens":54969,"cost":0.2092968},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86846277,"overall_relative_score":86846277,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":2524,"output_tokens":33263,"total_tokens":35787,"cost":0.13345584},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4972200117,"overall_relative_score":29993442672,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":577,"performance":1148,"input_tokens":2706,"output_tokens":61704,"total_tokens":64410,"cost":0.24724896},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1151850856319,"overall_relative_score":953275856893,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":248,"performance":1589,"input_tokens":6919,"output_tokens":46456,"total_tokens":53375,"cost":0.18693657},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292062003703721,"overall_relative_score":25470054044,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":387,"performance":1201,"input_tokens":4401,"output_tokens":50417,"total_tokens":54818,"cost":0.20241087},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445363121,"overall_relative_score":445363121,"max_execution_time_ms":1980,"max_memory_usage_kib":9216,"rank":302,"performance":1526,"input_tokens":3538,"output_tokens":42367,"total_tokens":45905,"cost":0.1728291},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12765310,"overall_relative_score":12765310,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":593,"performance":1192,"input_tokens":1671,"output_tokens":48790,"total_tokens":50461,"cost":0.19553401},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276914702492,"overall_relative_score":276914702492,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":2158,"output_tokens":57380,"total_tokens":59538,"cost":0.22995218},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93764,"overall_relative_score":93764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":339,"performance":1314,"input_tokens":1815,"output_tokens":57745,"total_tokens":59560,"cost":0.23128857},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150944777335,"overall_relative_score":139382550654,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":817,"performance":867,"input_tokens":2792,"output_tokens":47789,"total_tokens":50581,"cost":0.191786},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1337826,"overall_relative_score":1337826,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":545,"performance":1038,"input_tokens":1703,"output_tokens":44936,"total_tokens":46639,"cost":0.18001648},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1407066910850,"overall_relative_score":33758915754,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":984,"performance":428,"input_tokens":3284,"output_tokens":51500,"total_tokens":54784,"cost":0.20652544},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1051705,"overall_relative_score":1051705,"max_execution_time_ms":1920,"max_memory_usage_kib":23552,"rank":262,"performance":1646,"input_tokens":1816,"output_tokens":58899,"total_tokens":60715,"cost":0.23588656},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":42165000000,"overall_relative_score":145481723392,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":578,"performance":1163,"input_tokens":4043,"output_tokens":54169,"total_tokens":58212,"cost":0.21748325},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1265698971,"overall_relative_score":57694252256,"max_execution_time_ms":1048,"max_memory_usage_kib":3072,"rank":570,"performance":1158,"input_tokens":2924,"output_tokens":53854,"total_tokens":56778,"cost":0.21588384},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10235920601576,"overall_relative_score":10235920601576,"max_execution_time_ms":1870,"max_memory_usage_kib":5120,"rank":524,"performance":1241,"input_tokens":1697,"output_tokens":46214,"total_tokens":47911,"cost":0.18512752},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35732050611,"overall_relative_score":19950712328,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":849,"input_tokens":2793,"output_tokens":55084,"total_tokens":57877,"cost":0.22078288},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":1878,"output_tokens":52414,"total_tokens":54292,"cost":0.20995648},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242909132,"overall_relative_score":242909132,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":359,"performance":1499,"input_tokens":4249,"output_tokens":29784,"total_tokens":34033,"cost":0.12317255},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1002191,"overall_relative_score":206797579953,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":387,"performance":1360,"input_tokens":3960,"output_tokens":53942,"total_tokens":57902,"cost":0.2164016},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":1828,"output_tokens":36680,"total_tokens":38508,"cost":0.14704092},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4008018543,"overall_relative_score":2432371988540,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":626,"performance":1141,"input_tokens":4135,"output_tokens":47030,"total_tokens":51165,"cost":0.19204825},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66784213,"overall_relative_score":66784213,"max_execution_time_ms":1840,"max_memory_usage_kib":3072,"rank":480,"performance":1362,"input_tokens":1623,"output_tokens":57687,"total_tokens":59310,"cost":0.23228985},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441068,"overall_relative_score":441068,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":537,"performance":1238,"input_tokens":2194,"output_tokens":65458,"total_tokens":67652,"cost":0.26218304},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138623066,"overall_relative_score":138623066,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":449,"performance":1357,"input_tokens":1447,"output_tokens":44126,"total_tokens":45573,"cost":0.17787865},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":838237368,"overall_relative_score":1711259614939,"max_execution_time_ms":230,"max_memory_usage_kib":8192,"rank":474,"performance":1377,"input_tokens":4191,"output_tokens":52359,"total_tokens":56550,"cost":0.21010656},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1432,"output_tokens":35527,"total_tokens":36959,"cost":0.1424572}]},{"num_self_refine":2,"rank":{"all":{"mean":399.575,"median":387.5,"min":77,"max":984,"stdev":204.24104505994745},"short":{"mean":344.95652173913044,"median":302.0,"min":77,"max":761,"stdev":164.07328691246747},"long":{"mean":473.47058823529414,"median":488.0,"min":161,"max":984,"stdev":233.6100162790165}},"performance":{"all":{"mean":1296.525,"median":1358.0,"min":42,"max":2027,"stdev":408.68387805183505},"short":{"mean":1331.1304347826087,"median":1426.0,"min":42,"max":2027,"stdev":466.56601446076456},"long":{"mean":1249.7058823529412,"median":1214.0,"min":428,"max":1743,"stdev":322.1049449919006}},"input_tokens":{"all":{"mean":10304.75,"median":9642.0,"min":5375,"max":20993,"stdev":3714.9340246755805},"short":{"mean":8873.08695652174,"median":7509.0,"min":5375,"max":20993,"stdev":3523.940213519307},"long":{"mean":12241.70588235294,"median":12222.0,"min":6871,"max":19057,"stdev":3103.4912752556975}},"output_tokens":{"all":{"mean":89462.45,"median":88995.0,"min":60719,"max":118250,"stdev":14774.045202261348},"short":{"mean":88251.73913043478,"median":87855.0,"min":60719,"max":118250,"stdev":16291.849471486687},"long":{"mean":91100.4705882353,"median":90523.0,"min":72475,"max":116148,"stdev":12732.736789068793}},"total_tokens":{"all":{"mean":99767.2,"median":99274.0,"min":67003,"max":128700,"stdev":15490.447685507217},"short":{"mean":97124.82608695653,"median":96985.0,"min":67003,"max":128700,"stdev":16949.732359517908},"long":{"mean":103342.17647058824,"median":102024.0,"min":80582,"max":126302,"stdev":12893.536249974704}},"cost":{"all":{"mean":0.364255545,"median":0.36130061999999996,"min":0.24682340000000003,"max":0.48119424,"stdev":0.059392125432699255},"short":{"mean":0.3591970139130435,"median":0.35753943,"min":0.24682340000000003,"max":0.48119424,"stdev":0.0654573774816451},"long":{"mean":0.37109944,"median":0.36788335,"min":0.29378910999999996,"max":0.46921706,"stdev":0.05118718948596319}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":912740787105,"overall_relative_score":912740787105,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":519,"performance":1214,"input_tokens":6871,"output_tokens":75406,"total_tokens":82277,"cost":0.30611404},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3198583,"overall_relative_score":3198583,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":299,"performance":1444,"input_tokens":5789,"output_tokens":72182,"total_tokens":77971,"cost":0.29207401},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2805829577679,"overall_relative_score":2805829577679,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":161,"performance":1743,"input_tokens":8107,"output_tokens":72475,"total_tokens":80582,"cost":0.29378910999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3528730283,"overall_relative_score":3528730283,"max_execution_time_ms":2160,"max_memory_usage_kib":56320,"rank":270,"performance":1359,"input_tokens":7962,"output_tokens":103890,"total_tokens":111852,"cost":0.42065515},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15507187,"overall_relative_score":15507187,"max_execution_time_ms":610,"max_memory_usage_kib":4096,"rank":156,"performance":1640,"input_tokens":7509,"output_tokens":90135,"total_tokens":97644,"cost":0.36506181},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5310901,"overall_relative_score":5310901,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":288,"performance":1390,"input_tokens":12518,"output_tokens":86749,"total_tokens":99267,"cost":0.35315112},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2330,"max_memory_usage_kib":18432,"rank":523,"performance":116,"input_tokens":7031,"output_tokens":76960,"total_tokens":83991,"cost":0.31451945},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11484960073,"overall_relative_score":11484960073,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":492,"performance":843,"input_tokens":7282,"output_tokens":74453,"total_tokens":81735,"cost":0.3047299},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3519439114,"overall_relative_score":3519439114,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":488,"performance":1105,"input_tokens":11660,"output_tokens":91777,"total_tokens":103437,"cost":0.378185},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":761,"performance":42,"input_tokens":12269,"output_tokens":77207,"total_tokens":89476,"cost":0.3171774},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27560,"overall_relative_score":27560,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":251,"performance":1427,"input_tokens":20993,"output_tokens":104762,"total_tokens":125755,"cost":0.43307662},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1198872286,"overall_relative_score":1198872286,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":211,"performance":1598,"input_tokens":19057,"output_tokens":81558,"total_tokens":100615,"cost":0.33281716},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":80938563,"overall_relative_score":80938563,"max_execution_time_ms":2850,"max_memory_usage_kib":4096,"rank":221,"performance":1554,"input_tokens":15073,"output_tokens":78244,"total_tokens":93317,"cost":0.31997995},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1355681940,"overall_relative_score":1355681940,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":304,"performance":1338,"input_tokens":10516,"output_tokens":90523,"total_tokens":101039,"cost":0.36788335},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86846277,"overall_relative_score":86846277,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":8276,"output_tokens":67883,"total_tokens":76159,"cost":0.27558008},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4972200117,"overall_relative_score":29993442672,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":577,"performance":1148,"input_tokens":10766,"output_tokens":107814,"total_tokens":118580,"cost":0.43732356},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1151850856319,"overall_relative_score":953275856893,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":248,"performance":1589,"input_tokens":17262,"output_tokens":84762,"total_tokens":102024,"cost":0.34452594000000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10270177310441,"overall_relative_score":92955378195,"max_execution_time_ms":420,"max_memory_usage_kib":4096,"rank":233,"performance":1514,"input_tokens":13241,"output_tokens":99026,"total_tokens":112267,"cost":0.40180678999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":445363121,"overall_relative_score":445363121,"max_execution_time_ms":1980,"max_memory_usage_kib":9216,"rank":302,"performance":1526,"input_tokens":11312,"output_tokens":83972,"total_tokens":95284,"cost":0.34400528},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12940085,"overall_relative_score":12940085,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":493,"performance":1320,"input_tokens":6828,"output_tokens":87299,"total_tokens":94127,"cost":0.35446916},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281356197319,"overall_relative_score":281356197319,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":127,"performance":1470,"input_tokens":8101,"output_tokens":90384,"total_tokens":98485,"cost":0.36761403000000004},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292413,"overall_relative_score":292413,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":77,"performance":2027,"input_tokens":7248,"output_tokens":97491,"total_tokens":104739,"cost":0.39543392},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28484237035,"overall_relative_score":274363581969,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":531,"performance":1211,"input_tokens":8814,"output_tokens":100183,"total_tokens":108997,"cost":0.40506050000000005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360723,"overall_relative_score":1360723,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":393,"performance":1313,"input_tokens":5375,"output_tokens":92172,"total_tokens":97547,"cost":0.37244888},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1407066910850,"overall_relative_score":33758915754,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":984,"performance":428,"input_tokens":10154,"output_tokens":116148,"total_tokens":126302,"cost":0.46921706},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1051705,"overall_relative_score":1051705,"max_execution_time_ms":1920,"max_memory_usage_kib":23552,"rank":262,"performance":1646,"input_tokens":8132,"output_tokens":111967,"total_tokens":120099,"cost":0.45274307999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":42165000000,"overall_relative_score":145481723392,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":578,"performance":1163,"input_tokens":14159,"output_tokens":104726,"total_tokens":118885,"cost":0.42932145},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":220826322222,"overall_relative_score":59693601477,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":541,"performance":1196,"input_tokens":11406,"output_tokens":95230,"total_tokens":106636,"cost":0.38944574},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10395678205214,"overall_relative_score":10395678205214,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":465,"performance":1325,"input_tokens":9130,"output_tokens":87855,"total_tokens":96985,"cost":0.35753943},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32321000000,"overall_relative_score":10231483,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":944,"performance":676,"input_tokens":12639,"output_tokens":103389,"total_tokens":116028,"cost":0.42133418},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":7305,"output_tokens":100291,"total_tokens":107596,"cost":0.40662012999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256977180,"overall_relative_score":256977180,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":154,"performance":1901,"input_tokens":11401,"output_tokens":64865,"total_tokens":76266,"cost":0.27029095000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1057977,"overall_relative_score":214848274137,"max_execution_time_ms":3100,"max_memory_usage_kib":17644,"rank":382,"performance":1368,"input_tokens":13944,"output_tokens":79962,"total_tokens":93906,"cost":0.3269328},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291888,"overall_relative_score":291888,"max_execution_time_ms":790,"max_memory_usage_kib":4096,"rank":204,"performance":1628,"input_tokens":7301,"output_tokens":73203,"total_tokens":80504,"cost":0.29691659},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3813756859,"overall_relative_score":2527541323233,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":586,"performance":1187,"input_tokens":12222,"output_tokens":74472,"total_tokens":86694,"cost":0.30626306000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70447712,"overall_relative_score":70447712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":289,"performance":1648,"input_tokens":6535,"output_tokens":114032,"total_tokens":120567,"cost":0.46112281},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455558,"overall_relative_score":455558,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":403,"performance":1426,"input_tokens":10450,"output_tokens":118250,"total_tokens":128700,"cost":0.48119424},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138623066,"overall_relative_score":138623066,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":449,"performance":1357,"input_tokens":6495,"output_tokens":101574,"total_tokens":108069,"cost":0.41145505},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":838237368,"overall_relative_score":1711259614939,"max_execution_time_ms":230,"max_memory_usage_kib":8192,"rank":474,"performance":1377,"input_tokens":14773,"output_tokens":84508,"total_tokens":99281,"cost":0.34551962},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":6284,"output_tokens":60719,"total_tokens":67003,"cost":0.24682340000000003}]},{"num_self_refine":4,"rank":{"all":{"mean":329.275,"median":294.0,"min":8,"max":984,"stdev":212.0581666091665},"short":{"mean":254.52173913043478,"median":270.0,"min":8,"max":664,"stdev":172.5416602039312},"long":{"mean":430.4117647058824,"median":472.0,"min":107,"max":984,"stdev":223.104812482701}},"performance":{"all":{"mean":1520.375,"median":1466.5,"min":277,"max":2840,"stdev":490.09489858126926},"short":{"mean":1661.608695652174,"median":1651.0,"min":277,"max":2840,"stdev":542.7642832700728},"long":{"mean":1329.2941176470588,"median":1261.0,"min":428,"max":1889,"stdev":336.0615205408606}},"input_tokens":{"all":{"mean":40446.5,"median":42570.0,"min":20272,"max":64429,"stdev":11014.374661299986},"short":{"mean":36559.69565217391,"median":33904.0,"min":20272,"max":64429,"stdev":11970.02389469318},"long":{"mean":45705.117647058825,"median":44975.0,"min":32463,"max":59030,"stdev":6899.186617659659}},"output_tokens":{"all":{"mean":146374.35,"median":144696.0,"min":102755,"max":197976,"stdev":23302.186976212317},"short":{"mean":146407.65217391305,"median":145768.0,"min":102755,"max":197976,"stdev":24935.260249127132},"long":{"mean":146329.29411764705,"median":143624.0,"min":111399,"max":188586,"stdev":21647.381910882163}},"total_tokens":{"all":{"mean":186820.85,"median":187613.0,"min":133519,"max":228584,"stdev":24377.772397285324},"short":{"mean":182967.34782608695,"median":183135.0,"min":133519,"max":228584,"stdev":25760.01355450077},"long":{"mean":192034.41176470587,"median":194601.0,"min":150968,"max":221522,"stdev":22043.15974984877}},"cost":{"all":{"mean":0.605867942,"median":0.604586615,"min":0.4281114,"max":0.80213191,"stdev":0.09324869953890397},"short":{"mean":0.6048102765217391,"median":0.60672518,"min":0.4281114,"max":0.80213191,"stdev":0.09849301163255084},"long":{"mean":0.6072989011764706,"median":0.59900396,"min":0.47178535,"max":0.76884728,"stdev":0.08861353103766419}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":924429511503,"overall_relative_score":924429511503,"max_execution_time_ms":4750,"max_memory_usage_kib":3072,"rank":472,"performance":1261,"input_tokens":46956,"output_tokens":111399,"total_tokens":158355,"cost":0.47178535},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3198583,"overall_relative_score":3198583,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":299,"performance":1444,"input_tokens":22163,"output_tokens":138118,"total_tokens":160281,"cost":0.5626769899999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2829877286738,"overall_relative_score":2829877286738,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":131,"performance":1834,"input_tokens":32463,"output_tokens":118505,"total_tokens":150968,"cost":0.4852528399999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4739389189,"overall_relative_score":4739389189,"max_execution_time_ms":2790,"max_memory_usage_kib":83968,"rank":161,"performance":1671,"input_tokens":38927,"output_tokens":146997,"total_tokens":185924,"cost":0.60672518},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15677731,"overall_relative_score":15677731,"max_execution_time_ms":810,"max_memory_usage_kib":6144,"rank":153,"performance":1651,"input_tokens":33904,"output_tokens":189439,"total_tokens":223343,"cost":0.7752186600000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5721968,"overall_relative_score":5721968,"max_execution_time_ms":2130,"max_memory_usage_kib":3072,"rank":107,"performance":1889,"input_tokens":42553,"output_tokens":119115,"total_tokens":161668,"cost":0.49375573},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1983784,"overall_relative_score":1983784,"max_execution_time_ms":1930,"max_memory_usage_kib":18432,"rank":15,"performance":2584,"input_tokens":30764,"output_tokens":102755,"total_tokens":133519,"cost":0.4281114},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12877251393,"overall_relative_score":12877251393,"max_execution_time_ms":1340,"max_memory_usage_kib":3072,"rank":305,"performance":1288,"input_tokens":25827,"output_tokens":134255,"total_tokens":160082,"cost":0.55164589},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4614034211,"overall_relative_score":4614034211,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":464,"performance":1138,"input_tokens":44009,"output_tokens":164518,"total_tokens":208527,"cost":0.69300439},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7341502152,"overall_relative_score":7341502152,"max_execution_time_ms":880,"max_memory_usage_kib":7652,"rank":11,"performance":2738,"input_tokens":53388,"output_tokens":116987,"total_tokens":170375,"cost":0.49412525},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":338236,"overall_relative_score":338236,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":116,"performance":1818,"input_tokens":64429,"output_tokens":164155,"total_tokens":228584,"cost":0.6864305799999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1197672424,"overall_relative_score":1197672424,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":212,"performance":1595,"input_tokens":54485,"output_tokens":140299,"total_tokens":194784,"cost":0.5804048},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84230041,"overall_relative_score":84230041,"max_execution_time_ms":2880,"max_memory_usage_kib":4096,"rank":178,"performance":1666,"input_tokens":56612,"output_tokens":117144,"total_tokens":173756,"cost":0.49360456},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1449476225,"overall_relative_score":1449476225,"max_execution_time_ms":4520,"max_memory_usage_kib":3072,"rank":249,"performance":1449,"input_tokens":42587,"output_tokens":163866,"total_tokens":206453,"cost":0.6755436},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":86846277,"overall_relative_score":86846277,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":334,"performance":1342,"input_tokens":28667,"output_tokens":123693,"total_tokens":152360,"cost":0.5068660899999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5759469197,"overall_relative_score":32235637946,"max_execution_time_ms":540,"max_memory_usage_kib":5120,"rank":564,"performance":1164,"input_tokens":40912,"output_tokens":153689,"total_tokens":194601,"cost":0.63583555},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1151850856319,"overall_relative_score":953275856893,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":248,"performance":1589,"input_tokens":52319,"output_tokens":127455,"total_tokens":179774,"cost":0.5287825700000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5562267695038,"overall_relative_score":175913198184,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":194,"performance":1612,"input_tokens":50846,"output_tokens":169244,"total_tokens":220090,"cost":0.7115273799999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":495505274,"overall_relative_score":495505274,"max_execution_time_ms":1990,"max_memory_usage_kib":5120,"rank":8,"performance":2840,"input_tokens":43313,"output_tokens":125682,"total_tokens":168995,"cost":0.52425807},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13099105,"overall_relative_score":13099105,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":376,"performance":1484,"input_tokens":27451,"output_tokens":151302,"total_tokens":178753,"cost":0.61955653},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283593361079,"overall_relative_score":283593361079,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":30235,"output_tokens":179096,"total_tokens":209331,"cost":0.73155717},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2030,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":29488,"output_tokens":161099,"total_tokens":190587,"cost":0.65966848},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30403343205,"overall_relative_score":269415147352,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":536,"performance":1205,"input_tokens":32936,"output_tokens":188586,"total_tokens":221522,"cost":0.76884728},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360723,"overall_relative_score":1360723,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":393,"performance":1313,"input_tokens":20272,"output_tokens":197976,"total_tokens":218248,"cost":0.80213191},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1407066910850,"overall_relative_score":33758915754,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":984,"performance":428,"input_tokens":59030,"output_tokens":152488,"total_tokens":211518,"cost":0.6383583800000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1075885,"overall_relative_score":1075885,"max_execution_time_ms":1950,"max_memory_usage_kib":7168,"rank":78,"performance":2168,"input_tokens":34511,"output_tokens":163347,"total_tokens":197858,"cost":0.6699752899999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":42165000000,"overall_relative_score":145481723392,"max_execution_time_ms":3100,"max_memory_usage_kib":4096,"rank":578,"performance":1163,"input_tokens":49428,"output_tokens":143624,"total_tokens":193052,"cost":0.59900396},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53950706984,"overall_relative_score":64847470428,"max_execution_time_ms":2360,"max_memory_usage_kib":491520,"rank":528,"performance":1212,"input_tokens":44288,"output_tokens":174791,"total_tokens":219079,"cost":0.72234396},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10522405493423,"overall_relative_score":10522405493423,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":408,"performance":1410,"input_tokens":36855,"output_tokens":133341,"total_tokens":170196,"cost":0.55105866},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":688972,"overall_relative_score":369091135153,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":614,"performance":1119,"input_tokens":45645,"output_tokens":153236,"total_tokens":198881,"cost":0.63266284},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":43534,"output_tokens":145768,"total_tokens":189302,"cost":0.60858664},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253821090,"overall_relative_score":253821090,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":204,"performance":1780,"input_tokens":36313,"output_tokens":126537,"total_tokens":162850,"cost":0.54064535},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1035427,"overall_relative_score":220072178462,"max_execution_time_ms":3100,"max_memory_usage_kib":24576,"rank":376,"performance":1376,"input_tokens":44975,"output_tokens":138973,"total_tokens":183948,"cost":0.57364793},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293153,"overall_relative_score":293153,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":192,"performance":1658,"input_tokens":30653,"output_tokens":152482,"total_tokens":183135,"cost":0.6246893099999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3813756859,"overall_relative_score":2527541323233,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":586,"performance":1187,"input_tokens":42741,"output_tokens":126795,"total_tokens":169536,"cost":0.52796443},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70447712,"overall_relative_score":70447712,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":289,"performance":1648,"input_tokens":26181,"output_tokens":157566,"total_tokens":183747,"cost":0.64360827},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461294,"overall_relative_score":461294,"max_execution_time_ms":100,"max_memory_usage_kib":6144,"rank":289,"performance":1606,"input_tokens":44219,"output_tokens":178094,"total_tokens":222313,"cost":0.7352581499999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138623066,"overall_relative_score":138623066,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":449,"performance":1357,"input_tokens":56923,"output_tokens":141896,"total_tokens":198819,"cost":0.60244805},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":838237368,"overall_relative_score":1711259614939,"max_execution_time_ms":230,"max_memory_usage_kib":8192,"rank":474,"performance":1377,"input_tokens":50814,"output_tokens":141015,"total_tokens":191829,"cost":0.58536033},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213445,"overall_relative_score":213445,"max_execution_time_ms":1320,"max_memory_usage_kib":3072,"rank":270,"performance":1655,"input_tokens":26244,"output_tokens":119647,"total_tokens":145891,"cost":0.49178988000000007}]},{"num_self_refine":8,"rank":{"all":{"mean":295.675,"median":230.5,"min":4,"max":983,"stdev":209.12005967619262},"short":{"mean":228.95652173913044,"median":193.0,"min":4,"max":664,"stdev":171.22326686120817},"long":{"mean":385.94117647058823,"median":392.0,"min":96,"max":983,"stdev":226.3345064799652}},"performance":{"all":{"mean":1592.7,"median":1624.5,"min":277,"max":3036,"stdev":520.9244839213434},"short":{"mean":1736.4782608695652,"median":1666.0,"min":277,"max":3036,"stdev":583.6029059031973},"long":{"mean":1398.1764705882354,"median":1449.0,"min":432,"max":1937,"stdev":351.01357439814876}},"input_tokens":{"all":{"mean":159746.675,"median":154141.5,"min":85399,"max":237630,"stdev":41248.56950892591},"short":{"mean":150450.65217391305,"median":132739.0,"min":85399,"max":237630,"stdev":47473.588823498576},"long":{"mean":172323.64705882352,"median":177716.0,"min":126004,"max":225024,"stdev":27497.029628082506}},"output_tokens":{"all":{"mean":234050.5,"median":231319.5,"min":172385,"max":300925,"stdev":35621.43699141478},"short":{"mean":236362.73913043478,"median":238544.0,"min":172385,"max":300532,"stdev":35518.24606544103},"long":{"mean":230922.17647058822,"median":226448.0,"min":177869,"max":300925,"stdev":36608.77558597681}},"total_tokens":{"all":{"mean":393797.175,"median":397584.5,"min":294476,"max":509073,"stdev":46118.817894032676},"short":{"mean":386813.39130434784,"median":387631.0,"min":294476,"max":509073,"stdev":47942.21850001893},"long":{"mean":403245.82352941175,"median":404067.0,"min":332046,"max":503511,"stdev":43117.09171580815}},"cost":{"all":{"mean":0.99603077925,"median":0.978825995,"min":0.75618387,"max":1.25929372,"stdev":0.14342338311276928},"short":{"mean":0.9998899052173913,"median":0.98883455,"min":0.75618387,"max":1.24108164,"stdev":0.1376839087996107},"long":{"mean":0.9908096088235294,"median":0.9688174399999999,"min":0.78505571,"max":1.25929372,"stdev":0.15499668295051255}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":942782935377,"overall_relative_score":942782935377,"max_execution_time_ms":4940,"max_memory_usage_kib":3072,"rank":392,"performance":1347,"input_tokens":225024,"output_tokens":177869,"total_tokens":402893,"cost":0.7937777899999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3753791,"overall_relative_score":3753791,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":193,"performance":1658,"input_tokens":85399,"output_tokens":247803,"total_tokens":333202,"cost":1.0200319899999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2829877286738,"overall_relative_score":2829877286738,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":131,"performance":1834,"input_tokens":140163,"output_tokens":191883,"total_tokens":332046,"cost":0.80850254},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4728076023,"overall_relative_score":4728076023,"max_execution_time_ms":2550,"max_memory_usage_kib":58368,"rank":163,"performance":1664,"input_tokens":145150,"output_tokens":212991,"total_tokens":358141,"cost":0.90062679},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15899210,"overall_relative_score":15899210,"max_execution_time_ms":2950,"max_memory_usage_kib":11268,"rank":146,"performance":1677,"input_tokens":159817,"output_tokens":280268,"total_tokens":440085,"cost":1.17867169},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5793096,"overall_relative_score":5793096,"max_execution_time_ms":2090,"max_memory_usage_kib":3072,"rank":96,"performance":1937,"input_tokens":147803,"output_tokens":184538,"total_tokens":332341,"cost":0.78505571},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2053660,"overall_relative_score":2053660,"max_execution_time_ms":1960,"max_memory_usage_kib":18432,"rank":13,"performance":2631,"input_tokens":131301,"output_tokens":191982,"total_tokens":323283,"cost":0.8166217100000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13762458484,"overall_relative_score":13762458484,"max_execution_time_ms":1450,"max_memory_usage_kib":3072,"rank":266,"performance":1379,"input_tokens":107224,"output_tokens":244863,"total_tokens":352087,"cost":1.0206428},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4614034211,"overall_relative_score":4614034211,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":464,"performance":1138,"input_tokens":177025,"output_tokens":246699,"total_tokens":423724,"cost":1.06193935},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7470641857,"overall_relative_score":7470641857,"max_execution_time_ms":1980,"max_memory_usage_kib":12800,"rank":5,"performance":2963,"input_tokens":237630,"output_tokens":172385,"total_tokens":410015,"cost":0.7736501900000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":338236,"overall_relative_score":338236,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":116,"performance":1818,"input_tokens":221907,"output_tokens":287166,"total_tokens":509073,"cost":1.2225094},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1237349685,"overall_relative_score":1237349685,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":202,"performance":1618,"input_tokens":182564,"output_tokens":238382,"total_tokens":420946,"cost":1.02787489},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84230041,"overall_relative_score":84230041,"max_execution_time_ms":2880,"max_memory_usage_kib":4096,"rank":178,"performance":1666,"input_tokens":226080,"output_tokens":183123,"total_tokens":409203,"cost":0.8078898800000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1609115679,"overall_relative_score":1609115679,"max_execution_time_ms":4530,"max_memory_usage_kib":3072,"rank":173,"performance":1631,"input_tokens":182067,"output_tokens":255495,"total_tokens":437562,"cost":1.0857822400000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106116572,"overall_relative_score":106116572,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":283,"performance":1441,"input_tokens":105853,"output_tokens":238544,"total_tokens":344397,"cost":0.98883455},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5759469197,"overall_relative_score":32235637946,"max_execution_time_ms":540,"max_memory_usage_kib":5120,"rank":564,"performance":1164,"input_tokens":154722,"output_tokens":288389,"total_tokens":443111,"cost":1.20347697},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1151850856319,"overall_relative_score":953275856893,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":248,"performance":1589,"input_tokens":177716,"output_tokens":187447,"total_tokens":365163,"cost":0.8033414000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4712801745523,"overall_relative_score":205908189958,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":179,"performance":1653,"input_tokens":222787,"output_tokens":280724,"total_tokens":503511,"cost":1.24859165},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":500120844,"overall_relative_score":500120844,"max_execution_time_ms":1930,"max_memory_usage_kib":5120,"rank":4,"performance":3036,"input_tokens":172286,"output_tokens":227143,"total_tokens":399429,"cost":0.96519159},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13136965,"overall_relative_score":13136965,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":358,"performance":1512,"input_tokens":109742,"output_tokens":266401,"total_tokens":376143,"cost":1.1037264199999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283485731945,"overall_relative_score":283485731945,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":125417,"output_tokens":274591,"total_tokens":400008,"cost":1.14328807},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2030,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":127619,"output_tokens":228078,"total_tokens":355697,"cost":0.9583167699999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30403343205,"overall_relative_score":269415147352,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":536,"performance":1205,"input_tokens":126004,"output_tokens":300925,"total_tokens":426929,"cost":1.25929372},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1365433,"overall_relative_score":1365433,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":347,"performance":1396,"input_tokens":88403,"output_tokens":300532,"total_tokens":388935,"cost":1.24108164},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1293729754844,"overall_relative_score":38671973039,"max_execution_time_ms":210,"max_memory_usage_kib":4096,"rank":983,"performance":432,"input_tokens":187049,"output_tokens":213833,"total_tokens":400882,"cost":0.9327522700000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083123,"overall_relative_score":1083123,"max_execution_time_ms":2000,"max_memory_usage_kib":7168,"rank":55,"performance":2292,"input_tokens":153561,"output_tokens":242179,"total_tokens":395740,"cost":1.04399823},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283835000000,"overall_relative_score":267896264289,"max_execution_time_ms":2840,"max_memory_usage_kib":4096,"rank":237,"performance":1651,"input_tokens":183216,"output_tokens":226448,"total_tokens":409664,"cost":0.9688174399999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7488398084,"overall_relative_score":73540902924,"max_execution_time_ms":1730,"max_memory_usage_kib":496124,"rank":499,"performance":1250,"input_tokens":185911,"output_tokens":249697,"total_tokens":435608,"cost":1.1108035700000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10547830346851,"overall_relative_score":10547830346851,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":396,"performance":1429,"input_tokens":147287,"output_tokens":224871,"total_tokens":372158,"cost":0.9488781800000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":674300,"overall_relative_score":377015548535,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1150,"input_tokens":145808,"output_tokens":234561,"total_tokens":380369,"cost":0.9977039299999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":236645,"output_tokens":213688,"total_tokens":450333,"cost":0.9425803300000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253821090,"overall_relative_score":253821090,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":204,"performance":1780,"input_tokens":132144,"output_tokens":217308,"total_tokens":349452,"cost":0.9318721600000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":666100,"overall_relative_score":377733743656,"max_execution_time_ms":3100,"max_memory_usage_kib":95624,"rank":299,"performance":1499,"input_tokens":144908,"output_tokens":225196,"total_tokens":370104,"cost":0.9453214000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293153,"overall_relative_score":293153,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":192,"performance":1658,"input_tokens":132739,"output_tokens":254892,"total_tokens":387631,"cost":1.06598749},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3740955303,"overall_relative_score":2588828652835,"max_execution_time_ms":2870,"max_memory_usage_kib":6220,"rank":556,"performance":1222,"input_tokens":158290,"output_tokens":207969,"total_tokens":366259,"cost":0.8871987000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71212961,"overall_relative_score":71212961,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":224,"performance":1768,"input_tokens":107860,"output_tokens":269049,"total_tokens":376909,"cost":1.11475516},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463289,"overall_relative_score":463289,"max_execution_time_ms":450,"max_memory_usage_kib":4096,"rank":209,"performance":1760,"input_tokens":187189,"output_tokens":264698,"total_tokens":451887,"cost":1.1256786899999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138623066,"overall_relative_score":138623066,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":449,"performance":1357,"input_tokens":204418,"output_tokens":214006,"total_tokens":418424,"cost":0.92645022},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":795877812,"overall_relative_score":1788262711817,"max_execution_time_ms":190,"max_memory_usage_kib":8192,"rank":415,"performance":1449,"input_tokens":188445,"output_tokens":215622,"total_tokens":404067,"cost":0.9235297799999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216275,"overall_relative_score":216275,"max_execution_time_ms":1570,"max_memory_usage_kib":3072,"rank":139,"performance":1958,"input_tokens":114694,"output_tokens":179782,"total_tokens":294476,"cost":0.75618387}]},{"num_self_refine":16,"rank":{"all":{"mean":251.075,"median":185.5,"min":5,"max":982,"stdev":200.89292817255563},"short":{"mean":170.0,"median":147.0,"min":5,"max":563,"stdev":132.862197920867},"long":{"mean":360.7647058823529,"median":299.0,"min":88,"max":982,"stdev":227.74506839110828}},"performance":{"all":{"mean":1694.875,"median":1655.5,"min":436,"max":2973,"stdev":476.22221636435063},"short":{"mean":1882.304347826087,"median":1706.0,"min":1143,"max":2973,"stdev":468.9225982633545},"long":{"mean":1441.2941176470588,"median":1499.0,"min":436,"max":1974,"stdev":362.80431445647844}},"input_tokens":{"all":{"mean":656489.65,"median":603207.0,"min":347947,"max":1094451,"stdev":185765.09772560227},"short":{"mean":641502.4347826086,"median":587517.0,"min":347947,"max":1094451,"stdev":205680.546927826},"long":{"mean":676766.4705882353,"median":644787.0,"min":477441,"max":1050667,"stdev":158702.50162730488}},"output_tokens":{"all":{"mean":363127.975,"median":351945.0,"min":288054,"max":492132,"stdev":54056.073279838376},"short":{"mean":370482.6956521739,"median":357118.0,"min":292484,"max":492132,"stdev":52527.275231267646},"long":{"mean":353177.4705882353,"median":346441.0,"min":288054,"max":487293,"stdev":56087.238920851734}},"total_tokens":{"all":{"mean":1019617.625,"median":963973.0,"min":733164,"max":1426816,"stdev":180534.28031116736},"short":{"mean":1011985.1304347826,"median":938206.0,"min":733164,"max":1426816,"stdev":196433.45463246797},"long":{"mean":1029943.9411764706,"median":976257.0,"min":853356,"max":1380529,"stdev":161838.18308594183}},"cost":{"all":{"mean":1.649840888,"median":1.6050819250000001,"min":1.30146748,"max":2.11745226,"stdev":0.21275516941511657},"short":{"mean":1.6734253917391304,"median":1.6312276300000004,"min":1.3708084999999997,"max":2.11745226,"stdev":0.2012451262850897},"long":{"mean":1.6179324417647059,"median":1.5733784100000001,"min":1.30146748,"max":2.0998770700000002,"stdev":0.2297053423467852}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":934961487853,"overall_relative_score":934961487853,"max_execution_time_ms":5070,"max_memory_usage_kib":3072,"rank":426,"performance":1309,"input_tokens":1050667,"output_tokens":297048,"total_tokens":1347715,"cost":1.6048706400000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3851664,"overall_relative_score":3851664,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":177,"performance":1698,"input_tokens":347947,"output_tokens":385217,"total_tokens":733164,"cost":1.6312276300000004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2840180028198,"overall_relative_score":2840180028198,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":119,"performance":1874,"input_tokens":605189,"output_tokens":288054,"total_tokens":893243,"cost":1.30146748},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4715593208,"overall_relative_score":4715593208,"max_execution_time_ms":2650,"max_memory_usage_kib":58368,"rank":164,"performance":1661,"input_tokens":587517,"output_tokens":341644,"total_tokens":929161,"cost":1.56893512},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15893878,"overall_relative_score":15893878,"max_execution_time_ms":2950,"max_memory_usage_kib":5120,"rank":147,"performance":1673,"input_tokens":774325,"output_tokens":460120,"total_tokens":1234445,"cost":2.04927093},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5815452,"overall_relative_score":5815452,"max_execution_time_ms":2330,"max_memory_usage_kib":3072,"rank":88,"performance":1974,"input_tokens":550380,"output_tokens":302976,"total_tokens":853356,"cost":1.3502325},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2053660,"overall_relative_score":2053660,"max_execution_time_ms":1960,"max_memory_usage_kib":18432,"rank":13,"performance":2631,"input_tokens":593294,"output_tokens":308116,"total_tokens":901410,"cost":1.3934334599999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13900717148,"overall_relative_score":13900717148,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":235,"performance":1456,"input_tokens":487212,"output_tokens":380345,"total_tokens":867557,"cost":1.69664612},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4614034211,"overall_relative_score":4614034211,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":464,"performance":1138,"input_tokens":692197,"output_tokens":339823,"total_tokens":1032020,"cost":1.5480868300000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7466495988,"overall_relative_score":7466495988,"max_execution_time_ms":1980,"max_memory_usage_kib":13144,"rank":6,"performance":2911,"input_tokens":1049585,"output_tokens":297879,"total_tokens":1347464,"cost":1.4667568800000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":338236,"overall_relative_score":338236,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":116,"performance":1818,"input_tokens":891113,"output_tokens":456620,"total_tokens":1347733,"cost":2.05595334},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1237349685,"overall_relative_score":1237349685,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":202,"performance":1618,"input_tokens":573258,"output_tokens":360909,"total_tokens":934167,"cost":1.7162269900000005},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":85558947,"overall_relative_score":85558947,"max_execution_time_ms":2900,"max_memory_usage_kib":4096,"rank":164,"performance":1706,"input_tokens":903723,"output_tokens":292484,"total_tokens":1196207,"cost":1.4623683299999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1617126334,"overall_relative_score":1617126334,"max_execution_time_ms":4520,"max_memory_usage_kib":3072,"rank":167,"performance":1648,"input_tokens":805354,"output_tokens":348928,"total_tokens":1154282,"cost":1.6052932100000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":104886290,"overall_relative_score":104886290,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":285,"performance":1437,"input_tokens":383576,"output_tokens":384448,"total_tokens":768024,"cost":1.70200004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32877187541,"overall_relative_score":393815326687,"max_execution_time_ms":2030,"max_memory_usage_kib":4096,"rank":225,"performance":1662,"input_tokens":598232,"output_tokens":487293,"total_tokens":1085525,"cost":2.0998770700000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1151850856319,"overall_relative_score":953275856893,"max_execution_time_ms":6100,"max_memory_usage_kib":3072,"rank":248,"performance":1589,"input_tokens":644787,"output_tokens":302819,"total_tokens":947606,"cost":1.41490069},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4712801745523,"overall_relative_score":205908189958,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":179,"performance":1653,"input_tokens":987486,"output_tokens":393043,"total_tokens":1380529,"cost":1.8752501000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":499715071,"overall_relative_score":499715071,"max_execution_time_ms":1990,"max_memory_usage_kib":5120,"rank":5,"performance":2973,"input_tokens":781373,"output_tokens":347578,"total_tokens":1128951,"cost":1.7145191199999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13137970,"overall_relative_score":13137970,"max_execution_time_ms":1880,"max_memory_usage_kib":14312,"rank":358,"performance":1512,"input_tokens":470768,"output_tokens":406638,"total_tokens":877406,"cost":1.78235376},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282550663837,"overall_relative_score":282550663837,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":544399,"output_tokens":418781,"total_tokens":963180,"cost":1.81957473},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294116,"overall_relative_score":294116,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":74,"performance":2041,"input_tokens":562000,"output_tokens":328627,"total_tokens":890627,"cost":1.4615228799999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27877197813,"overall_relative_score":277371454895,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":526,"performance":1218,"input_tokens":535762,"output_tokens":440495,"total_tokens":976257,"cost":1.9158204599999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1380566,"overall_relative_score":1380566,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":223,"performance":1648,"input_tokens":431309,"output_tokens":492132,"total_tokens":923441,"cost":2.11745226},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1200006398509,"overall_relative_score":41620473069,"max_execution_time_ms":1250,"max_memory_usage_kib":4096,"rank":982,"performance":436,"input_tokens":602443,"output_tokens":293640,"total_tokens":896083,"cost":1.3432445699999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1083123,"overall_relative_score":1083123,"max_execution_time_ms":2000,"max_memory_usage_kib":7168,"rank":55,"performance":2292,"input_tokens":681240,"output_tokens":350221,"total_tokens":1031461,"cost":1.5994747199999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218594000000,"overall_relative_score":315773110504,"max_execution_time_ms":2970,"max_memory_usage_kib":4096,"rank":179,"performance":1776,"input_tokens":734073,"output_tokens":335938,"total_tokens":1070011,"cost":1.5672730299999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3200394510,"overall_relative_score":79003286732,"max_execution_time_ms":870,"max_memory_usage_kib":303104,"rank":484,"performance":1270,"input_tokens":786610,"output_tokens":412898,"total_tokens":1199508,"cost":1.9245333800000004},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10561126148753,"overall_relative_score":10561126148753,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":391,"performance":1436,"input_tokens":584537,"output_tokens":353669,"total_tokens":938206,"cost":1.5975351199999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668821,"overall_relative_score":380090837506,"max_execution_time_ms":1010,"max_memory_usage_kib":3072,"rank":584,"performance":1154,"input_tokens":477441,"output_tokens":383081,"total_tokens":860522,"cost":1.6989325599999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":1094451,"output_tokens":332365,"total_tokens":1426816,"cost":1.6190123500000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":262022392,"overall_relative_score":262022392,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":87,"performance":2119,"input_tokens":532045,"output_tokens":357118,"total_tokens":889163,"cost":1.5858597100000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":666100,"overall_relative_score":377733743656,"max_execution_time_ms":3100,"max_memory_usage_kib":95624,"rank":299,"performance":1499,"input_tokens":505207,"output_tokens":362165,"total_tokens":867372,"cost":1.5733784100000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293153,"overall_relative_score":293153,"max_execution_time_ms":130,"max_memory_usage_kib":4096,"rank":192,"performance":1658,"input_tokens":603971,"output_tokens":406202,"total_tokens":1010173,"cost":1.78398845},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3740955303,"overall_relative_score":2588828652835,"max_execution_time_ms":2870,"max_memory_usage_kib":6220,"rank":556,"performance":1222,"input_tokens":656300,"output_tokens":308466,"total_tokens":964766,"cost":1.4053426000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72813724,"overall_relative_score":72813724,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":120,"performance":2023,"input_tokens":448613,"output_tokens":391982,"total_tokens":840595,"cost":1.6844809100000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463354,"overall_relative_score":463354,"max_execution_time_ms":690,"max_memory_usage_kib":5120,"rank":209,"performance":1760,"input_tokens":845772,"output_tokens":368320,"total_tokens":1214092,"cost":1.7645763799999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147871844,"overall_relative_score":147871844,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":136,"performance":1940,"input_tokens":663537,"output_tokens":348299,"total_tokens":1011836,"cost":1.5610332700000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":788962243,"overall_relative_score":1802258488410,"max_execution_time_ms":1500,"max_memory_usage_kib":13312,"rank":405,"performance":1462,"input_tokens":699644,"output_tokens":346441,"total_tokens":1046085,"cost":1.56012099},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217583,"overall_relative_score":217583,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":74,"performance":2204,"input_tokens":492249,"output_tokens":312297,"total_tokens":804546,"cost":1.3708084999999997}]}]},{"model_name":"llama-4-maverick","detail_path":"data/model_details/llama-4-maverick.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":857.65,"median":911.0,"min":186,"max":1382,"stdev":219.49330344320362},"short":{"mean":778.304347826087,"median":761.0,"min":186,"max":1084,"stdev":220.3984892669327},"long":{"mean":965.0,"median":999.0,"min":727,"max":1382,"stdev":171.30820178847247}},"performance":{"all":{"mean":172.975,"median":116.5,"min":-155,"max":799,"stdev":238.53371395320136},"short":{"mean":173.2608695652174,"median":116.0,"min":-155,"max":774,"stdev":266.9971428841522},"long":{"mean":172.58823529411765,"median":117.0,"min":-80,"max":799,"stdev":201.66589288459556}},"input_tokens":{"all":{"mean":2919.975,"median":2516.0,"min":1296,"max":7517,"stdev":1593.2968961743993},"short":{"mean":2355.608695652174,"median":1810.0,"min":1412,"max":7517,"stdev":1418.7320760303237},"long":{"mean":3683.529411764706,"median":3264.0,"min":1296,"max":7439,"stdev":1530.657829074115}},"output_tokens":{"all":{"mean":1405.75,"median":1362.0,"min":651,"max":2076,"stdev":302.04862488492114},"short":{"mean":1419.9130434782608,"median":1387.0,"min":998,"max":1953,"stdev":268.67823152399535},"long":{"mean":1386.5882352941176,"median":1342.0,"min":651,"max":2076,"stdev":349.9205371980061}},"total_tokens":{"all":{"mean":4325.725,"median":3847.5,"min":2459,"max":9325,"stdev":1593.5503658779485},"short":{"mean":3775.521739130435,"median":3428.0,"min":2568,"max":9325,"stdev":1477.953802622987},"long":{"mean":5070.117647058823,"median":4836.0,"min":2459,"max":8547,"stdev":1470.5095580424215}},"cost":{"all":{"mean":0.0013690455,"median":0.0013547400000000001,"min":0.00091128,"max":0.00243786,"stdev":0.0003245435667956793},"short":{"mean":0.0012759573913043477,"median":0.0012042,"min":0.00091128,"max":0.00243786,"stdev":0.0003192697364756782},"long":{"mean":0.0014949882352941176,"median":0.00149952,"min":0.00093108,"max":0.00222684,"stdev":0.00029541624024914605}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1296,"output_tokens":1163,"total_tokens":2459,"cost":0.00093108},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1432,"output_tokens":1218,"total_tokens":2650,"cost":0.00098856},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2511,"output_tokens":1494,"total_tokens":4005,"cost":0.00134838},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1574,"output_tokens":1250,"total_tokens":2824,"cost":0.00103332},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1764,"output_tokens":1698,"total_tokens":3462,"cost":0.00133632},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3667,"output_tokens":1342,"total_tokens":5009,"cost":0.00146526},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1477,"output_tokens":1570,"total_tokens":3047,"cost":0.00120786},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3322739923,"overall_relative_score":3322739923,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":577,"performance":515,"input_tokens":2170,"output_tokens":1356,"total_tokens":3526,"cost":0.0012042},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":2935,"output_tokens":1731,"total_tokens":4666,"cost":0.0015669},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3083,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":2117,"output_tokens":1311,"total_tokens":3428,"cost":0.00116766},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":7517,"output_tokens":1808,"total_tokens":9325,"cost":0.00243786},{"problem_id":"ahc011","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":7439,"output_tokens":651,"total_tokens":8090,"cost":0.00172962},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56094202,"overall_relative_score":56094202,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":4649,"output_tokens":1219,"total_tokens":5868,"cost":0.00156822},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2760,"output_tokens":2076,"total_tokens":4836,"cost":0.0017424},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28677079,"overall_relative_score":28677079,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":698,"performance":649,"input_tokens":2521,"output_tokens":1868,"total_tokens":4389,"cost":0.00157458},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3779113,"overall_relative_score":334447903,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":1011,"performance":468,"input_tokens":2691,"output_tokens":1054,"total_tokens":3745,"cost":0.00111678},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":6908,"output_tokens":1639,"total_tokens":8547,"cost":0.00222684},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4682,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4396,"output_tokens":1159,"total_tokens":5555,"cost":0.00148668},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":967,"performance":-70,"input_tokens":3524,"output_tokens":1401,"total_tokens":4925,"cost":0.00147492},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":1676,"output_tokens":1016,"total_tokens":2692,"cost":0.00091128},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2157,"output_tokens":1401,"total_tokens":3558,"cost":0.00122886},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1796,"output_tokens":1387,"total_tokens":3183,"cost":0.00115548},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067004978805,"overall_relative_score":103100414238,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":862,"performance":799,"input_tokens":2784,"output_tokens":1075,"total_tokens":3859,"cost":0.00114612},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":1698,"output_tokens":1347,"total_tokens":3045,"cost":0.00111384},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3264,"output_tokens":1149,"total_tokens":4413,"cost":0.00127692},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":894,"performance":-42,"input_tokens":1815,"output_tokens":1337,"total_tokens":3152,"cost":0.0011289},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4024,"output_tokens":1368,"total_tokens":5392,"cost":0.00154512},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2915,"output_tokens":1638,"total_tokens":4553,"cost":0.0015075},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":963,"performance":-155,"input_tokens":1700,"output_tokens":1804,"total_tokens":3504,"cost":0.0013884},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3150,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2786,"output_tokens":1830,"total_tokens":4616,"cost":0.00159948},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1863,"output_tokens":1133,"total_tokens":2996,"cost":0.00101514},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142384063,"overall_relative_score":142384063,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1005,"performance":93,"input_tokens":4235,"output_tokens":998,"total_tokens":5233,"cost":0.0013611},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3745,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3938,"output_tokens":1257,"total_tokens":5195,"cost":0.00146304},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1810,"output_tokens":1953,"total_tokens":3763,"cost":0.0014976},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4124,"output_tokens":1262,"total_tokens":5386,"cost":0.00149952},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3173,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1620,"output_tokens":1387,"total_tokens":3007,"cost":0.0011238},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168820,"overall_relative_score":168820,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":917,"performance":594,"input_tokens":2199,"output_tokens":1637,"total_tokens":3836,"cost":0.00137802},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":1453,"output_tokens":1115,"total_tokens":2568,"cost":0.00093054},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1115,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":4182,"output_tokens":1684,"total_tokens":5866,"cost":0.00176316},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1412,"output_tokens":1444,"total_tokens":2856,"cost":0.00112056}]},{"num_self_refine":2,"rank":{"all":{"mean":829.55,"median":877.0,"min":186,"max":1382,"stdev":223.1715391743219},"short":{"mean":738.695652173913,"median":740.0,"min":186,"max":1005,"stdev":207.51373115194278},"long":{"mean":952.4705882352941,"median":999.0,"min":660,"max":1382,"stdev":185.12465990754}},"performance":{"all":{"mean":349.125,"median":266.5,"min":-110,"max":1060,"stdev":306.20658247961643},"short":{"mean":440.2608695652174,"median":483.0,"min":-110,"max":817,"stdev":300.5354641592092},"long":{"mean":225.8235294117647,"median":117.0,"min":-80,"max":1060,"stdev":276.15376950489866}},"input_tokens":{"all":{"mean":14789.15,"median":9636.0,"min":3977,"max":126862,"stdev":21228.56148314317},"short":{"mean":12386.695652173914,"median":10035.0,"min":4678,"max":67289,"stdev":12758.717734213884},"long":{"mean":18039.529411764706,"median":9294.0,"min":3977,"max":126862,"stdev":29242.304795701482}},"output_tokens":{"all":{"mean":2492.875,"median":2437.0,"min":1616,"max":3887,"stdev":528.3467289816801},"short":{"mean":2497.608695652174,"median":2455.0,"min":1685,"max":3865,"stdev":475.26095598585096},"long":{"mean":2486.470588235294,"median":2265.0,"min":1616,"max":3887,"stdev":608.0934465243663}},"total_tokens":{"all":{"mean":17282.025,"median":11973.0,"min":5884,"max":129443,"stdev":21306.5231151347},"short":{"mean":14884.304347826086,"median":12252.0,"min":7000,"max":69910,"stdev":12778.218393510613},"long":{"mean":20526.0,"median":11515.0,"min":5884,"max":129443,"stdev":29369.840283018224}},"cost":{"all":{"mean":0.004157772,"median":0.00315801,"min":0.0018600600000000002,"max":0.024383759999999997,"stdev":0.0038768033505461883},"short":{"mean":0.0037281704347826086,"median":0.0032419199999999997,"min":0.00218694,"max":0.01368462,"stdev":0.002320545765593396},"long":{"mean":0.004738997647058823,"median":0.00310044,"min":0.0018600600000000002,"max":0.024383759999999997,"stdev":0.005348470741248765}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":3977,"output_tokens":1907,"total_tokens":5884,"cost":0.0018600600000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":180346,"overall_relative_score":180346,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":905,"performance":595,"input_tokens":11558,"output_tokens":2186,"total_tokens":13744,"cost":0.00339204},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1543405951250,"overall_relative_score":1543405951250,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":858,"performance":564,"input_tokens":6804,"output_tokens":2707,"total_tokens":9511,"cost":0.00284892},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":14367,"output_tokens":2239,"total_tokens":16606,"cost":0.00392946},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":17130,"output_tokens":3223,"total_tokens":20353,"cost":0.0050172},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":8830,"output_tokens":2426,"total_tokens":11256,"cost":0.003045},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179402,"overall_relative_score":179402,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":522,"performance":382,"input_tokens":4678,"output_tokens":2455,"total_tokens":7133,"cost":0.00231504},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4778006690,"overall_relative_score":4778006690,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":570,"performance":553,"input_tokens":6314,"output_tokens":2498,"total_tokens":8812,"cost":0.00263532},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":7767,"output_tokens":3446,"total_tokens":11213,"cost":0.0034656599999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594498859,"overall_relative_score":594498859,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":5704,"output_tokens":2520,"total_tokens":8224,"cost":0.00253872},{"problem_id":"ahc010","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":17098,"output_tokens":3266,"total_tokens":20364,"cost":0.00503724},{"problem_id":"ahc011","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":15785,"output_tokens":1616,"total_tokens":17401,"cost":0.0038109},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56229641,"overall_relative_score":56229641,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":11084,"output_tokens":2078,"total_tokens":13162,"cost":0.0032419199999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":41226,"output_tokens":3887,"total_tokens":45113,"cost":0.00975288},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29005518,"overall_relative_score":29005518,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":674,"performance":715,"input_tokens":7477,"output_tokens":3865,"total_tokens":11342,"cost":0.00366486},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3779113,"overall_relative_score":334447903,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":1011,"performance":468,"input_tokens":7002,"output_tokens":2013,"total_tokens":9015,"cost":0.0024681599999999996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":15932,"output_tokens":3013,"total_tokens":18945,"cost":0.0046755600000000005},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4682,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":10114,"output_tokens":2265,"total_tokens":12379,"cost":0.00317952},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237284062,"overall_relative_score":237284062,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":939,"performance":377,"input_tokens":8603,"output_tokens":2581,"total_tokens":11184,"cost":0.00309714},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5366150,"overall_relative_score":5366150,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":995,"performance":566,"input_tokens":19205,"output_tokens":1685,"total_tokens":20890,"cost":0.0044679},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":11051,"output_tokens":2328,"total_tokens":13379,"cost":0.00338598},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5223,"output_tokens":2448,"total_tokens":7671,"cost":0.00240894},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77615901365,"overall_relative_score":194180524807,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":7261,"output_tokens":1974,"total_tokens":9235,"cost":0.00249138},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":4900,"output_tokens":2498,"total_tokens":7398,"cost":0.0023807999999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":7996,"output_tokens":1897,"total_tokens":9893,"cost":0.00257748},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":5121,"output_tokens":2333,"total_tokens":7454,"cost":0.00232158},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":10390,"output_tokens":2203,"total_tokens":12593,"cost":0.0031920000000000004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":126862,"output_tokens":2581,"total_tokens":129443,"cost":0.024383759999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6094672976970,"overall_relative_score":6094672976970,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":946,"performance":286,"input_tokens":10592,"output_tokens":2769,"total_tokens":13361,"cost":0.0035679600000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":7558,"output_tokens":2900,"total_tokens":10458,"cost":0.00310044},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":10143,"output_tokens":1957,"total_tokens":12100,"cost":0.0029999400000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142384063,"overall_relative_score":142384063,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1005,"performance":93,"input_tokens":10035,"output_tokens":2217,"total_tokens":12252,"cost":0.0031365},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3745,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":9294,"output_tokens":2221,"total_tokens":11515,"cost":0.0030055200000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21282,"overall_relative_score":21282,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":583,"performance":817,"input_tokens":67289,"output_tokens":2621,"total_tokens":69910,"cost":0.01368462},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":9668,"output_tokens":2178,"total_tokens":11846,"cost":0.00304704},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37103911,"overall_relative_score":37103911,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":882,"performance":741,"input_tokens":4793,"output_tokens":2207,"total_tokens":7000,"cost":0.00218694},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":6600,"output_tokens":2759,"total_tokens":9359,"cost":0.0028434000000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":16325,"output_tokens":1994,"total_tokens":18319,"cost":0.0041348999999999995},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1115,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":10206,"output_tokens":3036,"total_tokens":13242,"cost":0.00365868},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201945,"overall_relative_score":201945,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":9604,"output_tokens":2718,"total_tokens":12322,"cost":0.00335952}]},{"num_self_refine":4,"rank":{"all":{"mean":795.025,"median":854.5,"min":186,"max":1215,"stdev":229.7038770979849},"short":{"mean":704.5652173913044,"median":740.0,"min":186,"max":997,"stdev":230.15011427069558},"long":{"mean":917.4117647058823,"median":952.0,"min":584,"max":1215,"stdev":167.63578780481564}},"performance":{"all":{"mean":498.8,"median":544.0,"min":-80,"max":1285,"stdev":321.27958907931634},"short":{"mean":607.695652173913,"median":628.0,"min":-80,"max":1285,"stdev":298.669844291867},"long":{"mean":351.47058823529414,"median":194.0,"min":51,"max":1060,"stdev":298.0541304962613}},"input_tokens":{"all":{"mean":43153.475,"median":25624.5,"min":12141,"max":378067,"stdev":63506.28507558857},"short":{"mean":37348.0,"median":28002.0,"min":15212,"max":201853,"stdev":38069.24177194641},"long":{"mean":51007.94117647059,"median":23933.0,"min":12141,"max":378067,"stdev":87885.2403417879}},"output_tokens":{"all":{"mean":4635.15,"median":4522.0,"min":3484,"max":6619,"stdev":853.0925807214896},"short":{"mean":4603.130434782609,"median":4517.0,"min":3484,"max":6619,"stdev":718.7403314352274},"long":{"mean":4678.470588235294,"median":4590.0,"min":3507,"max":6596,"stdev":1029.6388394509418}},"total_tokens":{"all":{"mean":47788.625,"median":30360.5,"min":15648,"max":383418,"stdev":63715.53507973385},"short":{"mean":41951.13043478261,"median":32007.0,"min":19549,"max":206921,"stdev":38127.429466919755},"long":{"mean":55686.41176470588,"median":28143.0,"min":15648,"max":383418,"stdev":88211.94512582949}},"cost":{"all":{"mean":0.0105487155,"median":0.00734931,"min":0.00428958,"max":0.07126265999999999,"stdev":0.011564136212933136},"short":{"mean":0.009484518260869565,"median":0.0076074,"min":0.005340360000000001,"max":0.03937434,"stdev":0.006896758434626868},"long":{"mean":0.011988511764705882,"median":0.0070344,"min":0.00428958,"max":0.07126265999999999,"stdev":0.016022865355843907}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82616475774,"overall_relative_score":82616475774,"max_execution_time_ms":210,"max_memory_usage_kib":15360,"rank":1093,"performance":672,"input_tokens":12141,"output_tokens":3507,"total_tokens":15648,"cost":0.00428958},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181722,"overall_relative_score":181722,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":901,"performance":603,"input_tokens":36120,"output_tokens":4094,"total_tokens":40214,"cost":0.008958},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1543405951250,"overall_relative_score":1543405951250,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":858,"performance":564,"input_tokens":21000,"output_tokens":5424,"total_tokens":26424,"cost":0.0070344},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3217626604,"overall_relative_score":3217626604,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":300,"performance":1285,"input_tokens":46850,"output_tokens":4416,"total_tokens":51266,"cost":0.011082600000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":53906,"output_tokens":5501,"total_tokens":59407,"cost":0.01300368},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":22959,"output_tokens":4788,"total_tokens":27747,"cost":0.00700542},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181466,"overall_relative_score":181466,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":510,"performance":488,"input_tokens":15212,"output_tokens":4337,"total_tokens":19549,"cost":0.005340360000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5408394672,"overall_relative_score":5408394672,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":569,"performance":559,"input_tokens":19938,"output_tokens":4265,"total_tokens":24203,"cost":0.00614784},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":24216,"output_tokens":6327,"total_tokens":30543,"cost":0.00815508},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594498859,"overall_relative_score":594498859,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":18066,"output_tokens":4636,"total_tokens":22702,"cost":0.00603348},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6848,"overall_relative_score":6848,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":371,"performance":1165,"input_tokens":42031,"output_tokens":5459,"total_tokens":47490,"cost":0.01084098},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167504901,"overall_relative_score":167504901,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":851,"performance":529,"input_tokens":36365,"output_tokens":3524,"total_tokens":39889,"cost":0.0086601},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56229641,"overall_relative_score":56229641,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":28002,"output_tokens":4005,"total_tokens":32007,"cost":0.0074433599999999996},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":124239,"output_tokens":6596,"total_tokens":130835,"cost":0.026320620000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29005518,"overall_relative_score":29005518,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":674,"performance":715,"input_tokens":25397,"output_tokens":5521,"total_tokens":30918,"cost":0.00788406},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3761997,"overall_relative_score":336690342,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1007,"performance":480,"input_tokens":20034,"output_tokens":3681,"total_tokens":23715,"cost":0.00581472},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":38477,"output_tokens":5565,"total_tokens":44042,"cost":0.01026486},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4682,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":25852,"output_tokens":4326,"total_tokens":30178,"cost":0.0072489600000000005},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237284062,"overall_relative_score":237284062,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":939,"performance":377,"input_tokens":24374,"output_tokens":4964,"total_tokens":29338,"cost":0.007365720000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5366150,"overall_relative_score":5366150,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":995,"performance":566,"input_tokens":58074,"output_tokens":3507,"total_tokens":61581,"cost":0.012557519999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":32266,"output_tokens":4634,"total_tokens":36900,"cost":0.00858828},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":18181,"output_tokens":6619,"total_tokens":24800,"cost":0.0072439800000000006},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77615901365,"overall_relative_score":194180524807,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":20936,"output_tokens":3574,"total_tokens":24510,"cost":0.0059128800000000006},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":15254,"output_tokens":4517,"total_tokens":19771,"cost":0.0054559199999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":20287,"output_tokens":3526,"total_tokens":23813,"cost":0.00576726},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1485,"overall_relative_score":1485,"max_execution_time_ms":410,"max_memory_usage_kib":527404,"rank":860,"performance":463,"input_tokens":16228,"output_tokens":4225,"total_tokens":20453,"cost":0.0054560400000000005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":26125,"output_tokens":3870,"total_tokens":29995,"cost":0.0070245},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":378067,"output_tokens":5351,"total_tokens":383418,"cost":0.07126265999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6094672976970,"overall_relative_score":6094672976970,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":946,"performance":286,"input_tokens":33361,"output_tokens":4868,"total_tokens":38229,"cost":0.00892578},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40100060000,"overall_relative_score":6336065,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":952,"performance":661,"input_tokens":22320,"output_tokens":5230,"total_tokens":27550,"cost":0.0071556},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":611486966,"overall_relative_score":611486966,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":843,"performance":668,"input_tokens":29740,"output_tokens":3757,"total_tokens":33497,"cost":0.0076074},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143322188,"overall_relative_score":143322188,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":905,"performance":628,"input_tokens":26995,"output_tokens":4123,"total_tokens":31118,"cost":0.0073329},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3745,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":23553,"output_tokens":4590,"total_tokens":28143,"cost":0.00699354},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21282,"overall_relative_score":21282,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":583,"performance":817,"input_tokens":201853,"output_tokens":5068,"total_tokens":206921,"cost":0.03937434},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":23933,"output_tokens":3997,"total_tokens":27930,"cost":0.00670614},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37103911,"overall_relative_score":37103911,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":882,"performance":741,"input_tokens":15573,"output_tokens":4527,"total_tokens":20100,"cost":0.005519339999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":20580,"output_tokens":4451,"total_tokens":25031,"cost":0.0063750000000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":49377,"output_tokens":3484,"total_tokens":52861,"cost":0.01097826},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1115,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":26631,"output_tokens":5658,"total_tokens":32289,"cost":0.00818838},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201945,"overall_relative_score":201945,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":31626,"output_tokens":4894,"total_tokens":36520,"cost":0.00862908}]},{"num_self_refine":8,"rank":{"all":{"mean":786.425,"median":854.5,"min":186,"max":1215,"stdev":239.63774878141723},"short":{"mean":693.6086956521739,"median":740.0,"min":186,"max":997,"stdev":246.58185790568888},"long":{"mean":912.0,"median":952.0,"min":584,"max":1215,"stdev":165.02840664564388}},"performance":{"all":{"mean":530.45,"median":564.0,"min":-80,"max":1454,"stdev":345.2682309191671},"short":{"mean":627.3478260869565,"median":628.0,"min":-80,"max":1454,"stdev":349.3931893877066},"long":{"mean":399.3529411764706,"median":480.0,"min":51,"max":1060,"stdev":301.60113170719177}},"input_tokens":{"all":{"mean":130102.95,"median":77264.5,"min":43910,"max":1165060,"stdev":187842.47822057907},"short":{"mean":106904.78260869565,"median":81879.0,"min":48479,"max":486870,"stdev":88448.84178436735},"long":{"mean":161488.70588235295,"median":69066.0,"min":43910,"max":1165060,"stdev":270978.9014048798}},"output_tokens":{"all":{"mean":8271.55,"median":7730.0,"min":5848,"max":13029,"stdev":1668.901910592557},"short":{"mean":8221.826086956522,"median":8070.0,"min":6199,"max":11454,"stdev":1404.1110630823887},"long":{"mean":8338.823529411764,"median":7495.0,"min":5848,"max":13029,"stdev":2017.3728657369625}},"total_tokens":{"all":{"mean":138374.5,"median":84620.5,"min":49758,"max":1176041,"stdev":188523.4056114342},"short":{"mean":115126.60869565218,"median":91874.0,"min":55924,"max":494940,"stdev":88485.25623604252},"long":{"mean":169827.5294117647,"median":77662.0,"min":49758,"max":1176041,"stdev":272098.459563151}},"cost":{"all":{"mean":0.028381461,"median":0.018647160000000003,"min":0.0114126,"max":0.2162994,"stdev":0.03422874955539402},"short":{"mean":0.02417595652173913,"median":0.0193443,"min":0.01319322,"max":0.0924786,"stdev":0.015958203757556688},"long":{"mean":0.03407126117647059,"median":0.017908260000000002,"min":0.0114126,"max":0.2162994,"stdev":0.04945511314965191}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82616475774,"overall_relative_score":82616475774,"max_execution_time_ms":210,"max_memory_usage_kib":15360,"rank":1093,"performance":672,"input_tokens":43910,"output_tokens":5848,"total_tokens":49758,"cost":0.0114126},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174789,"overall_relative_score":174789,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":931,"performance":536,"input_tokens":103115,"output_tokens":8115,"total_tokens":111230,"cost":0.023429699999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1552270488040,"overall_relative_score":1552270488040,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":858,"performance":564,"input_tokens":70921,"output_tokens":9255,"total_tokens":80176,"cost":0.01831878},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3217626604,"overall_relative_score":3217626604,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":300,"performance":1285,"input_tokens":132290,"output_tokens":8219,"total_tokens":140509,"cost":0.028743600000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":144301,"output_tokens":11454,"total_tokens":155755,"cost":0.03284658},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":66403,"output_tokens":7444,"total_tokens":73847,"cost":0.01641894},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181466,"overall_relative_score":181466,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":510,"performance":488,"input_tokens":52272,"output_tokens":7300,"total_tokens":59572,"cost":0.013788960000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5971189435,"overall_relative_score":5971189435,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":62308,"output_tokens":7501,"total_tokens":69809,"cost":0.01571604},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":34235266,"overall_relative_score":34235266,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":800,"performance":606,"input_tokens":82371,"output_tokens":10100,"total_tokens":92471,"cost":0.02088678},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594498859,"overall_relative_score":594498859,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":62759,"output_tokens":8871,"total_tokens":71630,"cost":0.01661922},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6004,"overall_relative_score":6004,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":381,"performance":1145,"input_tokens":109217,"output_tokens":9511,"total_tokens":118728,"cost":0.025365659999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167460952,"overall_relative_score":167460952,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":851,"performance":529,"input_tokens":93715,"output_tokens":6575,"total_tokens":100290,"cost":0.0208137},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56229641,"overall_relative_score":56229641,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":75428,"output_tokens":6503,"total_tokens":81931,"cost":0.01747884},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":379529,"output_tokens":13029,"total_tokens":392558,"cost":0.07613262000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29005518,"overall_relative_score":29005518,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":674,"performance":715,"input_tokens":81879,"output_tokens":9995,"total_tokens":91874,"cost":0.02073522},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3761997,"overall_relative_score":336690342,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1007,"performance":480,"input_tokens":62093,"output_tokens":6365,"total_tokens":68458,"cost":0.014995739999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":98412,"output_tokens":9019,"total_tokens":107431,"cost":0.02312556},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4682,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":82882,"output_tokens":7495,"total_tokens":90377,"cost":0.01941576},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237284062,"overall_relative_score":237284062,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":939,"performance":377,"input_tokens":77664,"output_tokens":7394,"total_tokens":85058,"cost":0.018415920000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5366150,"overall_relative_score":5366150,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":995,"performance":566,"input_tokens":152911,"output_tokens":6967,"total_tokens":159878,"cost":0.03170418},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":91339,"output_tokens":9593,"total_tokens":100932,"cost":0.02219682},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":67000,"output_tokens":11364,"total_tokens":78364,"cost":0.0188784},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77615901365,"overall_relative_score":194180524807,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":63199,"output_tokens":6924,"total_tokens":70123,"cost":0.01553022},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":48479,"output_tokens":7445,"total_tokens":55924,"cost":0.01319322},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":56566,"output_tokens":6681,"total_tokens":63247,"cost":0.01419048},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1485,"overall_relative_score":1485,"max_execution_time_ms":410,"max_memory_usage_kib":527404,"rank":860,"performance":463,"input_tokens":58990,"output_tokens":8701,"total_tokens":67691,"cost":0.0158388},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":69066,"output_tokens":6967,"total_tokens":76033,"cost":0.01661208},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":1165060,"output_tokens":10981,"total_tokens":1176041,"cost":0.2162994},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6066213153367,"overall_relative_score":6066213153367,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":956,"performance":183,"input_tokens":118893,"output_tokens":8242,"total_tokens":127135,"cost":0.026345939999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40100060000,"overall_relative_score":6336065,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":952,"performance":661,"input_tokens":67639,"output_tokens":7665,"total_tokens":75304,"cost":0.01677402},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":611486966,"overall_relative_score":611486966,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":843,"performance":668,"input_tokens":85815,"output_tokens":6496,"total_tokens":92311,"cost":0.0193443},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143322188,"overall_relative_score":143322188,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":905,"performance":628,"input_tokens":76865,"output_tokens":7318,"total_tokens":84183,"cost":0.0182265},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3745,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":68307,"output_tokens":9355,"total_tokens":77662,"cost":0.017908260000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":279518,"overall_relative_score":279518,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":282,"performance":1454,"input_tokens":486870,"output_tokens":8070,"total_tokens":494940,"cost":0.0924786},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9027904106,"overall_relative_score":1125412926358,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":1019,"performance":600,"input_tokens":65591,"output_tokens":7036,"total_tokens":72627,"cost":0.01602798},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37103911,"overall_relative_score":37103911,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":882,"performance":741,"input_tokens":56688,"output_tokens":7795,"total_tokens":64483,"cost":0.01488084},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":63034,"output_tokens":7608,"total_tokens":70642,"cost":0.01591092},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":126217,"output_tokens":6199,"total_tokens":132416,"cost":0.02643846},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1115,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":209644,"output_tokens":11021,"total_tokens":220665,"cost":0.04434852},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201945,"overall_relative_score":201945,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":124476,"output_tokens":8441,"total_tokens":132917,"cost":0.02747028}]},{"num_self_refine":16,"rank":{"all":{"mean":782.375,"median":847.0,"min":186,"max":1215,"stdev":242.6584269698606},"short":{"mean":694.3913043478261,"median":740.0,"min":186,"max":1004,"stdev":254.1461174439966},"long":{"mean":901.4117647058823,"median":952.0,"min":584,"max":1215,"stdev":168.91642120569918}},"performance":{"all":{"mean":552.0,"median":583.0,"min":-80,"max":1471,"stdev":345.49221669217354},"short":{"mean":632.8695652173913,"median":683.0,"min":-80,"max":1471,"stdev":357.7528736112054},"long":{"mean":442.5882352941176,"median":529.0,"min":51,"max":1060,"stdev":304.7119662122595}},"input_tokens":{"all":{"mean":415769.3,"median":247126.0,"min":153341,"max":3349953,"stdev":562486.548009051},"short":{"mean":326439.4347826087,"median":264610.0,"min":157951,"max":1109134,"stdev":204944.5966587569},"long":{"mean":536627.3529411765,"median":224466.0,"min":153341,"max":3349953,"stdev":828528.5857461363}},"output_tokens":{"all":{"mean":14719.075,"median":13656.0,"min":9667,"max":25270,"stdev":3302.136281238525},"short":{"mean":14446.826086956522,"median":13693.0,"min":9667,"max":20129,"stdev":2597.480206454883},"long":{"mean":15087.411764705883,"median":13121.0,"min":10171,"max":25270,"stdev":4129.293296964136}},"total_tokens":{"all":{"mean":430488.375,"median":264166.5,"min":163512,"max":3370444,"stdev":564290.9952100631},"short":{"mean":340886.26086956525,"median":279421.0,"min":171087,"max":1122709,"stdev":205208.690599731},"long":{"mean":551714.7647058824,"median":239345.0,"min":163512,"max":3370444,"stdev":831325.3644084344}},"cost":{"all":{"mean":0.083669919,"median":0.0540276,"min":0.03370398,"max":0.6152861399999999,"stdev":0.10233966366018891},"short":{"mean":0.06742719391304347,"median":0.05651639999999999,"min":0.036312779999999996,"max":0.20778912,"stdev":0.03707118548034477},"long":{"mean":0.1056453705882353,"median":0.049331280000000005,"min":0.03370398,"max":0.6152861399999999,"stdev":0.15082092306949807}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82616475774,"overall_relative_score":82616475774,"max_execution_time_ms":210,"max_memory_usage_kib":15360,"rank":1093,"performance":672,"input_tokens":153341,"output_tokens":10171,"total_tokens":163512,"cost":0.03370398},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":174789,"overall_relative_score":174789,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":931,"performance":536,"input_tokens":295445,"output_tokens":12975,"total_tokens":308420,"cost":0.060965099999999994},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1552270488040,"overall_relative_score":1552270488040,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":858,"performance":564,"input_tokens":224466,"output_tokens":14879,"total_tokens":239345,"cost":0.049331280000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3217626604,"overall_relative_score":3217626604,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":300,"performance":1285,"input_tokens":383914,"output_tokens":18740,"total_tokens":402654,"cost":0.08034851999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21209,"overall_relative_score":21209,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":477,"performance":690,"input_tokens":402215,"output_tokens":20129,"total_tokens":422344,"cost":0.08447610000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":206129,"output_tokens":13681,"total_tokens":219810,"cost":0.04531182},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181466,"overall_relative_score":181466,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":510,"performance":488,"input_tokens":173969,"output_tokens":11456,"total_tokens":185425,"cost":0.038188019999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6602137069,"overall_relative_score":6602137069,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":533,"performance":713,"input_tokens":206956,"output_tokens":14050,"total_tokens":221006,"cost":0.04568208000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":34235266,"overall_relative_score":34235266,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":800,"performance":606,"input_tokens":271824,"output_tokens":16219,"total_tokens":288043,"cost":0.058659720000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594498859,"overall_relative_score":594498859,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":626,"performance":796,"input_tokens":226390,"output_tokens":15622,"total_tokens":242012,"cost":0.0501234},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6004,"overall_relative_score":6004,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":381,"performance":1145,"input_tokens":306461,"output_tokens":16855,"total_tokens":323316,"cost":0.06527598000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167460952,"overall_relative_score":167460952,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":851,"performance":529,"input_tokens":261348,"output_tokens":11730,"total_tokens":273078,"cost":0.05408064},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56229641,"overall_relative_score":56229641,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":226305,"output_tokens":11359,"total_tokens":237664,"cost":0.0475503},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":1770069,"output_tokens":25270,"total_tokens":1795339,"cost":0.33377442},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29005518,"overall_relative_score":29005518,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":674,"performance":715,"input_tokens":264610,"output_tokens":14811,"total_tokens":279421,"cost":0.05651639999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3761997,"overall_relative_score":336690342,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1007,"performance":480,"input_tokens":203861,"output_tokens":11357,"total_tokens":215218,"cost":0.043509179999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2396351883225,"overall_relative_score":375077207840,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":759,"performance":809,"input_tokens":262220,"output_tokens":12846,"total_tokens":275066,"cost":0.0549072},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4682,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":264902,"output_tokens":15841,"total_tokens":280743,"cost":0.05718696000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237284062,"overall_relative_score":237284062,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":939,"performance":377,"input_tokens":692336,"output_tokens":15624,"total_tokens":707960,"cost":0.13399487999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5366150,"overall_relative_score":5366150,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":995,"performance":566,"input_tokens":399630,"output_tokens":12671,"total_tokens":412301,"cost":0.079536},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":270316,"output_tokens":17895,"total_tokens":288211,"cost":0.059393879999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":206617,"output_tokens":14461,"total_tokens":221078,"cost":0.04586766},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77615901365,"overall_relative_score":194180524807,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":209026,"output_tokens":12846,"total_tokens":221872,"cost":0.04533228},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":740,"performance":223,"input_tokens":157951,"output_tokens":13136,"total_tokens":171087,"cost":0.036312779999999996},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":178753,"output_tokens":12791,"total_tokens":191544,"cost":0.03985014},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1485,"overall_relative_score":1485,"max_execution_time_ms":410,"max_memory_usage_kib":527404,"rank":860,"performance":463,"input_tokens":242792,"output_tokens":17120,"total_tokens":259912,"cost":0.053974560000000005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":216878,"output_tokens":12333,"total_tokens":229211,"cost":0.046437839999999994},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3349953,"output_tokens":20491,"total_tokens":3370444,"cost":0.6152861399999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6066213153367,"overall_relative_score":6066213153367,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":956,"performance":183,"input_tokens":355594,"output_tokens":13119,"total_tokens":368713,"cost":0.07187832},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40100060000,"overall_relative_score":6336065,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":952,"performance":661,"input_tokens":207927,"output_tokens":12469,"total_tokens":220396,"cost":0.044908260000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":611486966,"overall_relative_score":611486966,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":843,"performance":668,"input_tokens":233714,"output_tokens":9667,"total_tokens":243381,"cost":0.04786872},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":142614014,"overall_relative_score":142614014,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":1004,"performance":106,"input_tokens":251460,"output_tokens":16961,"total_tokens":268421,"cost":0.0554394},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3745,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":225942,"output_tokens":19787,"total_tokens":245729,"cost":0.05254176000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282850,"overall_relative_score":282850,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":274,"performance":1471,"input_tokens":1109134,"output_tokens":13575,"total_tokens":1122709,"cost":0.20778912},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9027904106,"overall_relative_score":1125412926358,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":1019,"performance":600,"input_tokens":208224,"output_tokens":13121,"total_tokens":221345,"cost":0.045352920000000005},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37103911,"overall_relative_score":37103911,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":882,"performance":741,"input_tokens":199605,"output_tokens":13631,"total_tokens":213236,"cost":0.044107499999999994},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":204263,"output_tokens":13693,"total_tokens":217956,"cost":0.04498314},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":335069,"output_tokens":11202,"total_tokens":346271,"cost":0.06703362},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1115,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":907802,"output_tokens":20654,"total_tokens":928456,"cost":0.17579676},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201945,"overall_relative_score":201945,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":363361,"output_tokens":13525,"total_tokens":376886,"cost":0.07351998}]}]},{"model_name":"mercury-2","detail_path":"data/model_details/mercury-2.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":692.475,"median":700.5,"min":186,"max":1232,"stdev":228.45703040963687},"short":{"mean":622.4782608695652,"median":704.0,"min":186,"max":894,"stdev":205.5906943342474},"long":{"mean":787.1764705882352,"median":697.0,"min":532,"max":1232,"stdev":229.1934868441176}},"performance":{"all":{"mean":785.575,"median":791.5,"min":194,"max":1545,"stdev":260.74586187930095},"short":{"mean":842.6521739130435,"median":861.0,"min":447,"max":1545,"stdev":262.3577724987652},"long":{"mean":708.3529411764706,"median":689.0,"min":194,"max":1093,"stdev":245.06987298943707}},"input_tokens":{"all":{"mean":2919.125,"median":2485.0,"min":1277,"max":7498,"stdev":1602.851308546021},"short":{"mean":2351.6521739130435,"median":1801.0,"min":1369,"max":7498,"stdev":1421.597104690088},"long":{"mean":3686.8823529411766,"median":3232.0,"min":1277,"max":7495,"stdev":1547.3416672778244}},"output_tokens":{"all":{"mean":9229.4,"median":6192.5,"min":2234,"max":27609,"stdev":6795.268356807231},"short":{"mean":9135.95652173913,"median":5467.0,"min":2652,"max":27609,"stdev":6804.757349746779},"long":{"mean":9355.823529411764,"median":6644.0,"min":2234,"max":24521,"stdev":6989.611820724507}},"total_tokens":{"all":{"mean":12148.525,"median":10319.0,"min":4475,"max":35107,"stdev":7010.656865919674},"short":{"mean":11487.608695652174,"median":8695.0,"min":4475,"max":35107,"stdev":7394.453589371935},"long":{"mean":13042.70588235294,"median":10967.0,"min":5213,"max":28466,"stdev":6568.243503448105}},"cost":{"all":{"mean":0.00749835875,"median":0.0054155625,"min":0.0023766,"max":0.02253805,"stdev":0.0050885946771909015},"short":{"mean":0.007265652173913044,"median":0.0046731,"min":0.00240155,"max":0.02253805,"stdev":0.005181891730249596},"long":{"mean":0.00781319705882353,"median":0.00597295,"min":0.0023766,"max":0.019334025,"stdev":0.005100143356302307}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22914631,"overall_relative_score":22914631,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1232,"performance":383,"input_tokens":1277,"output_tokens":15709,"total_tokens":16986,"cost":0.01210055},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":187325,"overall_relative_score":187325,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":894,"performance":618,"input_tokens":1445,"output_tokens":7219,"total_tokens":8664,"cost":0.005452175},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2366690338018,"overall_relative_score":2366690338018,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":532,"performance":1093,"input_tokens":2526,"output_tokens":12300,"total_tokens":14826,"cost":0.009817575},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4254339391,"overall_relative_score":4254339391,"max_execution_time_ms":130,"max_memory_usage_kib":26624,"rank":201,"performance":1545,"input_tokens":1560,"output_tokens":14457,"total_tokens":16017,"cost":0.011190675},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090299,"overall_relative_score":4090299,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":335,"performance":1119,"input_tokens":1796,"output_tokens":4518,"total_tokens":6314,"cost":0.0038366},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4569751,"overall_relative_score":4569751,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":543,"performance":946,"input_tokens":3728,"output_tokens":10074,"total_tokens":13802,"cost":0.008444525},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":662852,"overall_relative_score":662852,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":429,"performance":861,"input_tokens":1470,"output_tokens":4368,"total_tokens":5838,"cost":0.003601425},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":2163,"output_tokens":4618,"total_tokens":6781,"cost":0.00396195},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":2979,"output_tokens":2234,"total_tokens":5213,"cost":0.0023766},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":2159,"output_tokens":5467,"total_tokens":7626,"cost":0.00415715},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5452,"overall_relative_score":5452,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":387,"performance":1132,"input_tokens":7498,"output_tokens":27609,"total_tokens":35107,"cost":0.02253805},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":7495,"output_tokens":2630,"total_tokens":10125,"cost":0.003802825},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2434967,"overall_relative_score":2434967,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":704,"performance":447,"input_tokens":4597,"output_tokens":4705,"total_tokens":9302,"cost":0.004635025},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":2713,"output_tokens":2504,"total_tokens":5217,"cost":0.00251395},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2444,"output_tokens":10887,"total_tokens":13331,"cost":0.008229275},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1482173016,"overall_relative_score":7941140169,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":939,"performance":644,"input_tokens":2640,"output_tokens":15745,"total_tokens":18385,"cost":0.0124305},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":6921,"output_tokens":4046,"total_tokens":10967,"cost":0.004728525},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4453,"output_tokens":5741,"total_tokens":10194,"cost":0.00537895},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":3609,"output_tokens":5086,"total_tokens":8695,"cost":0.0046731},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11554785,"overall_relative_score":11554785,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":863,"input_tokens":1627,"output_tokens":22638,"total_tokens":24265,"cost":0.017019625},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":188821650303,"overall_relative_score":188821650303,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2174,"output_tokens":15410,"total_tokens":17584,"cost":0.011612975},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1823,"output_tokens":2652,"total_tokens":4475,"cost":0.00240155},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2855,"output_tokens":9137,"total_tokens":11992,"cost":0.00752285},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":1748,"output_tokens":16095,"total_tokens":17843,"cost":0.0124646},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":3232,"output_tokens":4683,"total_tokens":7915,"cost":0.00427795},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":849393,"overall_relative_score":849393,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":744,"performance":805,"input_tokens":1801,"output_tokens":3549,"total_tokens":5350,"cost":0.003069475},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4120,"output_tokens":6644,"total_tokens":10764,"cost":0.00597295},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":2891,"output_tokens":4310,"total_tokens":7201,"cost":0.003913175},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1671,"output_tokens":5010,"total_tokens":6681,"cost":0.00413295},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5669904,"overall_relative_score":46044045244,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":815,"performance":872,"input_tokens":2726,"output_tokens":22482,"total_tokens":25208,"cost":0.016932575},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696041790,"overall_relative_score":696041790,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":676,"input_tokens":1885,"output_tokens":9313,"total_tokens":11198,"cost":0.007413025},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210156824,"overall_relative_score":210156824,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":762,"performance":919,"input_tokens":4303,"output_tokens":3015,"total_tokens":7318,"cost":0.00329335},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7265547,"overall_relative_score":38471369348,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":607,"performance":1073,"input_tokens":3945,"output_tokens":24521,"total_tokens":28466,"cost":0.019334025},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300,"overall_relative_score":300,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":723,"input_tokens":1782,"output_tokens":9873,"total_tokens":11655,"cost":0.00745245},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123711357,"overall_relative_score":668260698906,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":1061,"performance":500,"input_tokens":3974,"output_tokens":13004,"total_tokens":16978,"cost":0.010704875},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":1569,"output_tokens":4480,"total_tokens":6049,"cost":0.003714},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2135,"output_tokens":8309,"total_tokens":10444,"cost":0.0062867},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116449586,"overall_relative_score":116449586,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":771,"performance":902,"input_tokens":1460,"output_tokens":17647,"total_tokens":19107,"cost":0.013272425},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10336840508,"overall_relative_score":132260511019,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1167,"performance":504,"input_tokens":4202,"output_tokens":3285,"total_tokens":7487,"cost":0.00257195},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1369,"output_tokens":3202,"total_tokens":4571,"cost":0.00270145}]},{"num_self_refine":2,"rank":{"all":{"mean":593.45,"median":578.0,"min":177,"max":1123,"stdev":234.1309024609513},"short":{"mean":513.1304347826087,"median":555.0,"min":177,"max":847,"stdev":213.63441677693356},"long":{"mean":702.1176470588235,"median":644.0,"min":215,"max":1123,"stdev":221.45481546834253}},"performance":{"all":{"mean":982.475,"median":968.5,"min":467,"max":1836,"stdev":312.84312342098053},"short":{"mean":1055.304347826087,"median":1099.0,"min":483,"max":1836,"stdev":330.5857659013781},"long":{"mean":883.9411764705883,"median":893.0,"min":467,"max":1552,"stdev":265.2360907258464}},"input_tokens":{"all":{"mean":8590.875,"median":7733.5,"min":4245,"max":19250,"stdev":3193.268835499014},"short":{"mean":7626.521739130435,"median":6635.0,"min":4854,"max":19250,"stdev":3071.1756539203684},"long":{"mean":9895.588235294117,"median":9322.0,"min":4245,"max":16508,"stdev":2956.42152903691}},"output_tokens":{"all":{"mean":21148.125,"median":19582.5,"min":7889,"max":40017,"stdev":9438.988712094706},"short":{"mean":20594.434782608696,"median":19474.0,"min":8996,"max":40017,"stdev":8720.657668204154},"long":{"mean":21897.235294117647,"median":20168.0,"min":7889,"max":39146,"stdev":10562.308172988349}},"total_tokens":{"all":{"mean":29739.0,"median":27547.0,"min":14307,"max":59267,"stdev":9981.186094155035},"short":{"mean":28220.956521739132,"median":26591.0,"min":14307,"max":59267,"stdev":9930.364469546106},"long":{"mean":31792.823529411766,"median":31362.0,"min":18297,"max":49579,"stdev":9972.337283927563}},"cost":{"all":{"mean":0.017329610625,"median":0.0161187625,"min":0.00665395,"max":0.03311795,"stdev":0.007121149796921049},"short":{"mean":0.016714454347826087,"median":0.015609499999999998,"min":0.00798925,"max":0.03311795,"stdev":0.006651159488836976},"long":{"mean":0.018161880882352942,"median":0.0167911,"min":0.00665395,"max":0.0311148,"stdev":0.007842220890163672}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":880630064835,"overall_relative_score":880630064835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":691,"performance":1054,"input_tokens":4245,"output_tokens":35472,"total_tokens":39717,"cost":0.02737995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":394840,"overall_relative_score":394840,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":747,"performance":854,"input_tokens":5541,"output_tokens":22274,"total_tokens":27815,"cost":0.017727825000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2366690338018,"overall_relative_score":2366690338018,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":532,"performance":1093,"input_tokens":9112,"output_tokens":20168,"total_tokens":29280,"cost":0.0167911},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4254339391,"overall_relative_score":4254339391,"max_execution_time_ms":130,"max_memory_usage_kib":26624,"rank":201,"performance":1545,"input_tokens":6900,"output_tokens":19691,"total_tokens":26591,"cost":0.016450275},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4641596,"overall_relative_score":4641596,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":6457,"output_tokens":19014,"total_tokens":25471,"cost":0.015474700000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5457457,"overall_relative_score":5457457,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":215,"performance":1552,"input_tokens":10600,"output_tokens":29342,"total_tokens":39942,"cost":0.0237727},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1265443,"overall_relative_score":1265443,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":283,"performance":1259,"input_tokens":5311,"output_tokens":8996,"total_tokens":14307,"cost":0.00798925},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599577888,"overall_relative_score":12599577888,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":430,"performance":971,"input_tokens":7315,"output_tokens":11885,"total_tokens":19200,"cost":0.010199574999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223622385,"overall_relative_score":223622385,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":572,"performance":993,"input_tokens":7551,"output_tokens":25157,"total_tokens":32708,"cost":0.020670225},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":7056,"output_tokens":16084,"total_tokens":23140,"cost":0.012859725},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4548,"overall_relative_score":4548,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":19250,"output_tokens":40017,"total_tokens":59267,"cost":0.03311795},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190562825,"overall_relative_score":190562825,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":16508,"output_tokens":17788,"total_tokens":34296,"cost":0.01578725},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78219861,"overall_relative_score":78219861,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":266,"performance":1451,"input_tokens":11753,"output_tokens":19818,"total_tokens":31571,"cost":0.016732325},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":597970154,"overall_relative_score":597970154,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":567,"performance":864,"input_tokens":7185,"output_tokens":16590,"total_tokens":23775,"cost":0.014195325000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92777396,"overall_relative_score":92777396,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":317,"performance":1374,"input_tokens":8496,"output_tokens":20714,"total_tokens":29210,"cost":0.01655205},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1482173016,"overall_relative_score":7941140169,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":939,"performance":644,"input_tokens":8237,"output_tokens":39146,"total_tokens":47383,"cost":0.030784925},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":15703,"output_tokens":10755,"total_tokens":26458,"cost":0.010447149999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11582,"output_tokens":12212,"total_tokens":23794,"cost":0.012013550000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415927427,"overall_relative_score":415927427,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":560,"performance":1141,"input_tokens":10076,"output_tokens":10396,"total_tokens":20472,"cost":0.00949655},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11554785,"overall_relative_score":11554785,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":840,"performance":863,"input_tokens":6379,"output_tokens":27635,"total_tokens":34014,"cost":0.021592},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":188821650303,"overall_relative_score":188821650303,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":7662,"output_tokens":26794,"total_tokens":34456,"cost":0.021522075},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5125,"output_tokens":30935,"total_tokens":36060,"cost":0.02402485},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":9022,"output_tokens":11618,"total_tokens":20640,"cost":0.010883275},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1285928,"overall_relative_score":1285928,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":693,"performance":682,"input_tokens":6383,"output_tokens":36105,"total_tokens":42488,"cost":0.02824295},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":9322,"output_tokens":22040,"total_tokens":31362,"cost":0.01806535},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":5932,"output_tokens":11311,"total_tokens":17243,"cost":0.009511525},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9538,"output_tokens":11798,"total_tokens":21336,"cost":0.0102907},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":8204,"output_tokens":13029,"total_tokens":21233,"cost":0.011133125},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10360296217842,"overall_relative_score":10360296217842,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":482,"performance":1301,"input_tokens":6382,"output_tokens":13605,"total_tokens":19987,"cost":0.011386375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5669904,"overall_relative_score":46044045244,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":815,"performance":872,"input_tokens":8520,"output_tokens":37240,"total_tokens":45760,"cost":0.02882025},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1642500084,"overall_relative_score":1642500084,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":6635,"output_tokens":16527,"total_tokens":23162,"cost":0.013587125},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223734974,"overall_relative_score":223734974,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":530,"performance":1251,"input_tokens":10570,"output_tokens":11263,"total_tokens":21833,"cost":0.010117975},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6244354,"overall_relative_score":46892714860,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":554,"performance":1139,"input_tokens":11967,"output_tokens":37612,"total_tokens":49579,"cost":0.0311148},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300,"overall_relative_score":300,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":723,"input_tokens":7571,"output_tokens":16924,"total_tokens":24495,"cost":0.01377395},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123711357,"overall_relative_score":668260698906,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":1061,"performance":500,"input_tokens":10521,"output_tokens":24397,"total_tokens":34918,"cost":0.01994835},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":5925,"output_tokens":12817,"total_tokens":18742,"cost":0.01070565},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438364,"overall_relative_score":438364,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":1175,"input_tokens":7805,"output_tokens":19474,"total_tokens":27279,"cost":0.015609499999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134818760,"overall_relative_score":134818760,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":555,"performance":1211,"input_tokens":6032,"output_tokens":30027,"total_tokens":36059,"cost":0.0233717},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5716829630,"overall_relative_score":247165117637,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1123,"performance":611,"input_tokens":10408,"output_tokens":7889,"total_tokens":18297,"cost":0.00665395},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":4854,"output_tokens":31366,"total_tokens":36220,"cost":0.02438655}]},{"num_self_refine":4,"rank":{"all":{"mean":490.375,"median":520.5,"min":41,"max":879,"stdev":189.70188319355051},"short":{"mean":418.8695652173913,"median":430.0,"min":41,"max":733,"stdev":180.39635764006536},"long":{"mean":587.1176470588235,"median":567.0,"min":215,"max":879,"stdev":160.2415685585911}},"performance":{"all":{"mean":1161.775,"median":1136.0,"min":467,"max":2312,"stdev":319.91324845723653},"short":{"mean":1235.608695652174,"median":1241.0,"min":682,"max":2312,"stdev":360.3509323789841},"long":{"mean":1061.8823529411766,"median":1057.0,"min":467,"max":1552,"stdev":229.08183099957458}},"input_tokens":{"all":{"mean":32309.0,"median":29243.0,"min":21145,"max":57412,"stdev":9816.134173011496},"short":{"mean":31071.91304347826,"median":26667.0,"min":21145,"max":57412,"stdev":10740.364141926742},"long":{"mean":33982.705882352944,"median":33265.0,"min":21471,"max":56488,"stdev":8430.832712169555}},"output_tokens":{"all":{"mean":41906.075,"median":39428.0,"min":16058,"max":78733,"stdev":13925.025683146227},"short":{"mean":42426.391304347824,"median":38782.0,"min":24657,"max":76034,"stdev":12915.889800548817},"long":{"mean":41202.117647058825,"median":42432.0,"min":16058,"max":78733,"stdev":15567.69781824834}},"total_tokens":{"all":{"mean":74215.075,"median":68520.5,"min":42591,"max":111791,"stdev":16381.94412461241},"short":{"mean":73498.30434782608,"median":67303.0,"min":45802,"max":111791,"stdev":16685.38375191343},"long":{"mean":75184.82352941176,"median":76920.0,"min":42591,"max":106891,"stdev":16419.705132992243}},"cost":{"all":{"mean":0.037309945625,"median":0.03545907500000001,"min":0.016581325,"max":0.06360052499999999,"stdev":0.010535263090895614},"short":{"mean":0.03743349456521739,"median":0.035408325000000004,"min":0.0230248,"max":0.061736925,"stdev":0.009738305649379473},"long":{"mean":0.03714279117647059,"median":0.035812225,"min":0.016581325,"max":0.06360052499999999,"stdev":0.011836098821312958}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":880630064835,"overall_relative_score":880630064835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":691,"performance":1054,"input_tokens":21471,"output_tokens":57273,"total_tokens":78744,"cost":0.047446800000000004},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2681475,"overall_relative_score":2681475,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":404,"performance":1283,"input_tokens":23322,"output_tokens":43049,"total_tokens":66371,"cost":0.03654405000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2366690338018,"overall_relative_score":2366690338018,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":532,"performance":1093,"input_tokens":33265,"output_tokens":33114,"total_tokens":66379,"cost":0.030481675},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4357771729,"overall_relative_score":4357771729,"max_execution_time_ms":2920,"max_memory_usage_kib":26624,"rank":190,"performance":1578,"input_tokens":28853,"output_tokens":35432,"total_tokens":64285,"cost":0.03374225},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5249580,"overall_relative_score":5249580,"max_execution_time_ms":310,"max_memory_usage_kib":78848,"rank":307,"performance":1196,"input_tokens":24713,"output_tokens":43268,"total_tokens":67981,"cost":0.036135575},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5457457,"overall_relative_score":5457457,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":215,"performance":1552,"input_tokens":36811,"output_tokens":42450,"total_tokens":79261,"cost":0.0377953},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1265443,"overall_relative_score":1265443,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":283,"performance":1259,"input_tokens":21145,"output_tokens":24657,"total_tokens":45802,"cost":0.0230248},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599577888,"overall_relative_score":12599577888,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":430,"performance":971,"input_tokens":25809,"output_tokens":26011,"total_tokens":51820,"cost":0.024428699999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1649805268,"overall_relative_score":1649805268,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":524,"performance":1057,"input_tokens":29500,"output_tokens":51937,"total_tokens":81437,"cost":0.044924425000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6996530221,"overall_relative_score":6996530221,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":41,"performance":2312,"input_tokens":24868,"output_tokens":48610,"total_tokens":73478,"cost":0.040148875},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4548,"overall_relative_score":4548,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":57412,"output_tokens":54379,"total_tokens":111791,"cost":0.048104875},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":869409670,"overall_relative_score":869409670,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":365,"performance":1313,"input_tokens":44254,"output_tokens":44667,"total_tokens":88921,"cost":0.04122115},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78219861,"overall_relative_score":78219861,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":266,"performance":1451,"input_tokens":50757,"output_tokens":35836,"total_tokens":86593,"cost":0.0358767},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":597970154,"overall_relative_score":597970154,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":567,"performance":864,"input_tokens":25628,"output_tokens":35698,"total_tokens":61326,"cost":0.0331346},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103311409,"overall_relative_score":103311409,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":289,"performance":1429,"input_tokens":34282,"output_tokens":35424,"total_tokens":69706,"cost":0.032897725},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7291246934,"overall_relative_score":45960159640,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":538,"performance":1196,"input_tokens":30823,"output_tokens":46931,"total_tokens":77754,"cost":0.041611375000000006},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274129109456,"overall_relative_score":799425307755,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":459,"performance":1235,"input_tokens":40774,"output_tokens":26505,"total_tokens":67279,"cost":0.025496199999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":331799359560060,"overall_relative_score":9876793429,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":502,"performance":996,"input_tokens":36132,"output_tokens":30216,"total_tokens":66348,"cost":0.0316518},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421522942,"overall_relative_score":421522942,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":517,"performance":1201,"input_tokens":32341,"output_tokens":34962,"total_tokens":67303,"cost":0.031906674999999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":23661,"output_tokens":43350,"total_tokens":67011,"cost":0.0369684},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255505725038,"overall_relative_score":255505725038,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":174,"performance":986,"input_tokens":54507,"output_tokens":36354,"total_tokens":90861,"cost":0.035408325000000004},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":23937,"output_tokens":76034,"total_tokens":99971,"cost":0.061736925},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":26533,"output_tokens":16058,"total_tokens":42591,"cost":0.016581325},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1285928,"overall_relative_score":1285928,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":693,"performance":682,"input_tokens":26667,"output_tokens":72210,"total_tokens":98877,"cost":0.059609024999999996},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":34459,"output_tokens":42461,"total_tokens":76920,"cost":0.038172475000000004},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":29547,"output_tokens":31295,"total_tokens":60842,"cost":0.029438699999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":693365000000,"overall_relative_score":104845611099,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":723,"performance":992,"input_tokens":26369,"output_tokens":33281,"total_tokens":59650,"cost":0.02878505},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":889490887443,"overall_relative_score":23438138157,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":56488,"output_tokens":28308,"total_tokens":84796,"cost":0.0339517},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10360021053628,"overall_relative_score":10360021053628,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":482,"performance":1301,"input_tokens":25151,"output_tokens":38782,"total_tokens":63933,"cost":0.033503825},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5669904,"overall_relative_score":46044045244,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":815,"performance":872,"input_tokens":28158,"output_tokens":78733,"total_tokens":106891,"cost":0.06360052499999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":22330,"output_tokens":41638,"total_tokens":63968,"cost":0.035509825},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223734974,"overall_relative_score":223734974,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":530,"performance":1251,"input_tokens":33279,"output_tokens":33251,"total_tokens":66530,"cost":0.030397124999999997},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6244354,"overall_relative_score":46892714860,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":554,"performance":1139,"input_tokens":41414,"output_tokens":64169,"total_tokens":105583,"cost":0.057481475},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300,"overall_relative_score":300,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":723,"input_tokens":25972,"output_tokens":36139,"total_tokens":62111,"cost":0.031977475},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3881139978,"overall_relative_score":2492092655846,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":611,"performance":1158,"input_tokens":34231,"output_tokens":42432,"total_tokens":76663,"cost":0.035812225},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56177274,"overall_relative_score":56177274,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":733,"performance":1009,"input_tokens":22194,"output_tokens":37929,"total_tokens":60123,"cost":0.032883075000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441438,"overall_relative_score":441438,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":535,"performance":1241,"input_tokens":28986,"output_tokens":40074,"total_tokens":69060,"cost":0.034614824999999995},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136466060,"overall_relative_score":136466060,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":513,"performance":1269,"input_tokens":27700,"output_tokens":61177,"total_tokens":88877,"cost":0.050824375},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1030454414,"overall_relative_score":1364559252697,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":698,"performance":1133,"input_tokens":31396,"output_tokens":26203,"total_tokens":57599,"cost":0.02327935},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":47221,"output_tokens":45946,"total_tokens":93167,"cost":0.04528825}]},{"num_self_refine":8,"rank":{"all":{"mean":466.8,"median":492.5,"min":41,"max":879,"stdev":183.0036009173534},"short":{"mean":404.39130434782606,"median":430.0,"min":41,"max":693,"stdev":172.44333433714465},"long":{"mean":551.2352941176471,"median":525.0,"min":215,"max":879,"stdev":166.04499744488115}},"performance":{"all":{"mean":1182.875,"median":1220.0,"min":207,"max":2312,"stdev":364.35149185283245},"short":{"mean":1230.8695652173913,"median":1251.0,"min":207,"max":2312,"stdev":434.70379720488734},"long":{"mean":1117.9411764705883,"median":1139.0,"min":467,"max":1552,"stdev":236.56221977215512}},"input_tokens":{"all":{"mean":126818.875,"median":121720.5,"min":76671,"max":204724,"stdev":30374.331694821718},"short":{"mean":125299.52173913043,"median":113535.0,"min":86908,"max":204724,"stdev":32505.088963631475},"long":{"mean":128874.4705882353,"median":132485.0,"min":76671,"max":193495,"stdev":28075.452120397025}},"output_tokens":{"all":{"mean":72633.95,"median":69927.0,"min":30363,"max":121689,"stdev":19492.104071280788},"short":{"mean":70907.82608695653,"median":68634.0,"min":43527,"max":121689,"stdev":18110.612106648146},"long":{"mean":74969.29411764706,"median":71826.0,"min":30363,"max":120066,"stdev":21564.76441954765}},"total_tokens":{"all":{"mean":199452.825,"median":202780.5,"min":107034,"max":264920,"stdev":36985.8295115967},"short":{"mean":196207.34782608695,"median":186145.0,"min":134097,"max":264920,"stdev":37500.38133940494},"long":{"mean":203843.76470588235,"median":211321.0,"min":107034,"max":254806,"stdev":36947.559801916235}},"cost":{"all":{"mean":0.077207130625,"median":0.0771871125,"min":0.033875550000000004,"max":0.11129444999999999,"stdev":0.016315300436062767},"short":{"mean":0.07594728804347826,"median":0.073239775,"min":0.0493447,"max":0.11129444999999999,"stdev":0.014550605056452332},"long":{"mean":0.07891162352941176,"median":0.07850287500000001,"min":0.033875550000000004,"max":0.10934207500000001,"stdev":0.018771044905669523}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":880630064835,"overall_relative_score":880630064835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":691,"performance":1054,"input_tokens":115357,"output_tokens":107011,"total_tokens":222368,"cost":0.10507427500000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2681475,"overall_relative_score":2681475,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":404,"performance":1283,"input_tokens":97835,"output_tokens":71429,"total_tokens":169264,"cost":0.07103907500000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2700768917855,"overall_relative_score":2700768917855,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":366,"performance":1330,"input_tokens":129672,"output_tokens":67599,"total_tokens":197271,"cost":0.078152625},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4513670570,"overall_relative_score":4513670570,"max_execution_time_ms":2860,"max_memory_usage_kib":87040,"rank":178,"performance":1615,"input_tokens":128531,"output_tokens":68634,"total_tokens":197165,"cost":0.07675024999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3050,"max_memory_usage_kib":79872,"rank":515,"performance":207,"input_tokens":111007,"output_tokens":71213,"total_tokens":182220,"cost":0.0741253},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5457457,"overall_relative_score":5457457,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":215,"performance":1552,"input_tokens":132485,"output_tokens":65791,"total_tokens":198276,"cost":0.071619725},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1265443,"overall_relative_score":1265443,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":283,"performance":1259,"input_tokens":86908,"output_tokens":47189,"total_tokens":134097,"cost":0.05160265},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599577888,"overall_relative_score":12599577888,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":430,"performance":971,"input_tokens":93868,"output_tokens":43527,"total_tokens":137395,"cost":0.0493447},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4290802470,"overall_relative_score":4290802470,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":469,"performance":1131,"input_tokens":139567,"output_tokens":80034,"total_tokens":219601,"cost":0.087046525},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6996530221,"overall_relative_score":6996530221,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":41,"performance":2312,"input_tokens":109978,"output_tokens":67607,"total_tokens":177585,"cost":0.0696475},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4548,"overall_relative_score":4548,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":185154,"output_tokens":79766,"total_tokens":264920,"cost":0.088581},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":869409670,"overall_relative_score":869409670,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":365,"performance":1313,"input_tokens":152662,"output_tokens":75419,"total_tokens":228081,"cost":0.082442275},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77943418,"overall_relative_score":77943418,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":272,"performance":1438,"input_tokens":204724,"output_tokens":58116,"total_tokens":262840,"cost":0.07421312499999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765968699,"overall_relative_score":765968699,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":112611,"output_tokens":95732,"total_tokens":208343,"cost":0.09003644999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103311409,"overall_relative_score":103311409,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":289,"performance":1429,"input_tokens":134274,"output_tokens":59985,"total_tokens":194259,"cost":0.068640825},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12282845596,"overall_relative_score":78233048516,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":483,"performance":1264,"input_tokens":120030,"output_tokens":74655,"total_tokens":194685,"cost":0.07850287500000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":334760300784,"overall_relative_score":788374834721,"max_execution_time_ms":5910,"max_memory_usage_kib":3072,"rank":471,"performance":1218,"input_tokens":147315,"output_tokens":61782,"total_tokens":209097,"cost":0.06982365},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":331799359560060,"overall_relative_score":9876793429,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":502,"performance":996,"input_tokens":140723,"output_tokens":71529,"total_tokens":212252,"cost":0.07843137500000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":424097971,"overall_relative_score":424097971,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":502,"performance":1221,"input_tokens":141688,"output_tokens":68567,"total_tokens":210255,"cost":0.069671425},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":97665,"output_tokens":70035,"total_tokens":167700,"cost":0.069259425},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":263974321028,"overall_relative_score":263974321028,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":170,"performance":1048,"input_tokens":186680,"output_tokens":56279,"total_tokens":242959,"cost":0.08328282499999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":113535,"output_tokens":121689,"total_tokens":235224,"cost":0.11129444999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":76671,"output_tokens":30363,"total_tokens":107034,"cost":0.033875550000000004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1285928,"overall_relative_score":1285928,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":693,"performance":682,"input_tokens":112720,"output_tokens":108380,"total_tokens":221100,"cost":0.10361455},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63698688757,"overall_relative_score":859585544155,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":1045,"input_tokens":139495,"output_tokens":71826,"total_tokens":211321,"cost":0.07762397500000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":128117,"output_tokens":53125,"total_tokens":181242,"cost":0.06629907500000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":693365000000,"overall_relative_score":104845611099,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":723,"performance":992,"input_tokens":82511,"output_tokens":55900,"total_tokens":138411,"cost":0.053873375},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5596298600,"overall_relative_score":66193885493,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":523,"performance":1219,"input_tokens":193495,"output_tokens":61241,"total_tokens":254736,"cost":0.08079077500000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10360021053628,"overall_relative_score":10360021053628,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":482,"performance":1301,"input_tokens":112864,"output_tokens":64547,"total_tokens":177411,"cost":0.073239775},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5669904,"overall_relative_score":46044045244,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":815,"performance":872,"input_tokens":99751,"output_tokens":120066,"total_tokens":219817,"cost":0.104009275},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":104774,"output_tokens":81371,"total_tokens":186145,"cost":0.078933875},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223734974,"overall_relative_score":223734974,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":530,"performance":1251,"input_tokens":113727,"output_tokens":55897,"total_tokens":169624,"cost":0.06556695},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6244354,"overall_relative_score":46892714860,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":554,"performance":1139,"input_tokens":154582,"output_tokens":100224,"total_tokens":254806,"cost":0.10934207500000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300,"overall_relative_score":300,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":723,"input_tokens":104658,"output_tokens":61717,"total_tokens":166375,"cost":0.06819547499999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3697145305,"overall_relative_score":2606773367237,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":543,"performance":1237,"input_tokens":137746,"output_tokens":79948,"total_tokens":217694,"cost":0.0816904},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71392757,"overall_relative_score":71392757,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":215,"performance":1786,"input_tokens":89917,"output_tokens":69819,"total_tokens":159736,"cost":0.068291275},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441438,"overall_relative_score":441438,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":535,"performance":1241,"input_tokens":128726,"output_tokens":80086,"total_tokens":208812,"cost":0.082190075},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136360050,"overall_relative_score":136360050,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":515,"performance":1266,"input_tokens":123411,"output_tokens":83874,"total_tokens":207285,"cost":0.085923075},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926436507,"overall_relative_score":1506070332693,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":604,"performance":1232,"input_tokens":116193,"output_tokens":55358,"total_tokens":171551,"cost":0.059162400000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":171128,"output_tokens":88028,"total_tokens":259156,"cost":0.09708095}]},{"num_self_refine":16,"rank":{"all":{"mean":462.375,"median":482.0,"min":41,"max":879,"stdev":183.75160037677398},"short":{"mean":399.4782608695652,"median":430.0,"min":41,"max":693,"stdev":172.1420844337653},"long":{"mean":547.4705882352941,"median":525.0,"min":215,"max":879,"stdev":167.85563650316408}},"performance":{"all":{"mean":1190.1,"median":1226.5,"min":207,"max":2312,"stdev":365.38197785822683},"short":{"mean":1238.5652173913043,"median":1259.0,"min":207,"max":2312,"stdev":436.71436744762343},"long":{"mean":1124.5294117647059,"median":1139.0,"min":467,"max":1552,"stdev":235.0149244322206}},"input_tokens":{"all":{"mean":506985.675,"median":506796.0,"min":228026,"max":673203,"stdev":98315.55036388295},"short":{"mean":506697.73913043475,"median":499853.0,"min":344205,"max":673203,"stdev":89597.17291969419},"long":{"mean":507375.23529411765,"median":537042.0,"min":228026,"max":622976,"stdev":111903.72225183655}},"output_tokens":{"all":{"mean":116467.15,"median":114894.0,"min":55066,"max":185721,"stdev":25771.064086117385},"short":{"mean":114051.13043478261,"median":114578.0,"min":71302,"max":174376,"stdev":21737.262454772634},"long":{"mean":119735.88235294117,"median":115210.0,"min":55066,"max":185721,"stdev":30812.61960399171}},"total_tokens":{"all":{"mean":623452.825,"median":638938.5,"min":283092,"max":796139,"stdev":107587.38846520749},"short":{"mean":620748.8695652174,"median":623531.0,"min":415507,"max":796139,"stdev":95318.33117950529},"long":{"mean":627111.1176470588,"median":656628.0,"min":283092,"max":750274,"stdev":125286.73912463879}},"cost":{"all":{"mean":0.1703855475,"median":0.1735237875,"min":0.06756605000000002,"max":0.23406715,"stdev":0.029142178927859166},"short":{"mean":0.16794307391304347,"median":0.17095102500000003,"min":0.10183619999999999,"max":0.20582284999999997,"stdev":0.022542493038353848},"long":{"mean":0.1736900705882353,"median":0.1843328,"min":0.06756605000000002,"max":0.23406715,"stdev":0.03675845214623926}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":880630064835,"overall_relative_score":880630064835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":691,"performance":1054,"input_tokens":577399,"output_tokens":172875,"total_tokens":750274,"cost":0.23406715},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865304,"overall_relative_score":2865304,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":364,"performance":1341,"input_tokens":422700,"output_tokens":118226,"total_tokens":540926,"cost":0.16830615000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2700768917855,"overall_relative_score":2700768917855,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":366,"performance":1330,"input_tokens":489627,"output_tokens":100308,"total_tokens":589935,"cost":0.181853325},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4513670570,"overall_relative_score":4513670570,"max_execution_time_ms":2860,"max_memory_usage_kib":87040,"rank":178,"performance":1615,"input_tokens":577438,"output_tokens":115851,"total_tokens":693289,"cost":0.17637182499999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3050,"max_memory_usage_kib":79872,"rank":515,"performance":207,"input_tokens":501504,"output_tokens":114578,"total_tokens":616082,"cost":0.167190375},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5457457,"overall_relative_score":5457457,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":215,"performance":1552,"input_tokens":512088,"output_tokens":107694,"total_tokens":619782,"cost":0.152705625},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1265443,"overall_relative_score":1265443,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":283,"performance":1259,"input_tokens":400305,"output_tokens":91893,"total_tokens":492198,"cost":0.13560329999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599577888,"overall_relative_score":12599577888,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":430,"performance":971,"input_tokens":344205,"output_tokens":71302,"total_tokens":415507,"cost":0.10183619999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4290802470,"overall_relative_score":4290802470,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":469,"performance":1131,"input_tokens":604236,"output_tokens":124360,"total_tokens":728596,"cost":0.18722782500000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6996530221,"overall_relative_score":6996530221,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":41,"performance":2312,"input_tokens":431121,"output_tokens":93251,"total_tokens":524372,"cost":0.13822199999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4548,"overall_relative_score":4548,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":656434,"output_tokens":120479,"total_tokens":776913,"cost":0.18327145000000003},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":869409670,"overall_relative_score":869409670,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":365,"performance":1313,"input_tokens":619301,"output_tokens":107326,"total_tokens":726627,"cost":0.16767980000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77943418,"overall_relative_score":77943418,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":272,"performance":1438,"input_tokens":673203,"output_tokens":97579,"total_tokens":770782,"cost":0.17862134999999996},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":765968699,"overall_relative_score":765968699,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":525,"performance":944,"input_tokens":499500,"output_tokens":135784,"total_tokens":635284,"cost":0.19706744999999995},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":109930943,"overall_relative_score":109930943,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":264,"performance":1481,"input_tokens":541205,"output_tokens":101388,"total_tokens":642593,"cost":0.16071342500000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12282845596,"overall_relative_score":78233048516,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":483,"performance":1264,"input_tokens":537042,"output_tokens":119586,"total_tokens":656628,"cost":0.16828005000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":335071384284,"overall_relative_score":798302646039,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":460,"performance":1234,"input_tokens":622976,"output_tokens":115210,"total_tokens":738186,"cost":0.1843328},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173351553632636,"overall_relative_score":14935676851,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":449,"performance":1091,"input_tokens":587413,"output_tokens":128171,"total_tokens":715584,"cost":0.18802795000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":424097971,"overall_relative_score":424097971,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":502,"performance":1221,"input_tokens":598780,"output_tokens":116104,"total_tokens":714884,"cost":0.18831114999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":392973,"output_tokens":109340,"total_tokens":502313,"cost":0.14298217500000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":263974321028,"overall_relative_score":263974321028,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":170,"performance":1048,"input_tokens":565030,"output_tokens":78455,"total_tokens":643485,"cost":0.17776772500000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":489275,"output_tokens":174376,"total_tokens":663651,"cost":0.20546374999999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":228026,"output_tokens":55066,"total_tokens":283092,"cost":0.06756605000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1285928,"overall_relative_score":1285928,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":693,"performance":682,"input_tokens":417809,"output_tokens":142517,"total_tokens":560326,"cost":0.17192405000000005},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63698688757,"overall_relative_score":859585544155,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":1045,"input_tokens":547420,"output_tokens":121504,"total_tokens":668924,"cost":0.19651225},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":546189,"output_tokens":100667,"total_tokens":646856,"cost":0.17095102500000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":692872000000,"overall_relative_score":104858935191,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":723,"performance":993,"input_tokens":320319,"output_tokens":105427,"total_tokens":425746,"cost":0.1323219},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5596298600,"overall_relative_score":66193885493,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":523,"performance":1219,"input_tokens":592700,"output_tokens":96777,"total_tokens":689477,"cost":0.185527025},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10360021053628,"overall_relative_score":10360021053628,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":482,"performance":1301,"input_tokens":496609,"output_tokens":110085,"total_tokens":606694,"cost":0.159331225},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5669904,"overall_relative_score":46044045244,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":815,"performance":872,"input_tokens":370522,"output_tokens":185721,"total_tokens":556243,"cost":0.1988269},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2865824775,"overall_relative_score":2865824775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":616,"performance":1065,"input_tokens":499853,"output_tokens":123678,"total_tokens":623531,"cost":0.1776488},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230093095,"overall_relative_score":230093095,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":482,"performance":1318,"input_tokens":458221,"output_tokens":111982,"total_tokens":570203,"cost":0.16261645},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6244354,"overall_relative_score":46892714860,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":554,"performance":1139,"input_tokens":584881,"output_tokens":154710,"total_tokens":739591,"cost":0.2011675},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300,"overall_relative_score":300,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":723,"input_tokens":477428,"output_tokens":112152,"total_tokens":589580,"cost":0.16512335},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3697145305,"overall_relative_score":2606773367237,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":543,"performance":1237,"input_tokens":500763,"output_tokens":113243,"total_tokens":614006,"cost":0.1723365},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71392757,"overall_relative_score":71392757,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":215,"performance":1786,"input_tokens":426724,"output_tokens":127058,"total_tokens":553782,"cost":0.169631425},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441438,"overall_relative_score":441438,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":535,"performance":1241,"input_tokens":552232,"output_tokens":123309,"total_tokens":675541,"cost":0.18026957500000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136360050,"overall_relative_score":136360050,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":515,"performance":1266,"input_tokens":526620,"output_tokens":130957,"total_tokens":657577,"cost":0.174711075},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":926436507,"overall_relative_score":1506070332693,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":604,"performance":1232,"input_tokens":431166,"output_tokens":91748,"total_tokens":522914,"cost":0.1372311},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":658190,"output_tokens":137949,"total_tokens":796139,"cost":0.20582284999999997}]}]},{"model_name":"mimo-v2-flash","detail_path":"data/model_details/mimo-v2-flash.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":687.95,"median":685.0,"min":186,"max":1382,"stdev":232.53088573458973},"short":{"mean":622.3478260869565,"median":680.0,"min":186,"max":1019,"stdev":208.40380573554623},"long":{"mean":776.7058823529412,"median":725.0,"min":493,"max":1382,"stdev":239.83634125844085}},"performance":{"all":{"mean":737.95,"median":825.5,"min":-110,"max":1498,"stdev":422.04532202851607},"short":{"mean":731.0869565217391,"median":757.0,"min":-110,"max":1498,"stdev":469.8666070902443},"long":{"mean":747.2352941176471,"median":893.0,"min":-50,"max":1146,"stdev":361.17664123870276}},"input_tokens":{"all":{"mean":3144.1,"median":2702.0,"min":1413,"max":8294,"stdev":1802.498348802544},"short":{"mean":2571.1304347826085,"median":1883.0,"min":1436,"max":8294,"stdev":1700.9417259097124},"long":{"mean":3919.294117647059,"median":3403.0,"min":1413,"max":8218,"stdev":1682.521276414725}},"output_tokens":{"all":{"mean":21749.675,"median":20419.5,"min":9723,"max":62490,"stdev":9319.972170057217},"short":{"mean":23258.347826086956,"median":20893.0,"min":9723,"max":62490,"stdev":11587.697118490862},"long":{"mean":19708.529411764706,"median":18920.0,"min":14153,"max":29003,"stdev":4404.490565287419}},"total_tokens":{"all":{"mean":24893.775,"median":23313.0,"min":11604,"max":64183,"stdev":9353.140971085595},"short":{"mean":25829.478260869564,"median":23197.0,"min":11604,"max":64183,"stdev":11753.128113089202},"long":{"mean":23627.823529411766,"median":23429.0,"min":16923,"max":32043,"stdev":4509.669808246693}},"cost":{"all":{"mean":0.0068393125,"median":0.0064645499999999995,"min":0.003105,"max":0.0189163,"stdev":0.0027876818774458007},"short":{"mean":0.007234617391304348,"median":0.0064983,"min":0.003105,"max":0.0189163,"stdev":0.0034846377184399964},"long":{"mean":0.006304488235294118,"median":0.0062553,"min":0.0045229,"max":0.0090049,"stdev":0.0013105221573300244}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1413,"output_tokens":21768,"total_tokens":23181,"cost":0.0066717},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1548,"output_tokens":20366,"total_tokens":21914,"cost":0.0062646},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2554214200325,"overall_relative_score":2554214200325,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":493,"performance":1146,"input_tokens":2770,"output_tokens":14153,"total_tokens":16923,"cost":0.0045229},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3516875514,"overall_relative_score":3516875514,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":272,"performance":1354,"input_tokens":1699,"output_tokens":17256,"total_tokens":18955,"cost":0.0053467},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2009961,"overall_relative_score":2009961,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":362,"performance":1052,"input_tokens":1871,"output_tokens":18759,"total_tokens":20630,"cost":0.0058148},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4512414,"overall_relative_score":4512414,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":570,"performance":903,"input_tokens":3867,"output_tokens":19562,"total_tokens":23429,"cost":0.0062553},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1604,"output_tokens":18081,"total_tokens":19685,"cost":0.0055847},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":8192,"rank":613,"performance":-61,"input_tokens":2304,"output_tokens":20893,"total_tokens":23197,"cost":0.0064983},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":185275139,"overall_relative_score":185275139,"max_execution_time_ms":1203,"max_memory_usage_kib":3072,"rank":596,"performance":960,"input_tokens":3091,"output_tokens":22320,"total_tokens":25411,"cost":0.0070051},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":2289,"output_tokens":21239,"total_tokens":23528,"cost":0.0066006},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":697,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":8294,"output_tokens":25310,"total_tokens":33604,"cost":0.0084224},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":187905701,"overall_relative_score":187905701,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":8218,"output_tokens":18920,"total_tokens":27138,"cost":0.0064978},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":6452,"output_tokens":26248,"total_tokens":32700,"cost":0.0085196},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2494889,"overall_relative_score":2494889,"max_execution_time_ms":1075,"max_memory_usage_kib":7496,"rank":725,"performance":402,"input_tokens":3040,"output_tokens":29003,"total_tokens":32043,"cost":0.0090049},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28760864,"overall_relative_score":28760864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":694,"performance":661,"input_tokens":2634,"output_tokens":21266,"total_tokens":23900,"cost":0.0066432},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4185814002,"overall_relative_score":29601921948,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":580,"performance":1145,"input_tokens":2854,"output_tokens":16655,"total_tokens":19509,"cost":0.0052819},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2330606423478,"overall_relative_score":404895697501,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":7476,"output_tokens":17439,"total_tokens":24915,"cost":0.0059793},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4609,"output_tokens":16522,"total_tokens":21131,"cost":0.0054175},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":396620785,"overall_relative_score":396620785,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":680,"performance":975,"input_tokens":3747,"output_tokens":24688,"total_tokens":28435,"cost":0.0077811},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12405755,"overall_relative_score":12405755,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":738,"performance":999,"input_tokens":1791,"output_tokens":14251,"total_tokens":16042,"cost":0.0044544},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2225,"output_tokens":16442,"total_tokens":18667,"cost":0.0051551},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1881,"output_tokens":9723,"total_tokens":11604,"cost":0.003105},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":270150219317,"overall_relative_score":126376611589,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":839,"performance":837,"input_tokens":2941,"output_tokens":16159,"total_tokens":19100,"cost":0.0051418},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1314412,"overall_relative_score":1314412,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":669,"performance":757,"input_tokens":1786,"output_tokens":35158,"total_tokens":36944,"cost":0.010726},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3403,"output_tokens":20584,"total_tokens":23987,"cost":0.0065155},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039453,"overall_relative_score":1039453,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":1883,"output_tokens":47394,"total_tokens":49277,"cost":0.0144065},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4198,"output_tokens":15832,"total_tokens":20030,"cost":0.0051694},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1737542821,"overall_relative_score":45928496838,"max_execution_time_ms":1220,"max_memory_usage_kib":3072,"rank":631,"performance":1081,"input_tokens":3071,"output_tokens":25254,"total_tokens":28325,"cost":0.0078833},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1800,"output_tokens":12905,"total_tokens":14705,"cost":0.0040515},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2887,"output_tokens":15190,"total_tokens":18077,"cost":0.0048457},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1217663700,"overall_relative_score":1217663700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":751,"input_tokens":1962,"output_tokens":14863,"total_tokens":16825,"cost":0.0046551},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220014209,"overall_relative_score":220014209,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":556,"performance":1216,"input_tokens":4590,"output_tokens":20473,"total_tokens":25063,"cost":0.0066009},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1441,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4087,"output_tokens":22397,"total_tokens":26484,"cost":0.0071278},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":272964,"overall_relative_score":272964,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":299,"performance":1420,"input_tokens":1903,"output_tokens":26696,"total_tokens":28599,"cost":0.0081991},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13372983035,"overall_relative_score":751549652939,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":1056,"performance":513,"input_tokens":4321,"output_tokens":16052,"total_tokens":20373,"cost":0.0052477},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56488773,"overall_relative_score":56488773,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":718,"performance":1033,"input_tokens":1693,"output_tokens":62490,"total_tokens":64183,"cost":0.0189163},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":316770,"overall_relative_score":316770,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":842,"input_tokens":2224,"output_tokens":15714,"total_tokens":17938,"cost":0.0049366},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722738,"overall_relative_score":112722738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":821,"performance":791,"input_tokens":1520,"output_tokens":23768,"total_tokens":25288,"cost":0.0072824},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3413345947,"overall_relative_score":421177023662,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":818,"performance":1008,"input_tokens":4382,"output_tokens":27235,"total_tokens":31617,"cost":0.0086087},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":1436,"output_tokens":20959,"total_tokens":22395,"cost":0.0064313}]},{"num_self_refine":2,"rank":{"all":{"mean":663.125,"median":668.5,"min":186,"max":1149,"stdev":227.74402944691644},"short":{"mean":599.0869565217391,"median":668.0,"min":186,"max":1019,"stdev":220.03944130820113},"long":{"mean":749.7647058823529,"median":725.0,"min":493,"max":1149,"stdev":214.43458484225576}},"performance":{"all":{"mean":782.45,"median":828.0,"min":-110,"max":1503,"stdev":431.9034169099169},"short":{"mean":767.2173913043479,"median":757.0,"min":-110,"max":1503,"stdev":508.6313146368881},"long":{"mean":803.0588235294117,"median":903.0,"min":94,"max":1197,"stdev":313.3485420797892}},"input_tokens":{"all":{"mean":8998.425,"median":7643.0,"min":4568,"max":19703,"stdev":4051.618713472305},"short":{"mean":8000.565217391304,"median":6208.0,"min":4568,"max":19703,"stdev":4344.101233816296},"long":{"mean":10348.470588235294,"median":9918.0,"min":6108,"max":18246,"stdev":3270.664728263336}},"output_tokens":{"all":{"mean":32971.35,"median":29802.0,"min":19330,"max":75047,"stdev":11133.897793651924},"short":{"mean":34335.913043478264,"median":28737.0,"min":19330,"max":75047,"stdev":13701.501818523542},"long":{"mean":31125.176470588234,"median":30937.0,"min":20880,"max":43779,"stdev":6142.726239578951}},"total_tokens":{"all":{"mean":41969.775,"median":40378.0,"min":25538,"max":80676,"stdev":11335.782950547486},"short":{"mean":42336.47826086957,"median":36843.0,"min":25538,"max":80676,"stdev":14016.10867365756},"long":{"mean":41473.64705882353,"median":41768.0,"min":29596,"max":51223,"stdev":6530.18523800413}},"cost":{"all":{"mean":0.0107912475,"median":0.00981235,"min":0.0064198,"max":0.023077,"stdev":0.003311269812902558},"short":{"mean":0.011100830434782608,"median":0.009320499999999999,"min":0.0064198,"max":0.023077,"stdev":0.004096337862645208},"long":{"mean":0.0103724,"median":0.0101848,"min":0.0071356,"max":0.013832899999999999,"stdev":0.0018246478458184745}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6939861718,"overall_relative_score":6939861718,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":1149,"performance":607,"input_tokens":6108,"output_tokens":36037,"total_tokens":42145,"cost":0.0114219},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":19703,"output_tokens":22242,"total_tokens":41945,"cost":0.0086429},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2554214200325,"overall_relative_score":2554214200325,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":493,"performance":1146,"input_tokens":8716,"output_tokens":20880,"total_tokens":29596,"cost":0.0071356},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3793930664,"overall_relative_score":3793930664,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":238,"performance":1442,"input_tokens":5920,"output_tokens":27954,"total_tokens":33874,"cost":0.0089782},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4278033,"overall_relative_score":4278033,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":6875,"output_tokens":27035,"total_tokens":33910,"cost":0.008798},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4512414,"overall_relative_score":4512414,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":570,"performance":903,"input_tokens":10618,"output_tokens":28274,"total_tokens":38892,"cost":0.009544},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":5954,"output_tokens":21328,"total_tokens":27282,"cost":0.0069938},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":8192,"rank":613,"performance":-61,"input_tokens":6286,"output_tokens":26000,"total_tokens":32286,"cost":0.0084286},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":185275139,"overall_relative_score":185275139,"max_execution_time_ms":1203,"max_memory_usage_kib":3072,"rank":596,"performance":960,"input_tokens":9037,"output_tokens":30937,"total_tokens":39974,"cost":0.0101848},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":6994,"output_tokens":28737,"total_tokens":35731,"cost":0.009320499999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":697,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":18630,"output_tokens":34295,"total_tokens":52925,"cost":0.012151499999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":507405518,"overall_relative_score":507405518,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":18246,"output_tokens":32269,"total_tokens":50515,"cost":0.0115053},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":14877,"output_tokens":48562,"total_tokens":63439,"cost":0.016056300000000003},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2494889,"overall_relative_score":2494889,"max_execution_time_ms":1075,"max_memory_usage_kib":7496,"rank":725,"performance":402,"input_tokens":10437,"output_tokens":38772,"total_tokens":49209,"cost":0.0126753},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28760864,"overall_relative_score":28760864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":694,"performance":661,"input_tokens":8022,"output_tokens":28290,"total_tokens":36312,"cost":0.009289200000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4319089084,"overall_relative_score":47880480568,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":537,"performance":1197,"input_tokens":7986,"output_tokens":27199,"total_tokens":35185,"cost":0.008958299999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2330606423478,"overall_relative_score":404895697501,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":17562,"output_tokens":25436,"total_tokens":42998,"cost":0.009387},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11515,"output_tokens":29267,"total_tokens":40782,"cost":0.009931599999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":402773020,"overall_relative_score":402773020,"max_execution_time_ms":10,"max_memory_usage_kib":7168,"rank":668,"performance":992,"input_tokens":11531,"output_tokens":37162,"total_tokens":48693,"cost":0.012301699999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4730,"output_tokens":24790,"total_tokens":29520,"cost":0.00791},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":5920,"output_tokens":30337,"total_tokens":36257,"cost":0.0096931},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":4568,"output_tokens":25719,"total_tokens":30287,"cost":0.0081725},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":91509618934,"overall_relative_score":161776104959,"max_execution_time_ms":621,"max_memory_usage_kib":3072,"rank":744,"performance":960,"input_tokens":7300,"output_tokens":24087,"total_tokens":31387,"cost":0.0079561},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1314412,"overall_relative_score":1314412,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":669,"performance":757,"input_tokens":5204,"output_tokens":48611,"total_tokens":53815,"cost":0.0151037},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":8960,"output_tokens":35670,"total_tokens":44630,"cost":0.011597},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039453,"overall_relative_score":1039453,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":6430,"output_tokens":56463,"total_tokens":62893,"cost":0.017581899999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":10302,"output_tokens":25295,"total_tokens":35597,"cost":0.0086187},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1737542821,"overall_relative_score":45928496838,"max_execution_time_ms":1220,"max_memory_usage_kib":3072,"rank":631,"performance":1081,"input_tokens":6992,"output_tokens":43779,"total_tokens":50771,"cost":0.013832899999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":5967,"output_tokens":20446,"total_tokens":26413,"cost":0.0067305},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":9157,"output_tokens":28134,"total_tokens":37291,"cost":0.0093559},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1217663700,"overall_relative_score":1217663700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":751,"input_tokens":6208,"output_tokens":19330,"total_tokens":25538,"cost":0.0064198},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230758497,"overall_relative_score":230758497,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":477,"performance":1325,"input_tokens":12031,"output_tokens":24812,"total_tokens":36843,"cost":0.0086467},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1441,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":9918,"output_tokens":31850,"total_tokens":41768,"cost":0.0105468},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287391,"overall_relative_score":287391,"max_execution_time_ms":150,"max_memory_usage_kib":5120,"rank":259,"performance":1503,"input_tokens":5652,"output_tokens":50762,"total_tokens":56414,"cost":0.0157938},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13372983035,"overall_relative_score":751549652939,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":1056,"performance":513,"input_tokens":12010,"output_tokens":31079,"total_tokens":43089,"cost":0.0105247},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56488773,"overall_relative_score":56488773,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":718,"performance":1033,"input_tokens":5629,"output_tokens":75047,"total_tokens":80676,"cost":0.023077},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":316770,"overall_relative_score":316770,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":842,"input_tokens":7008,"output_tokens":38127,"total_tokens":45135,"cost":0.012138900000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722738,"overall_relative_score":112722738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":821,"performance":791,"input_tokens":4651,"output_tokens":41031,"total_tokens":45682,"cost":0.0127744},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3413345947,"overall_relative_score":421177023662,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":818,"performance":1008,"input_tokens":11060,"output_tokens":40163,"total_tokens":51223,"cost":0.0131549},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":5223,"output_tokens":32646,"total_tokens":37869,"cost":0.0103161}]},{"num_self_refine":4,"rank":{"all":{"mean":630.85,"median":637.5,"min":186,"max":1149,"stdev":238.8978485698062},"short":{"mean":562.6521739130435,"median":623.0,"min":186,"max":845,"stdev":220.72599399906997},"long":{"mean":723.1176470588235,"median":644.0,"min":283,"max":1149,"stdev":237.47075671357442}},"performance":{"all":{"mean":872.55,"median":867.5,"min":-110,"max":1598,"stdev":413.69212818601824},"short":{"mean":896.0869565217391,"median":832.0,"min":-110,"max":1598,"stdev":459.2154290490247},"long":{"mean":840.7058823529412,"median":903.0,"min":94,"max":1554,"stdev":354.0119639055088}},"input_tokens":{"all":{"mean":28725.825,"median":26914.5,"min":15125,"max":60992,"stdev":10317.790689492565},"short":{"mean":26597.565217391304,"median":23567.0,"min":15125,"max":60992,"stdev":11406.43800199171},"long":{"mean":31605.235294117647,"median":29530.0,"min":18856,"max":49955,"stdev":8079.0618462898565}},"output_tokens":{"all":{"mean":47728.8,"median":45973.0,"min":27924,"max":83784,"stdev":12210.273127838307},"short":{"mean":48958.47826086957,"median":45715.0,"min":27924,"max":83784,"stdev":14441.37669674305},"long":{"mean":46065.117647058825,"median":46052.0,"min":28829,"max":58782,"stdev":8457.741733778239}},"total_tokens":{"all":{"mean":76454.625,"median":74618.0,"min":48211,"max":110300,"stdev":14829.28868167611},"short":{"mean":75556.04347826086,"median":71560.0,"min":48211,"max":110300,"stdev":17576.140321155064},"long":{"mean":77670.35294117648,"median":77638.0,"min":58206,"max":96007,"stdev":10417.687764933591}},"cost":{"all":{"mean":0.0171912075,"median":0.0167686,"min":0.0104059,"max":0.0277868,"stdev":0.003662460957865766},"short":{"mean":0.017347273913043477,"median":0.016005400000000003,"min":0.0104059,"max":0.0277868,"stdev":0.0043793640802598675},"long":{"mean":0.01698005882352941,"median":0.0172685,"min":0.0115864,"max":0.0206594,"stdev":0.002498484632496972}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6939861718,"overall_relative_score":6939861718,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":1149,"performance":607,"input_tokens":22073,"output_tokens":52180,"total_tokens":74253,"cost":0.0178613},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":273805,"overall_relative_score":273805,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":796,"performance":785,"input_tokens":60992,"output_tokens":36476,"total_tokens":97468,"cost":0.017042},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2581971562137,"overall_relative_score":2581971562137,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":484,"performance":1158,"input_tokens":29377,"output_tokens":28829,"total_tokens":58206,"cost":0.0115864},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3793930664,"overall_relative_score":3793930664,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":238,"performance":1442,"input_tokens":25314,"output_tokens":43343,"total_tokens":68657,"cost":0.015534300000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4278033,"overall_relative_score":4278033,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":26206,"output_tokens":40327,"total_tokens":66533,"cost":0.014718100000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4512414,"overall_relative_score":4512414,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":570,"performance":903,"input_tokens":33713,"output_tokens":40595,"total_tokens":74308,"cost":0.0155498},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1263636,"overall_relative_score":1263636,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":287,"performance":1249,"input_tokens":20133,"output_tokens":28164,"total_tokens":48297,"cost":0.0104625},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":640,"max_memory_usage_kib":8192,"rank":613,"performance":-61,"input_tokens":18295,"output_tokens":39101,"total_tokens":57396,"cost":0.013559799999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":185275139,"overall_relative_score":185275139,"max_execution_time_ms":1203,"max_memory_usage_kib":3072,"rank":596,"performance":960,"input_tokens":28444,"output_tokens":46153,"total_tokens":74597,"cost":0.0166903},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":23567,"output_tokens":49193,"total_tokens":72760,"cost":0.0171146},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":697,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":44844,"output_tokens":45911,"total_tokens":90755,"cost":0.018257699999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":507405518,"overall_relative_score":507405518,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":49955,"output_tokens":46052,"total_tokens":96007,"cost":0.018811099999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10486711,"overall_relative_score":10486711,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":698,"performance":478,"input_tokens":41271,"output_tokens":66141,"total_tokens":107412,"cost":0.023969400000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2494889,"overall_relative_score":2494889,"max_execution_time_ms":1075,"max_memory_usage_kib":7496,"rank":725,"performance":402,"input_tokens":37274,"output_tokens":56440,"total_tokens":93714,"cost":0.0206594},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30619484,"overall_relative_score":30619484,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":623,"performance":832,"input_tokens":28402,"output_tokens":39953,"total_tokens":68355,"cost":0.0148261},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16718543230,"overall_relative_score":300279749136,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":283,"performance":1554,"input_tokens":23456,"output_tokens":41390,"total_tokens":64846,"cost":0.014762599999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2330606423478,"overall_relative_score":404895697501,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":45560,"output_tokens":34026,"total_tokens":79586,"cost":0.0147638},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":34585,"output_tokens":46035,"total_tokens":80620,"cost":0.017269},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":412816616,"overall_relative_score":412816616,"max_execution_time_ms":20,"max_memory_usage_kib":7168,"rank":602,"performance":1084,"input_tokens":41765,"output_tokens":48206,"total_tokens":89971,"cost":0.0186383},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13256430,"overall_relative_score":13256430,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":305,"performance":1598,"input_tokens":15125,"output_tokens":44014,"total_tokens":59139,"cost":0.014716700000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":19461,"output_tokens":45715,"total_tokens":65176,"cost":0.0156606},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":15682,"output_tokens":47770,"total_tokens":63452,"cost":0.0158992},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44287801749,"overall_relative_score":242502762447,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":25050,"output_tokens":36386,"total_tokens":61436,"cost":0.0134208},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1314412,"overall_relative_score":1314412,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":669,"performance":757,"input_tokens":16847,"output_tokens":65429,"total_tokens":82276,"cost":0.0213134},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":29530,"output_tokens":53051,"total_tokens":82581,"cost":0.018868299999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039453,"overall_relative_score":1039453,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":25857,"output_tokens":70176,"total_tokens":96033,"cost":0.023638499999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":28780,"output_tokens":41919,"total_tokens":70699,"cost":0.0154537},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1737542821,"overall_relative_score":45928496838,"max_execution_time_ms":1220,"max_memory_usage_kib":3072,"rank":631,"performance":1081,"input_tokens":18856,"output_tokens":58782,"total_tokens":77638,"cost":0.019520199999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":20673,"output_tokens":36639,"total_tokens":57312,"cost":0.013059000000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":33633,"output_tokens":51403,"total_tokens":85036,"cost":0.0187842},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1217663700,"overall_relative_score":1217663700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":751,"input_tokens":20287,"output_tokens":27924,"total_tokens":48211,"cost":0.0104059},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242205258,"overall_relative_score":242205258,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":365,"performance":1489,"input_tokens":36939,"output_tokens":39044,"total_tokens":75983,"cost":0.0154071},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1441,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":27724,"output_tokens":46915,"total_tokens":74639,"cost":0.0168469},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":288933,"overall_relative_score":288933,"max_execution_time_ms":410,"max_memory_usage_kib":6144,"rank":242,"performance":1540,"input_tokens":20292,"output_tokens":70641,"total_tokens":90933,"cost":0.0232215},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8158346555,"overall_relative_score":1283883867500,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":1016,"performance":607,"input_tokens":39101,"output_tokens":44528,"total_tokens":83629,"cost":0.0172685},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56826706,"overall_relative_score":56826706,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":717,"performance":1035,"input_tokens":26516,"output_tokens":83784,"total_tokens":110300,"cost":0.0277868},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":316770,"overall_relative_score":316770,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":842,"input_tokens":27313,"output_tokens":44247,"total_tokens":71560,"cost":0.016005400000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722738,"overall_relative_score":112722738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":821,"performance":791,"input_tokens":15960,"output_tokens":64927,"total_tokens":80887,"cost":0.021074100000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3413345947,"overall_relative_score":421177023662,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":818,"performance":1008,"input_tokens":30178,"output_tokens":58423,"total_tokens":88601,"cost":0.020544700000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168687,"overall_relative_score":168687,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":845,"performance":718,"input_tokens":20003,"output_tokens":48920,"total_tokens":68923,"cost":0.016676299999999998}]},{"num_self_refine":8,"rank":{"all":{"mean":587.4,"median":609.0,"min":186,"max":1142,"stdev":236.90404851991914},"short":{"mean":538.7826086956521,"median":568.0,"min":186,"max":845,"stdev":213.10346537896032},"long":{"mean":653.1764705882352,"median":625.0,"min":247,"max":1142,"stdev":257.6109555352115}},"performance":{"all":{"mean":974.35,"median":906.0,"min":94,"max":1616,"stdev":356.0756581949605},"short":{"mean":990.1304347826087,"median":842.0,"min":483,"max":1616,"stdev":350.3045823212379},"long":{"mean":953.0,"median":990.0,"min":94,"max":1554,"stdev":373.4665312983213}},"input_tokens":{"all":{"mean":102384.15,"median":99254.5,"min":57191,"max":169187,"stdev":31292.55852685124},"short":{"mean":96303.0,"median":84186.0,"min":57191,"max":169187,"stdev":33165.43462155085},"long":{"mean":110611.58823529411,"median":112341.0,"min":59055,"max":156285,"stdev":27374.303559768476}},"output_tokens":{"all":{"mean":70313.2,"median":69620.5,"min":44081,"max":110343,"stdev":14429.854048340554},"short":{"mean":72963.21739130435,"median":71032.0,"min":44081,"max":110343,"stdev":17057.278038624936},"long":{"mean":66727.88235294117,"median":66973.0,"min":50150,"max":80550,"stdev":9150.288628523918}},"total_tokens":{"all":{"mean":172697.35,"median":170551.5,"min":117266,"max":232055,"stdev":32926.06588314228},"short":{"mean":169266.21739130435,"median":170071.0,"min":117266,"max":232055,"stdev":36517.01119273855},"long":{"mean":177339.4705882353,"median":171216.0,"min":139605,"max":225657,"stdev":27734.197270963257}},"cost":{"all":{"mean":0.031331595,"median":0.03170565,"min":0.0208012,"max":0.04399029999999999,"stdev":0.0050430385816870975},"short":{"mean":0.031518065217391304,"median":0.0317379,"min":0.0208012,"max":0.04399029999999999,"stdev":0.005955003342385802},"long":{"mean":0.031079311764705884,"median":0.0300681,"min":0.0255213,"max":0.0376494,"stdev":0.0036212060245659782}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7907012768,"overall_relative_score":7907012768,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":1142,"performance":616,"input_tokens":77825,"output_tokens":69869,"total_tokens":147694,"cost":0.028743200000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":328736,"overall_relative_score":328736,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":766,"performance":828,"input_tokens":169187,"output_tokens":62868,"total_tokens":232055,"cost":0.0357791},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2648066711484,"overall_relative_score":2648066711484,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":418,"performance":1251,"input_tokens":114692,"output_tokens":51101,"total_tokens":165793,"cost":0.0267983},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3899281995,"overall_relative_score":3899281995,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":231,"performance":1461,"input_tokens":107340,"output_tokens":69936,"total_tokens":177276,"cost":0.0317148},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4278033,"overall_relative_score":4278033,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":110121,"output_tokens":60911,"total_tokens":171032,"cost":0.0292824},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5384528,"overall_relative_score":5384528,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":130827,"output_tokens":62046,"total_tokens":192873,"cost":0.0316965},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1263636,"overall_relative_score":1263636,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":287,"performance":1249,"input_tokens":75786,"output_tokens":44081,"total_tokens":119867,"cost":0.0208029},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7521936824,"overall_relative_score":7521936824,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":57332,"output_tokens":60798,"total_tokens":118130,"cost":0.023972599999999997},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":99561,"output_tokens":66973,"total_tokens":166534,"cost":0.030048},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":84186,"output_tokens":74825,"total_tokens":159011,"cost":0.0308661},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":118089,"output_tokens":62787,"total_tokens":180876,"cost":0.030645000000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":507405518,"overall_relative_score":507405518,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":156285,"output_tokens":69372,"total_tokens":225657,"cost":0.036440099999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19285329,"overall_relative_score":19285329,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":680,"performance":557,"input_tokens":137706,"output_tokens":91630,"total_tokens":229336,"cost":0.041257800000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":652686236,"overall_relative_score":652686236,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":552,"performance":894,"input_tokens":145971,"output_tokens":76841,"total_tokens":222812,"cost":0.0376494},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29605839,"overall_relative_score":29605839,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":645,"performance":785,"input_tokens":111404,"output_tokens":71032,"total_tokens":182436,"cost":0.0324486},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16718543230,"overall_relative_score":300279749136,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":283,"performance":1554,"input_tokens":81694,"output_tokens":61818,"total_tokens":143512,"cost":0.0267148},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2334754024227,"overall_relative_score":405376523061,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":638,"performance":990,"input_tokens":137613,"output_tokens":50150,"total_tokens":187763,"cost":0.0288063},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":120463,"output_tokens":71286,"total_tokens":191749,"cost":0.0334321},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":418238619,"overall_relative_score":418238619,"max_execution_time_ms":40,"max_memory_usage_kib":7168,"rank":533,"performance":1179,"input_tokens":160398,"output_tokens":68761,"total_tokens":229159,"cost":0.036667500000000006},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13256430,"overall_relative_score":13256430,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":305,"performance":1598,"input_tokens":57191,"output_tokens":74311,"total_tokens":131502,"cost":0.0280124},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":70896,"output_tokens":67070,"total_tokens":137966,"cost":0.027210599999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":62149,"output_tokens":85868,"total_tokens":148017,"cost":0.0319753},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44287801749,"overall_relative_score":242502762447,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":86985,"output_tokens":56076,"total_tokens":143061,"cost":0.0255213},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":59155,"output_tokens":91978,"total_tokens":151133,"cost":0.033508899999999994},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":139842,"output_tokens":70815,"total_tokens":210657,"cost":0.035228699999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039453,"overall_relative_score":1039453,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":105733,"output_tokens":93621,"total_tokens":199354,"cost":0.0386596},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":97401,"output_tokens":65337,"total_tokens":162738,"cost":0.0293412},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1737542821,"overall_relative_score":45928496838,"max_execution_time_ms":1220,"max_memory_usage_kib":3072,"rank":631,"performance":1081,"input_tokens":59055,"output_tokens":80550,"total_tokens":139605,"cost":0.0300681},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":75900,"output_tokens":49479,"total_tokens":125379,"cost":0.0224337},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49924000000,"overall_relative_score":5089512,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":112341,"output_tokens":79952,"total_tokens":192293,"cost":0.03521970000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1217663700,"overall_relative_score":1217663700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":751,"input_tokens":71893,"output_tokens":45373,"total_tokens":117266,"cost":0.0208012},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242205258,"overall_relative_score":242205258,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":365,"performance":1489,"input_tokens":146517,"output_tokens":56954,"total_tokens":203471,"cost":0.0317379},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1441,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":92181,"output_tokens":62213,"total_tokens":154394,"cost":0.027882},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291798,"overall_relative_score":291798,"max_execution_time_ms":940,"max_memory_usage_kib":6144,"rank":209,"performance":1616,"input_tokens":80754,"output_tokens":92134,"total_tokens":172888,"cost":0.03571559999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3536926063,"overall_relative_score":2721660851169,"max_execution_time_ms":2150,"max_memory_usage_kib":3072,"rank":414,"performance":1397,"input_tokens":133323,"output_tokens":63097,"total_tokens":196420,"cost":0.032261399999999996},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56826706,"overall_relative_score":56826706,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":717,"performance":1035,"input_tokens":108874,"output_tokens":110343,"total_tokens":219217,"cost":0.04399029999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":316770,"overall_relative_score":316770,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":842,"input_tokens":98948,"output_tokens":71123,"total_tokens":170071,"cost":0.031210900000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126036530,"overall_relative_score":126036530,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1048,"input_tokens":65717,"output_tokens":88368,"total_tokens":154085,"cost":0.0330821},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3227112869,"overall_relative_score":444778294880,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":818,"performance":1008,"input_tokens":94338,"output_tokens":76878,"total_tokens":171216,"cost":0.032497200000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168687,"overall_relative_score":168687,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":845,"performance":718,"input_tokens":79693,"output_tokens":83903,"total_tokens":163596,"cost":0.033140199999999995}]},{"num_self_refine":16,"rank":{"all":{"mean":577.95,"median":562.5,"min":186,"max":1142,"stdev":239.31697144271408},"short":{"mean":515.8260869565217,"median":533.0,"min":186,"max":808,"stdev":203.1257228628062},"long":{"mean":662.0,"median":594.0,"min":247,"max":1142,"stdev":264.22646536635955}},"performance":{"all":{"mean":999.675,"median":919.0,"min":94,"max":1648,"stdev":352.4458414477977},"short":{"mean":1037.2173913043478,"median":920.0,"min":483,"max":1648,"stdev":337.60506196680853},"long":{"mean":948.8823529411765,"median":896.0,"min":94,"max":1554,"stdev":375.8932498650616}},"input_tokens":{"all":{"mean":384409.075,"median":350786.0,"min":201998,"max":627743,"stdev":119443.95408541335},"short":{"mean":361680.60869565216,"median":330134.0,"min":201998,"max":627743,"stdev":121949.51270160165},"long":{"mean":415159.35294117645,"median":423323.0,"min":204377,"max":614354,"stdev":112158.97256625368}},"output_tokens":{"all":{"mean":109164.15,"median":108896.5,"min":68044,"max":156759,"stdev":21371.490404994434},"short":{"mean":110075.30434782608,"median":115816.0,"min":68044,"max":156759,"stdev":24993.839234417133},"long":{"mean":107931.41176470589,"median":107963.0,"min":83482,"max":138971,"stdev":15860.191711714993}},"total_tokens":{"all":{"mean":493573.225,"median":454936.5,"min":309561,"max":743559,"stdev":124684.89657748376},"short":{"mean":471755.9130434783,"median":450320.0,"min":309561,"max":743559,"stdev":128924.1867412829},"long":{"mean":523090.76470588235,"median":540477.0,"min":331711,"max":733403,"stdev":115886.54707219548}},"cost":{"all":{"mean":0.0710929375,"median":0.06990635,"min":0.046721099999999995,"max":0.0975137,"stdev":0.014393862097857804},"short":{"mean":0.06902401304347826,"median":0.0683321,"min":0.046721099999999995,"max":0.0975137,"stdev":0.015354426273118784},"long":{"mean":0.0738920705882353,"median":0.07271169999999999,"min":0.0570658,"max":0.0971501,"stdev":0.012898194266968376}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7907012768,"overall_relative_score":7907012768,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":1142,"performance":616,"input_tokens":288613,"output_tokens":107963,"total_tokens":396576,"cost":0.061249599999999994},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":365075,"overall_relative_score":365075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":752,"performance":847,"input_tokens":543041,"output_tokens":98347,"total_tokens":641388,"cost":0.0838046},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2693743985303,"overall_relative_score":2693743985303,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":374,"performance":1318,"input_tokens":463801,"output_tokens":87792,"total_tokens":551593,"cost":0.07271169999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3899517728,"overall_relative_score":3899517728,"max_execution_time_ms":2040,"max_memory_usage_kib":3072,"rank":231,"performance":1461,"input_tokens":524393,"output_tokens":124437,"total_tokens":648830,"cost":0.08977039999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4282666,"overall_relative_score":4282666,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":455428,"output_tokens":97857,"total_tokens":553285,"cost":0.0748743},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5384528,"overall_relative_score":5384528,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":542324,"output_tokens":105586,"total_tokens":647910,"cost":0.0859046},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1273210,"overall_relative_score":1273210,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":278,"performance":1272,"input_tokens":291598,"output_tokens":68044,"total_tokens":359642,"cost":0.04957299999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7636601510,"overall_relative_score":7636601510,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":519,"performance":761,"input_tokens":221561,"output_tokens":88000,"total_tokens":309561,"cost":0.04855609999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220700136,"overall_relative_score":220700136,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":423323,"output_tokens":109795,"total_tokens":533118,"cost":0.075269},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":447890558,"overall_relative_score":447890558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":642,"performance":759,"input_tokens":317819,"output_tokens":121834,"total_tokens":439653,"cost":0.0683321},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":339852,"output_tokens":89795,"total_tokens":429647,"cost":0.0609201},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":546005645,"overall_relative_score":546005645,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":487,"performance":1137,"input_tokens":548568,"output_tokens":116695,"total_tokens":665263,"cost":0.0898621},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60793528,"overall_relative_score":60793528,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":538,"performance":930,"input_tokens":486368,"output_tokens":149935,"total_tokens":636303,"cost":0.0936107},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":661982472,"overall_relative_score":661982472,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":551,"performance":895,"input_tokens":614354,"output_tokens":119049,"total_tokens":733403,"cost":0.0971501},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29694319,"overall_relative_score":29694319,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":642,"performance":791,"input_tokens":444258,"output_tokens":117180,"total_tokens":561438,"cost":0.0758504},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16718543230,"overall_relative_score":300279749136,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":283,"performance":1554,"input_tokens":295690,"output_tokens":91664,"total_tokens":387354,"cost":0.0570658},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2394185171009,"overall_relative_score":376999926893,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":756,"performance":813,"input_tokens":456995,"output_tokens":83482,"total_tokens":540477,"cost":0.0707441},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":474344,"output_tokens":138971,"total_tokens":613315,"cost":0.0891257},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421766519,"overall_relative_score":421766519,"max_execution_time_ms":60,"max_memory_usage_kib":7168,"rank":515,"performance":1203,"input_tokens":627743,"output_tokens":115816,"total_tokens":743559,"cost":0.0975137},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13256430,"overall_relative_score":13256430,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":305,"performance":1598,"input_tokens":201998,"output_tokens":115466,"total_tokens":317464,"cost":0.054839599999999995},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238120486498,"overall_relative_score":238120486498,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":274218,"output_tokens":102976,"total_tokens":377194,"cost":0.058291899999999994},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":221500,"output_tokens":144589,"total_tokens":366089,"cost":0.0655255},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44287801749,"overall_relative_score":242502762447,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":594,"performance":1137,"input_tokens":310604,"output_tokens":88325,"total_tokens":398929,"cost":0.05755790000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1322358,"overall_relative_score":1322358,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":920,"input_tokens":220015,"output_tokens":116042,"total_tokens":336057,"cost":0.05681409999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":536666,"output_tokens":120259,"total_tokens":656925,"cost":0.0897222},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039453,"overall_relative_score":1039453,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":453757,"output_tokens":125023,"total_tokens":578780,"cost":0.08288260000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":344057,"output_tokens":100261,"total_tokens":444318,"cost":0.064484},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1594827561100,"overall_relative_score":70663769,"max_execution_time_ms":1290,"max_memory_usage_kib":47104,"rank":770,"performance":896,"input_tokens":204377,"output_tokens":127334,"total_tokens":331711,"cost":0.058630100000000004},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":276819,"output_tokens":69787,"total_tokens":346606,"cost":0.0486162},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49404000000,"overall_relative_score":5145764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":413981,"output_tokens":129752,"total_tokens":543733,"cost":0.0803237},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1217663700,"overall_relative_score":1217663700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":751,"input_tokens":262599,"output_tokens":68204,"total_tokens":330803,"cost":0.046721099999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242205258,"overall_relative_score":242205258,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":365,"performance":1489,"input_tokens":492753,"output_tokens":86949,"total_tokens":579702,"cost":0.0753594},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1441,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":334973,"output_tokens":107998,"total_tokens":442971,"cost":0.0658937},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292601,"overall_relative_score":292601,"max_execution_time_ms":770,"max_memory_usage_kib":6144,"rank":196,"performance":1648,"input_tokens":330134,"output_tokens":120186,"total_tokens":450320,"cost":0.0690686},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3536926063,"overall_relative_score":2721660851169,"max_execution_time_ms":2150,"max_memory_usage_kib":3072,"rank":414,"performance":1397,"input_tokens":464661,"output_tokens":97856,"total_tokens":562517,"cost":0.07582109999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66357779,"overall_relative_score":66357779,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":494,"performance":1342,"input_tokens":424760,"output_tokens":156759,"total_tokens":581519,"cost":0.08950129999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":316770,"overall_relative_score":316770,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":842,"input_tokens":357515,"output_tokens":97115,"total_tokens":454630,"cost":0.06486040000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126036530,"overall_relative_score":126036530,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1048,"input_tokens":233738,"output_tokens":118935,"total_tokens":352673,"cost":0.059054300000000004},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3189389944,"overall_relative_score":440601997265,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":818,"performance":1008,"input_tokens":340378,"output_tokens":102052,"total_tokens":442430,"cost":0.06464980000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198537,"overall_relative_score":198537,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":795,"input_tokens":316787,"output_tokens":138456,"total_tokens":455243,"cost":0.0732119}]}]},{"model_name":"mimo-v2-pro","detail_path":"data/model_details/mimo-v2-pro.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":651.825,"median":686.0,"min":36,"max":1037,"stdev":254.72165678618188},"short":{"mean":529.5217391304348,"median":604.0,"min":36,"max":978,"stdev":235.2999767347702},"long":{"mean":817.2941176470588,"median":824.0,"min":363,"max":1037,"stdev":177.28711342969996}},"performance":{"all":{"mean":785.175,"median":919.5,"min":-80,"max":2359,"stdev":545.5533012338753},"short":{"mean":945.4782608695652,"median":1027.0,"min":-61,"max":2359,"stdev":577.9729365766357},"long":{"mean":568.2941176470588,"median":567.0,"min":-80,"max":1250,"stdev":423.3556077203127}},"input_tokens":{"all":{"mean":3144.1,"median":2702.0,"min":1413,"max":8294,"stdev":1802.498348802544},"short":{"mean":2571.1304347826085,"median":1883.0,"min":1436,"max":8294,"stdev":1700.9417259097124},"long":{"mean":3919.294117647059,"median":3403.0,"min":1413,"max":8218,"stdev":1682.521276414725}},"output_tokens":{"all":{"mean":24935.825,"median":20458.5,"min":7048,"max":62206,"stdev":15100.551979871294},"short":{"mean":23069.217391304348,"median":20011.0,"min":7048,"max":56901,"stdev":13658.23720476043},"long":{"mean":27461.235294117647,"median":24155.0,"min":9323,"max":62206,"stdev":16956.632870831887}},"total_tokens":{"all":{"mean":28079.925,"median":23108.5,"min":8905,"max":65277,"stdev":15070.946505909122},"short":{"mean":25640.347826086956,"median":21802.0,"min":8905,"max":58782,"stdev":13518.375812233899},"long":{"mean":31380.529411764706,"median":27558.0,"min":12093,"max":65277,"stdev":16799.735649399543}},"cost":{"all":{"mean":0.076717655,"median":0.0635106,"min":0.0216788,"max":0.189689,"stdev":0.045432080156601586},"short":{"mean":0.07062121739130435,"median":0.061824,"min":0.0216788,"max":0.1710992,"stdev":0.041021943039301345},"long":{"mean":0.08496577647058824,"median":0.074773,"min":0.0285374,"max":0.189689,"stdev":0.05090795629962385}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":811364165392,"overall_relative_score":811364165392,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":824,"performance":935,"input_tokens":1413,"output_tokens":19140,"total_tokens":20553,"cost":0.0577066},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1302186,"overall_relative_score":1302186,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":608,"performance":1027,"input_tokens":1548,"output_tokens":12604,"total_tokens":14152,"cost":0.0381312},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2770,"output_tokens":9323,"total_tokens":12093,"cost":0.0285374},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1699,"output_tokens":17186,"total_tokens":18885,"cost":0.053257},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15495342,"overall_relative_score":15495342,"max_execution_time_ms":50,"max_memory_usage_kib":6144,"rank":156,"performance":1640,"input_tokens":1871,"output_tokens":30727,"total_tokens":32598,"cost":0.0938984},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5127851,"overall_relative_score":5127851,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":363,"performance":1250,"input_tokens":3867,"output_tokens":11010,"total_tokens":14877,"cost":0.033825},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1308286,"overall_relative_score":1308286,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":261,"performance":1317,"input_tokens":1604,"output_tokens":23821,"total_tokens":25425,"cost":0.073067},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1074,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2304,"output_tokens":14004,"total_tokens":16308,"cost":0.044316},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3091,"output_tokens":33907,"total_tokens":36998,"cost":0.104812},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7051110498,"overall_relative_score":7051110498,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":36,"performance":2359,"input_tokens":2289,"output_tokens":25318,"total_tokens":27607,"cost":0.076451},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6816,"overall_relative_score":6816,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":371,"performance":1165,"input_tokens":8294,"output_tokens":22061,"total_tokens":30355,"cost":0.0678722},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8218,"output_tokens":9867,"total_tokens":18085,"cost":0.037819},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2668,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6452,"output_tokens":20906,"total_tokens":27358,"cost":0.06917},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3040,"output_tokens":19681,"total_tokens":22721,"cost":0.0596766},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2634,"output_tokens":7048,"total_tokens":9682,"cost":0.0216788},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541216622,"overall_relative_score":13433121786,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":734,"performance":957,"input_tokens":2854,"output_tokens":19366,"total_tokens":22220,"cost":0.0586992},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":189681665470815,"overall_relative_score":218882837,"max_execution_time_ms":6100,"max_memory_usage_kib":11264,"rank":937,"performance":358,"input_tokens":7476,"output_tokens":25308,"total_tokens":32784,"cost":0.0774608},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":70876343812932,"overall_relative_score":979958507,"max_execution_time_ms":2557,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4609,"output_tokens":41516,"total_tokens":46125,"cost":0.129157},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":428607167,"overall_relative_score":428607167,"max_execution_time_ms":40,"max_memory_usage_kib":11264,"rank":471,"performance":1265,"input_tokens":3747,"output_tokens":14993,"total_tokens":18740,"cost":0.0457564},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13022030,"overall_relative_score":13022030,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":444,"performance":1386,"input_tokens":1791,"output_tokens":20011,"total_tokens":21802,"cost":0.061824},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2225,"output_tokens":18419,"total_tokens":20644,"cost":0.057482},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2449,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1881,"output_tokens":56901,"total_tokens":58782,"cost":0.1710992},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81912407982,"overall_relative_score":189262430939,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":684,"performance":1032,"input_tokens":2941,"output_tokens":24712,"total_tokens":27653,"cost":0.074773},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1786,"output_tokens":31845,"total_tokens":33631,"cost":0.097321},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":683422837344,"overall_relative_score":91386506728,"max_execution_time_ms":90,"max_memory_usage_kib":23552,"rank":974,"performance":463,"input_tokens":3403,"output_tokens":24155,"total_tokens":27558,"cost":0.075868},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1046586,"overall_relative_score":1046586,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":298,"performance":1577,"input_tokens":1883,"output_tokens":31678,"total_tokens":33561,"cost":0.096917},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4198,"output_tokens":10456,"total_tokens":14654,"cost":0.035566},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1591103180500,"overall_relative_score":23070659636,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":3071,"output_tokens":62206,"total_tokens":65277,"cost":0.189689},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1800,"output_tokens":7105,"total_tokens":8905,"cost":0.023115},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48954000000,"overall_relative_score":5196647,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":2887,"output_tokens":46748,"total_tokens":49635,"cost":0.143131},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2884796608,"overall_relative_score":2884796608,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":1962,"output_tokens":16465,"total_tokens":18427,"cost":0.049821},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223921667,"overall_relative_score":223921667,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":529,"performance":1253,"input_tokens":4590,"output_tokens":7176,"total_tokens":11766,"cost":0.0224828},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4087,"output_tokens":45270,"total_tokens":49357,"cost":0.139897},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139546,"overall_relative_score":139546,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":458,"performance":1116,"input_tokens":1903,"output_tokens":21593,"total_tokens":23496,"cost":0.0651972},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5260346154,"overall_relative_score":1864025886766,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":4321,"output_tokens":54509,"total_tokens":58830,"cost":0.1644176},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56186795,"overall_relative_score":56186795,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":733,"performance":1011,"input_tokens":1693,"output_tokens":43653,"total_tokens":45346,"cost":0.1313208},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":396636,"overall_relative_score":396636,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":760,"performance":921,"input_tokens":2224,"output_tokens":55610,"total_tokens":57834,"cost":0.169054},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6671492,"overall_relative_score":6671492,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":1520,"output_tokens":12930,"total_tokens":14450,"cost":0.0391324},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232107,"overall_relative_score":465021247012,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":811,"performance":1015,"input_tokens":4382,"output_tokens":9667,"total_tokens":14049,"cost":0.033383},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173079,"overall_relative_score":173079,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":844,"performance":720,"input_tokens":1436,"output_tokens":18538,"total_tokens":19974,"cost":0.0559236}]},{"num_self_refine":2,"rank":{"all":{"mean":573.9,"median":608.5,"min":16,"max":1037,"stdev":257.5580392644415},"short":{"mean":493.3478260869565,"median":529.0,"min":16,"max":978,"stdev":256.5997251992527},"long":{"mean":682.8823529411765,"median":676.0,"min":341,"max":1037,"stdev":221.8394358406946}},"performance":{"all":{"mean":953.625,"median":1013.0,"min":-80,"max":2625,"stdev":575.1083593550002},"short":{"mean":1042.9565217391305,"median":1098.0,"min":-61,"max":2625,"stdev":647.9766745423698},"long":{"mean":832.7647058823529,"median":957.0,"min":-80,"max":1416,"stdev":449.31524698864894}},"input_tokens":{"all":{"mean":32654.475,"median":29865.0,"min":11771,"max":69313,"stdev":14999.352283429971},"short":{"mean":29739.130434782608,"median":27788.0,"min":11771,"max":60825,"stdev":13394.602516428868},"long":{"mean":36598.76470588235,"median":31903.0,"min":17252,"max":69313,"stdev":16521.095153353985}},"output_tokens":{"all":{"mean":31226.925,"median":25960.5,"min":10255,"max":68217,"stdev":16397.1404314156},"short":{"mean":29586.82608695652,"median":25901.0,"min":10255,"max":68217,"stdev":15359.817093643975},"long":{"mean":33445.882352941175,"median":28204.0,"min":11726,"max":67971,"stdev":17940.670262988897}},"total_tokens":{"all":{"mean":63881.4,"median":57689.0,"min":23638,"max":137284,"stdev":30868.28159628735},"short":{"mean":59325.95652173913,"median":55157.0,"min":23638,"max":128984,"stdev":28168.482833379352},"long":{"mean":70044.64705882352,"median":60107.0,"min":28978,"max":137284,"stdev":34078.891232222435}},"cost":{"all":{"mean":0.12388661,"median":0.1030487,"min":0.0442968,"max":0.27322599999999997,"stdev":0.06392471157775673},"short":{"mean":0.11587727826086956,"median":0.102338,"min":0.0442968,"max":0.26541800000000004,"stdev":0.05896736831733106},"long":{"mean":0.13472276470588235,"median":0.1138014,"min":0.0480268,"max":0.27322599999999997,"stdev":0.07044477241563901}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":916217778017,"overall_relative_score":916217778017,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":501,"performance":1232,"input_tokens":22930,"output_tokens":24548,"total_tokens":47478,"cost":0.0943212},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2779871,"overall_relative_score":2779871,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":382,"performance":1314,"input_tokens":16459,"output_tokens":19278,"total_tokens":35737,"cost":0.0730642},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2672216196983,"overall_relative_score":2672216196983,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":395,"performance":1285,"input_tokens":17252,"output_tokens":11726,"total_tokens":28978,"cost":0.0480268},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":35020,"output_tokens":20137,"total_tokens":55157,"cost":0.0940998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18016872,"overall_relative_score":18016872,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":88,"performance":1930,"input_tokens":35279,"output_tokens":37223,"total_tokens":72502,"cost":0.1467944},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5127851,"overall_relative_score":5127851,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":363,"performance":1250,"input_tokens":19452,"output_tokens":22085,"total_tokens":41537,"cost":0.079563},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1383109,"overall_relative_score":1383109,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":225,"performance":1415,"input_tokens":27788,"output_tokens":37760,"total_tokens":65548,"cost":0.141068},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1074,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":18769,"output_tokens":20546,"total_tokens":39315,"cost":0.080407},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":40795,"output_tokens":41806,"total_tokens":82601,"cost":0.166213},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7279735882,"overall_relative_score":7279735882,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":16,"performance":2625,"input_tokens":30803,"output_tokens":34781,"total_tokens":65584,"cost":0.11057},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7580,"overall_relative_score":7580,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":364,"performance":1180,"input_tokens":39266,"output_tokens":25901,"total_tokens":65167,"cost":0.1037594},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":26821,"output_tokens":12923,"total_tokens":39744,"cost":0.06559},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2668,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":33970,"output_tokens":26919,"total_tokens":60889,"cost":0.114727},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":34554,"output_tokens":22575,"total_tokens":57129,"cost":0.0998726},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":13127,"output_tokens":13080,"total_tokens":26207,"cost":0.0502678},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541216622,"overall_relative_score":13433121786,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":734,"performance":957,"input_tokens":25835,"output_tokens":25926,"total_tokens":51761,"cost":0.1013602},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241032274963,"overall_relative_score":871339877263,"max_execution_time_ms":5510,"max_memory_usage_kib":11264,"rank":341,"performance":1416,"input_tokens":41343,"output_tokens":29863,"total_tokens":71206,"cost":0.12499279999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":70876343812932,"overall_relative_score":979958507,"max_execution_time_ms":2557,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":50896,"output_tokens":49385,"total_tokens":100281,"cost":0.19905099999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463198952,"overall_relative_score":463198952,"max_execution_time_ms":580,"max_memory_usage_kib":11264,"rank":163,"performance":1824,"input_tokens":23348,"output_tokens":21430,"total_tokens":44778,"cost":0.0816988},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":24353,"output_tokens":25995,"total_tokens":50348,"cost":0.102338},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250956180262,"overall_relative_score":250956180262,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":177,"performance":933,"input_tokens":28927,"output_tokens":22516,"total_tokens":51443,"cost":0.096475},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2449,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":60825,"output_tokens":67138,"total_tokens":127963,"cost":0.2607542},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81202176818,"overall_relative_score":190099769788,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":676,"performance":1041,"input_tokens":31497,"output_tokens":31214,"total_tokens":62711,"cost":0.122835},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":36126,"output_tokens":37899,"total_tokens":74025,"cost":0.149823},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":683422837344,"overall_relative_score":91386506728,"max_execution_time_ms":90,"max_memory_usage_kib":23552,"rank":974,"performance":463,"input_tokens":31903,"output_tokens":28204,"total_tokens":60107,"cost":0.1138014},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1046586,"overall_relative_score":1046586,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":298,"performance":1577,"input_tokens":36153,"output_tokens":38133,"total_tokens":74286,"cost":0.15055200000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":19145,"output_tokens":15925,"total_tokens":35070,"cost":0.06692000000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1591103180500,"overall_relative_score":23070659636,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":69313,"output_tokens":67971,"total_tokens":137284,"cost":0.27322599999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9486822081579,"overall_relative_score":9486822081579,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":938,"input_tokens":11771,"output_tokens":11867,"total_tokens":23638,"cost":0.047372},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":53435,"output_tokens":59316,"total_tokens":112751,"cost":0.229079},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2958688231,"overall_relative_score":2958688231,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":595,"performance":1098,"input_tokens":21301,"output_tokens":20062,"total_tokens":41363,"cost":0.079951},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223921667,"overall_relative_score":223921667,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":529,"performance":1253,"input_tokens":17167,"output_tokens":10255,"total_tokens":27422,"cost":0.0442968},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3725751,"overall_relative_score":91685421657,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":471,"performance":1244,"input_tokens":53732,"output_tokens":48974,"total_tokens":102706,"cost":0.200654},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":196052,"overall_relative_score":196052,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":383,"performance":1257,"input_tokens":26082,"output_tokens":32167,"total_tokens":58249,"cost":0.12109819999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5234499617,"overall_relative_score":1871781226336,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":64011,"output_tokens":61011,"total_tokens":125022,"cost":0.24361359999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56186795,"overall_relative_score":56186795,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":733,"performance":1011,"input_tokens":47850,"output_tokens":47882,"total_tokens":95732,"cost":0.1901648},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401160,"overall_relative_score":401160,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":738,"performance":956,"input_tokens":60767,"output_tokens":68217,"total_tokens":128984,"cost":0.26541800000000004},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6671492,"overall_relative_score":6671492,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":978,"performance":328,"input_tokens":16731,"output_tokens":17966,"total_tokens":34697,"cost":0.0694514},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232107,"overall_relative_score":465021247012,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":811,"performance":1015,"input_tokens":19265,"output_tokens":15128,"total_tokens":34393,"cost":0.061167400000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173079,"overall_relative_score":173079,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":844,"performance":720,"input_tokens":22118,"output_tokens":23345,"total_tokens":45463,"cost":0.0910266}]},{"num_self_refine":4,"rank":{"all":{"mean":513.8,"median":571.5,"min":11,"max":988,"stdev":247.0778139652489},"short":{"mean":473.04347826086956,"median":418.0,"min":11,"max":955,"stdev":255.5945792320454},"long":{"mean":568.9411764705883,"median":593.0,"min":191,"max":988,"stdev":230.99336315905143}},"performance":{"all":{"mean":1121.65,"median":1105.5,"min":-61,"max":2738,"stdev":497.35327948590486},"short":{"mean":1146.304347826087,"median":1172.0,"min":-61,"max":2738,"stdev":594.1420426113767},"long":{"mean":1088.2941176470588,"median":1088.0,"min":463,"max":1665,"stdev":339.85764753531043}},"input_tokens":{"all":{"mean":111936.6,"median":105888.5,"min":47931,"max":223519,"stdev":47969.150646361595},"short":{"mean":104592.69565217392,"median":103735.0,"min":47931,"max":211838,"stdev":43589.10563268886},"long":{"mean":121872.4705882353,"median":108042.0,"min":58897,"max":223519,"stdev":53045.72965272234}},"output_tokens":{"all":{"mean":42481.925,"median":38988.0,"min":18558,"max":82990,"stdev":18089.705711752762},"short":{"mean":41005.217391304344,"median":38087.0,"min":18558,"max":82990,"stdev":17005.36045689049},"long":{"mean":44479.82352941176,"median":39007.0,"min":18997,"max":79388,"stdev":19815.142449132476}},"total_tokens":{"all":{"mean":154418.525,"median":148208.0,"min":68790,"max":302907,"stdev":65697.47797367813},"short":{"mean":145597.91304347827,"median":149405.0,"min":68790,"max":293025,"stdev":60196.78649223806},"long":{"mean":166352.29411764705,"median":147011.0,"min":80245,"max":302907,"stdev":72628.89048165054}},"cost":{"all":{"mean":0.200536935,"median":0.1866981,"min":0.0830402,"max":0.4319398,"stdev":0.08770884172891857},"short":{"mean":0.18837801739130436,"median":0.18097180000000002,"min":0.0830402,"max":0.3542436,"stdev":0.075495619819284},"long":{"mean":0.21698723529411765,"median":0.2040218,"min":0.092733,"max":0.4319398,"stdev":0.10205057951861995}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":925894708884,"overall_relative_score":925894708884,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":463,"performance":1270,"input_tokens":86579,"output_tokens":37419,"total_tokens":123998,"cost":0.17927759999999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2779871,"overall_relative_score":2779871,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":382,"performance":1314,"input_tokens":66626,"output_tokens":30205,"total_tokens":96831,"cost":0.1381434},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2784353202212,"overall_relative_score":2784353202212,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":191,"performance":1665,"input_tokens":58897,"output_tokens":21348,"total_tokens":80245,"cost":0.092733},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2086476727,"overall_relative_score":2086476727,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":495,"performance":803,"input_tokens":114858,"output_tokens":36002,"total_tokens":150860,"cost":0.165776},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18016872,"overall_relative_score":18016872,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":88,"performance":1930,"input_tokens":126115,"output_tokens":52316,"total_tokens":178431,"cost":0.223671},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5375226,"overall_relative_score":5375226,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":250,"performance":1470,"input_tokens":80830,"output_tokens":31997,"total_tokens":112827,"cost":0.1488146},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1383109,"overall_relative_score":1383109,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":225,"performance":1415,"input_tokens":117131,"output_tokens":49837,"total_tokens":166968,"cost":0.266642},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1074,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":69810,"output_tokens":28888,"total_tokens":98698,"cost":0.12483240000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":144592,"output_tokens":57266,"total_tokens":201858,"cost":0.2492156},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7334091623,"overall_relative_score":7334091623,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":11,"performance":2738,"input_tokens":113408,"output_tokens":42586,"total_tokens":155994,"cost":0.193806},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7372,"overall_relative_score":7372,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":368,"performance":1172,"input_tokens":114652,"output_tokens":34753,"total_tokens":149405,"cost":0.18097180000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190559199,"overall_relative_score":190559199,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":73230,"output_tokens":18997,"total_tokens":92227,"cost":0.1088194},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27635272,"overall_relative_score":27635272,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":654,"performance":649,"input_tokens":110019,"output_tokens":51284,"total_tokens":161303,"cost":0.24190620000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":113750,"output_tokens":41734,"total_tokens":155484,"cost":0.21125280000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":51635,"output_tokens":18558,"total_tokens":70193,"cost":0.0830402},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123934004,"overall_relative_score":173891923220,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":352,"performance":1443,"input_tokens":92701,"output_tokens":39007,"total_tokens":131708,"cost":0.1868356},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91496522780,"overall_relative_score":984579891315,"max_execution_time_ms":5500,"max_memory_usage_kib":11264,"rank":237,"performance":1612,"input_tokens":125475,"output_tokens":40125,"total_tokens":165600,"cost":0.212826},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":167223,"output_tokens":60144,"total_tokens":227367,"cost":0.3042374},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463198952,"overall_relative_score":463198952,"max_execution_time_ms":580,"max_memory_usage_kib":11264,"rank":163,"performance":1824,"input_tokens":85859,"output_tokens":38087,"total_tokens":123946,"cost":0.1570096},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":92581,"output_tokens":39268,"total_tokens":131849,"cost":0.1689642},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":279385526486,"overall_relative_score":279385526486,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":139,"performance":1374,"input_tokens":101075,"output_tokens":35612,"total_tokens":136687,"cost":0.18656060000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2449,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":209312,"output_tokens":82990,"total_tokens":292302,"cost":0.3542436},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61347692244,"overall_relative_score":210420718192,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":628,"performance":1097,"input_tokens":108042,"output_tokens":38969,"total_tokens":147011,"cost":0.1710866},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":122922,"output_tokens":47679,"total_tokens":170601,"cost":0.2385158},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":683422837344,"overall_relative_score":91386506728,"max_execution_time_ms":90,"max_memory_usage_kib":23552,"rank":974,"performance":463,"input_tokens":101524,"output_tokens":35975,"total_tokens":137499,"cost":0.2040218},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1046582,"overall_relative_score":1046582,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":298,"performance":1577,"input_tokens":123814,"output_tokens":46444,"total_tokens":170258,"cost":0.23575400000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":528531000000,"overall_relative_score":138293805276,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":603,"performance":1134,"input_tokens":62895,"output_tokens":21396,"total_tokens":84291,"cost":0.0987182},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1591103180500,"overall_relative_score":23070659636,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":223519,"output_tokens":79388,"total_tokens":302907,"cost":0.4032126},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9581197431934,"overall_relative_score":9581197431934,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":717,"performance":956,"input_tokens":47931,"output_tokens":20859,"total_tokens":68790,"cost":0.0853176},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5263107,"overall_relative_score":49771889768,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":767,"performance":937,"input_tokens":187797,"output_tokens":70811,"total_tokens":258608,"cost":0.3064828},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3021604923,"overall_relative_score":3021604923,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":584,"performance":1114,"input_tokens":72534,"output_tokens":28095,"total_tokens":100629,"cost":0.1207742},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246501952,"overall_relative_score":246501952,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":312,"performance":1575,"input_tokens":55018,"output_tokens":19277,"total_tokens":74295,"cost":0.0955434},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2266620,"overall_relative_score":119061412066,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":451,"performance":1271,"input_tokens":171715,"output_tokens":64486,"total_tokens":236201,"cost":0.2822802},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":196052,"overall_relative_score":196052,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":383,"performance":1257,"input_tokens":103735,"output_tokens":46765,"total_tokens":150500,"cost":0.2232428},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5267849807,"overall_relative_score":1861376916492,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":209267,"output_tokens":75436,"total_tokens":284703,"cost":0.4319398},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56186795,"overall_relative_score":56186795,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":733,"performance":1011,"input_tokens":154577,"output_tokens":57482,"total_tokens":212059,"cost":0.2478678},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401160,"overall_relative_score":401160,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":738,"performance":956,"input_tokens":211838,"output_tokens":81187,"total_tokens":293025,"cost":0.3511558000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84139062,"overall_relative_score":84139062,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":955,"performance":453,"input_tokens":61325,"output_tokens":25369,"total_tokens":86694,"cost":0.11997279999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1402546411,"overall_relative_score":1146131332023,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":742,"performance":1088,"input_tokens":63796,"output_tokens":21659,"total_tokens":85455,"cost":0.09702899999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173079,"overall_relative_score":173079,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":844,"performance":720,"input_tokens":78857,"output_tokens":29577,"total_tokens":108434,"cost":0.1289832}]},{"num_self_refine":8,"rank":{"all":{"mean":446.975,"median":475.0,"min":11,"max":958,"stdev":222.90810887000052},"short":{"mean":394.7826086956522,"median":368.0,"min":11,"max":842,"stdev":232.82376411857086},"long":{"mean":517.5882352941177,"median":547.0,"min":191,"max":958,"stdev":193.30386016047683}},"performance":{"all":{"mean":1262.25,"median":1271.5,"min":280,"max":2738,"stdev":454.7496775488348},"short":{"mean":1336.9565217391305,"median":1307.0,"min":280,"max":2738,"stdev":532.0949572005554},"long":{"mean":1161.1764705882354,"median":1134.0,"min":513,"max":1665,"stdev":309.6680148348626}},"input_tokens":{"all":{"mean":341110.225,"median":324418.0,"min":174880,"max":607212,"stdev":120689.63789363524},"short":{"mean":325862.2173913043,"median":323979.0,"min":174880,"max":594563,"stdev":112973.54332801532},"long":{"mean":361739.8823529412,"median":324857.0,"min":192232,"max":607212,"stdev":131030.68328252468}},"output_tokens":{"all":{"mean":61062.3,"median":57345.5,"min":32846,"max":107017,"stdev":20332.595323134698},"short":{"mean":59769.434782608696,"median":58906.0,"min":32846,"max":107017,"stdev":19977.3326839698},"long":{"mean":62811.470588235294,"median":56750.0,"min":33782,"max":102333,"stdev":21290.609919978946}},"total_tokens":{"all":{"mean":402172.525,"median":381252.0,"min":209538,"max":709545,"stdev":140359.81796960588},"short":{"mean":385631.652173913,"median":379706.0,"min":209538,"max":701580,"stdev":132298.4868753603},"long":{"mean":424551.35294117645,"median":382798.0,"min":226014,"max":709545,"stdev":151753.1045378237}},"cost":{"all":{"mean":0.344779685,"median":0.3425819,"min":0.1699004,"max":0.6332766,"stdev":0.11405240655904422},"short":{"mean":0.32265587826086956,"median":0.3092688,"min":0.1699004,"max":0.5271596000000001,"stdev":0.09986544532592095},"long":{"mean":0.37471189411764705,"median":0.36902619999999997,"min":0.18168660000000003,"max":0.6332766,"stdev":0.12782145068892226}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":930223795847,"overall_relative_score":930223795847,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":446,"performance":1288,"input_tokens":309166,"output_tokens":66744,"total_tokens":375910,"cost":0.3968092},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2760870,"overall_relative_score":2760870,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":387,"performance":1307,"input_tokens":236814,"output_tokens":45773,"total_tokens":282587,"cost":0.2524818},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2784353202212,"overall_relative_score":2784353202212,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":191,"performance":1665,"input_tokens":202315,"output_tokens":36422,"total_tokens":238737,"cost":0.18168660000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3040729508,"overall_relative_score":3040729508,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":315,"performance":1249,"input_tokens":367859,"output_tokens":55892,"total_tokens":423751,"cost":0.34768220000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18601808,"overall_relative_score":18601808,"max_execution_time_ms":90,"max_memory_usage_kib":6144,"rank":71,"performance":2027,"input_tokens":398356,"output_tokens":77487,"total_tokens":475843,"cost":0.4275018},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5375226,"overall_relative_score":5375226,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":250,"performance":1470,"input_tokens":287792,"output_tokens":53894,"total_tokens":341686,"cost":0.3234708},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1574502,"overall_relative_score":1574502,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":129,"performance":1726,"input_tokens":375878,"output_tokens":70851,"total_tokens":446729,"cost":0.4190102},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1338761965,"overall_relative_score":1338761965,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":601,"performance":280,"input_tokens":214827,"output_tokens":37830,"total_tokens":252657,"cost":0.220797},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222043499,"overall_relative_score":222043499,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":577,"performance":986,"input_tokens":424168,"output_tokens":74235,"total_tokens":498403,"cost":0.3722362},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7352178989,"overall_relative_score":7352178989,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":11,"performance":2738,"input_tokens":330556,"output_tokens":59540,"total_tokens":390096,"cost":0.30877920000000003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7372,"overall_relative_score":7372,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":368,"performance":1172,"input_tokens":323979,"output_tokens":49421,"total_tokens":373400,"cost":0.2836212},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":369440148,"overall_relative_score":369440148,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":547,"performance":1056,"input_tokens":223899,"output_tokens":37193,"total_tokens":261092,"cost":0.21602839999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":41424909,"overall_relative_score":41424909,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":640,"performance":691,"input_tokens":394227,"output_tokens":74747,"total_tokens":468974,"cost":0.4068584},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":363589,"output_tokens":56750,"total_tokens":420339,"cost":0.36902619999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88237092,"overall_relative_score":88237092,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":328,"performance":1353,"input_tokens":174880,"output_tokens":34658,"total_tokens":209538,"cost":0.1699004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15123934004,"overall_relative_score":173891923220,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":352,"performance":1443,"input_tokens":300623,"output_tokens":55172,"total_tokens":355795,"cost":0.3492494},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91496522780,"overall_relative_score":984579891315,"max_execution_time_ms":5500,"max_memory_usage_kib":11264,"rank":237,"performance":1612,"input_tokens":358396,"output_tokens":55279,"total_tokens":413675,"cost":0.4059098},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":467222,"output_tokens":80203,"total_tokens":547425,"cost":0.4416422},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":463198952,"overall_relative_score":463198952,"max_execution_time_ms":580,"max_memory_usage_kib":11264,"rank":163,"performance":1824,"input_tokens":312627,"output_tokens":67079,"total_tokens":379706,"cost":0.3092688},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":308255,"output_tokens":64219,"total_tokens":372474,"cost":0.3374816},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283325731468,"overall_relative_score":283325731468,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":101,"performance":1662,"input_tokens":323653,"output_tokens":53986,"total_tokens":377639,"cost":0.3050798},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":583046,"output_tokens":99953,"total_tokens":682999,"cost":0.49465539999999997},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46542680084,"overall_relative_score":230083379334,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":602,"performance":1127,"input_tokens":324857,"output_tokens":57941,"total_tokens":382798,"cost":0.33432800000000007},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1324200,"overall_relative_score":1324200,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":598,"performance":931,"input_tokens":348403,"output_tokens":58906,"total_tokens":407309,"cost":0.3343498},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":154863593033,"overall_relative_score":380991990769,"max_execution_time_ms":70,"max_memory_usage_kib":23552,"rank":958,"performance":513,"input_tokens":295047,"output_tokens":52545,"total_tokens":347592,"cost":0.3590372},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050517,"overall_relative_score":1050517,"max_execution_time_ms":1090,"max_memory_usage_kib":3072,"rank":267,"performance":1636,"input_tokens":359606,"output_tokens":64211,"total_tokens":423817,"cost":0.35604060000000004},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":528531000000,"overall_relative_score":138293805276,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":603,"performance":1134,"input_tokens":192232,"output_tokens":33782,"total_tokens":226014,"cost":0.22435560000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1591103180500,"overall_relative_score":23070659636,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":607212,"output_tokens":102333,"total_tokens":709545,"cost":0.6332766},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9830197600540,"overall_relative_score":9830197600540,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":662,"performance":1041,"input_tokens":185771,"output_tokens":37299,"total_tokens":223070,"cost":0.17980559999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5263107,"overall_relative_score":49771889768,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":767,"performance":937,"input_tokens":520020,"output_tokens":85382,"total_tokens":605402,"cost":0.4319484},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3014285660,"overall_relative_score":3014285660,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":586,"performance":1111,"input_tokens":234608,"output_tokens":41459,"total_tokens":276067,"cost":0.2424538},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251683586,"overall_relative_score":251683586,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":242,"performance":1701,"input_tokens":188208,"output_tokens":32846,"total_tokens":221054,"cost":0.18921},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2094451,"overall_relative_score":127508997483,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":445,"performance":1279,"input_tokens":496347,"output_tokens":94025,"total_tokens":590372,"cost":0.5659420000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235834,"overall_relative_score":235834,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":347,"performance":1325,"input_tokens":353146,"output_tokens":75706,"total_tokens":428852,"cost":0.3860112},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3642409562,"overall_relative_score":2650162994920,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":512,"performance":1274,"input_tokens":567088,"output_tokens":87469,"total_tokens":654557,"cost":0.5534758},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64448337,"overall_relative_score":64448337,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":548,"performance":1269,"input_tokens":440963,"output_tokens":78850,"total_tokens":519813,"cost":0.4441434},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401596,"overall_relative_score":401596,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":736,"performance":959,"input_tokens":594563,"output_tokens":107017,"total_tokens":701580,"cost":0.5271596000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147327058,"overall_relative_score":147327058,"max_execution_time_ms":1140,"max_memory_usage_kib":3072,"rank":162,"performance":1869,"input_tokens":203744,"output_tokens":42692,"total_tokens":246436,"cost":0.22496560000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":860721294,"overall_relative_score":1669379670372,"max_execution_time_ms":600,"max_memory_usage_kib":11756,"rank":504,"performance":1342,"input_tokens":209605,"output_tokens":38426,"total_tokens":248031,"cost":0.2116798},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177230,"overall_relative_score":177230,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":240862,"output_tokens":44275,"total_tokens":285137,"cost":0.25382779999999994}]},{"num_self_refine":16,"rank":{"all":{"mean":414.825,"median":418.5,"min":11,"max":958,"stdev":233.59562775808178},"short":{"mean":348.5217391304348,"median":328.0,"min":11,"max":842,"stdev":238.7689772686746},"long":{"mean":504.52941176470586,"median":512.0,"min":141,"max":958,"stdev":199.36904149311235}},"performance":{"all":{"mean":1346.65,"median":1282.0,"min":513,"max":2738,"stdev":458.169241488507},"short":{"mean":1459.1739130434783,"median":1362.0,"min":669,"max":2738,"stdev":523.8397267185237},"long":{"mean":1194.4117647058824,"median":1134.0,"min":513,"max":1802,"stdev":302.55661842528116}},"input_tokens":{"all":{"mean":1048193.375,"median":1019134.5,"min":618184,"max":1642606,"stdev":285557.8358575107},"short":{"mean":1019162.1304347826,"median":1016825.0,"min":618184,"max":1642606,"stdev":285962.59319268004},"long":{"mean":1087470.9411764706,"median":1051243.0,"min":674326,"max":1623993,"stdev":288913.42328422336}},"output_tokens":{"all":{"mean":94621.45,"median":87640.5,"min":55134,"max":140011,"stdev":24435.367992328513},"short":{"mean":94187.56521739131,"median":87610.0,"min":55134,"max":138376,"stdev":26893.04630607238},"long":{"mean":95208.4705882353,"median":87671.0,"min":64403,"max":140011,"stdev":21454.92732485258}},"total_tokens":{"all":{"mean":1142814.825,"median":1109517.0,"min":673318,"max":1780969,"stdev":308222.9690308614},"short":{"mean":1113349.6956521738,"median":1107645.0,"min":673318,"max":1780969,"stdev":311104.76161012717},"long":{"mean":1182679.4117647058,"median":1138914.0,"min":738729,"max":1754017,"stdev":309109.0158979229}},"cost":{"all":{"mean":0.663183485,"median":0.6523731,"min":0.3429076,"max":1.1614406,"stdev":0.18819031751801704},"short":{"mean":0.6347691391304348,"median":0.617169,"min":0.3429076,"max":1.1614406,"stdev":0.1916908291471398},"long":{"mean":0.7016264235294117,"median":0.7015144,"min":0.43042460000000005,"max":1.100713,"stdev":0.18185103159737478}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":942862957578,"overall_relative_score":942862957578,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":392,"performance":1347,"input_tokens":1093663,"output_tokens":112956,"total_tokens":1206619,"cost":0.7359549999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3402724,"overall_relative_score":3402724,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":258,"performance":1518,"input_tokens":788289,"output_tokens":77008,"total_tokens":865297,"cost":0.5071082},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2822311878129,"overall_relative_score":2822311878129,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":141,"performance":1802,"input_tokens":725837,"output_tokens":74278,"total_tokens":800115,"cost":0.43042460000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3049563598,"overall_relative_score":3049563598,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":313,"performance":1254,"input_tokens":1110601,"output_tokens":87610,"total_tokens":1198211,"cost":0.707831},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18731176,"overall_relative_score":18731176,"max_execution_time_ms":280,"max_memory_usage_kib":6144,"rank":64,"performance":2072,"input_tokens":1312558,"output_tokens":135091,"total_tokens":1447649,"cost":1.1614406},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5377004,"overall_relative_score":5377004,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":250,"performance":1470,"input_tokens":951121,"output_tokens":84462,"total_tokens":1035583,"cost":0.7379726},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1574502,"overall_relative_score":1574502,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":129,"performance":1726,"input_tokens":1144573,"output_tokens":106037,"total_tokens":1250610,"cost":0.7858712},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":647719,"output_tokens":61882,"total_tokens":709601,"cost":0.40942900000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222043499,"overall_relative_score":222043499,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":577,"performance":986,"input_tokens":1216287,"output_tokens":104555,"total_tokens":1320842,"cost":0.6534592000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7333649412,"overall_relative_score":7333649412,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":11,"performance":2738,"input_tokens":1016825,"output_tokens":94564,"total_tokens":1111389,"cost":0.6344050000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6012,"overall_relative_score":6012,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":381,"performance":1145,"input_tokens":971899,"output_tokens":83781,"total_tokens":1055680,"cost":0.6131428000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":382719204,"overall_relative_score":382719204,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":539,"performance":1067,"input_tokens":779845,"output_tokens":74369,"total_tokens":854214,"cost":0.5215696},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56200336,"overall_relative_score":56200336,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":1202344,"output_tokens":101310,"total_tokens":1303654,"cost":0.6760148},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":772069919,"overall_relative_score":772069919,"max_execution_time_ms":4310,"max_memory_usage_kib":3072,"rank":524,"performance":946,"input_tokens":1201332,"output_tokens":105237,"total_tokens":1306569,"cost":0.7283069999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110388628,"overall_relative_score":110388628,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":263,"performance":1483,"input_tokens":618184,"output_tokens":55134,"total_tokens":673318,"cost":0.3429076},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15120038191,"overall_relative_score":174158762650,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":352,"performance":1443,"input_tokens":926588,"output_tokens":80203,"total_tokens":1006791,"cost":0.6836641999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91496522780,"overall_relative_score":984579891315,"max_execution_time_ms":5500,"max_memory_usage_kib":11264,"rank":237,"performance":1612,"input_tokens":1051243,"output_tokens":87671,"total_tokens":1138914,"cost":0.7250464000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205713885686698,"overall_relative_score":10529770273,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":1274658,"output_tokens":107985,"total_tokens":1382643,"cost":0.7088082},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":472998829,"overall_relative_score":472998829,"max_execution_time_ms":140,"max_memory_usage_kib":7168,"rank":110,"performance":1989,"input_tokens":1147101,"output_tokens":125378,"total_tokens":1272479,"cost":0.698403},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13108360,"overall_relative_score":13108360,"max_execution_time_ms":510,"max_memory_usage_kib":57344,"rank":371,"performance":1492,"input_tokens":1008340,"output_tokens":93822,"total_tokens":1102162,"cost":0.5979916},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284189224083,"overall_relative_score":284189224083,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":92,"performance":1727,"input_tokens":1021444,"output_tokens":86201,"total_tokens":1107645,"cost":0.5740502},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93795,"overall_relative_score":93795,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":335,"performance":1322,"input_tokens":1587459,"output_tokens":135533,"total_tokens":1722992,"cost":0.8306403999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54674959983,"overall_relative_score":224807136310,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":985516,"output_tokens":82372,"total_tokens":1067888,"cost":0.6163375999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1326176,"overall_relative_score":1326176,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":584,"performance":960,"input_tokens":972963,"output_tokens":82362,"total_tokens":1055325,"cost":0.617169},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":154863593033,"overall_relative_score":380991990769,"max_execution_time_ms":70,"max_memory_usage_kib":23552,"rank":958,"performance":513,"input_tokens":912526,"output_tokens":80685,"total_tokens":993211,"cost":0.5951697999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1077641,"overall_relative_score":1077641,"max_execution_time_ms":120,"max_memory_usage_kib":5120,"rank":71,"performance":2202,"input_tokens":1093724,"output_tokens":102121,"total_tokens":1195845,"cost":0.651287},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":528531000000,"overall_relative_score":138293805276,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":603,"performance":1134,"input_tokens":674326,"output_tokens":64403,"total_tokens":738729,"cost":0.5793302},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1591103180500,"overall_relative_score":23070659636,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":665,"performance":1037,"input_tokens":1623993,"output_tokens":130024,"total_tokens":1754017,"cost":1.0451561999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9883443003839,"overall_relative_score":9883443003839,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":648,"performance":1062,"input_tokens":740546,"output_tokens":77282,"total_tokens":817828,"cost":0.4494352},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5263107,"overall_relative_score":49771889768,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":767,"performance":937,"input_tokens":1380361,"output_tokens":109385,"total_tokens":1489746,"cost":0.7015144},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3095667652,"overall_relative_score":3095667652,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":557,"performance":1152,"input_tokens":727689,"output_tokens":59259,"total_tokens":786948,"cost":0.4283844},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260051583,"overall_relative_score":260051583,"max_execution_time_ms":1060,"max_memory_usage_kib":3072,"rank":111,"performance":2029,"input_tokens":673590,"output_tokens":64189,"total_tokens":737779,"cost":0.41078419999999993},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2094451,"overall_relative_score":127508997483,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":445,"performance":1279,"input_tokens":1491688,"output_tokens":140011,"total_tokens":1631699,"cost":1.100713},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251655,"overall_relative_score":251655,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":328,"performance":1362,"input_tokens":1235027,"output_tokens":138376,"total_tokens":1373403,"cost":0.8045869999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3642409562,"overall_relative_score":2650162994920,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":512,"performance":1274,"input_tokens":1453068,"output_tokens":107711,"total_tokens":1560779,"cost":0.9113305999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64803643,"overall_relative_score":64803643,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":536,"performance":1285,"input_tokens":1300243,"output_tokens":118985,"total_tokens":1419228,"cost":0.8562764000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":418406,"overall_relative_score":418406,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":710,"performance":998,"input_tokens":1642606,"output_tokens":138363,"total_tokens":1780969,"cost":0.8645302000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147402898,"overall_relative_score":147402898,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":159,"performance":1877,"input_tokens":733759,"output_tokens":77473,"total_tokens":811232,"cost":0.49524039999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":860721294,"overall_relative_score":1669379670372,"max_execution_time_ms":600,"max_memory_usage_kib":11756,"rank":504,"performance":1342,"input_tokens":744954,"output_tokens":72237,"total_tokens":817191,"cost":0.4528906},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177230,"overall_relative_score":177230,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":743246,"output_tokens":64553,"total_tokens":807799,"cost":0.4827609999999999}]}]},{"model_name":"mimo-v2.5-pro","detail_path":"data/model_details/mimo-v2.5-pro.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":615.675,"median":608.5,"min":186,"max":1037,"stdev":233.28813344259112},"short":{"mean":533.5217391304348,"median":534.0,"min":186,"max":883,"stdev":206.48769929580385},"long":{"mean":726.8235294117648,"median":672.0,"min":285,"max":1037,"stdev":226.28031158667937}},"performance":{"all":{"mean":899.8,"median":948.0,"min":-61,"max":1583,"stdev":406.69734226464794},"short":{"mean":942.9565217391304,"median":1029.0,"min":-61,"max":1583,"stdev":446.9717784726326},"long":{"mean":841.4117647058823,"median":941.0,"min":94,"max":1396,"stdev":349.5237936864115}},"input_tokens":{"all":{"mean":3144.1,"median":2702.0,"min":1413,"max":8294,"stdev":1802.498348802544},"short":{"mean":2571.1304347826085,"median":1883.0,"min":1436,"max":8294,"stdev":1700.9417259097124},"long":{"mean":3919.294117647059,"median":3403.0,"min":1413,"max":8218,"stdev":1682.521276414725}},"output_tokens":{"all":{"mean":34020.575,"median":32277.0,"min":13528,"max":60801,"stdev":14071.573922660444},"short":{"mean":34559.13043478261,"median":34353.0,"min":13565,"max":56477,"stdev":13155.278164034486},"long":{"mean":33291.94117647059,"median":29025.0,"min":13528,"max":60801,"stdev":15611.118968024795}},"total_tokens":{"all":{"mean":37164.675,"median":36344.0,"min":15836,"max":69019,"stdev":14051.63093989996},"short":{"mean":37130.260869565216,"median":36256.0,"min":15836,"max":58268,"stdev":12903.582917572621},"long":{"mean":37211.23529411765,"median":36432.0,"min":17395,"max":69019,"stdev":15885.069466048188}},"cost":{"all":{"mean":0.102977345,"median":0.09746350000000001,"min":0.0416498,"max":0.1840674,"stdev":0.04195957939702636},"short":{"mean":0.10436970434782608,"median":0.1034772,"min":0.0416498,"max":0.1698396,"stdev":0.03929012117924206},"long":{"mean":0.10109356470588235,"median":0.090166,"min":0.0436318,"max":0.1840674,"stdev":0.046500692313138484}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":799429917793,"overall_relative_score":799429917793,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":1413,"output_tokens":46171,"total_tokens":47584,"cost":0.1387996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1781277,"overall_relative_score":1781277,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":561,"performance":1083,"input_tokens":1548,"output_tokens":18713,"total_tokens":20261,"cost":0.0564582},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2364627598748,"overall_relative_score":2364627598748,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":532,"performance":1093,"input_tokens":2770,"output_tokens":15589,"total_tokens":18359,"cost":0.049537},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1699,"output_tokens":17528,"total_tokens":19227,"cost":0.054283},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7323924,"overall_relative_score":7323924,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":270,"performance":1294,"input_tokens":1871,"output_tokens":38325,"total_tokens":40196,"cost":0.1153612},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5311581,"overall_relative_score":5311581,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":285,"performance":1396,"input_tokens":3867,"output_tokens":13528,"total_tokens":17395,"cost":0.0436318},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1363183,"overall_relative_score":1363183,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":238,"performance":1379,"input_tokens":1604,"output_tokens":14232,"total_tokens":15836,"cost":0.04302},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2304,"output_tokens":42653,"total_tokens":44957,"cost":0.128471},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34767823,"overall_relative_score":34767823,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":625,"performance":918,"input_tokens":3091,"output_tokens":29025,"total_tokens":32116,"cost":0.090166},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697520331,"overall_relative_score":4697520331,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":250,"performance":1507,"input_tokens":2289,"output_tokens":35185,"total_tokens":37474,"cost":0.106052},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5728,"overall_relative_score":5728,"max_execution_time_ms":1400,"max_memory_usage_kib":3072,"rank":385,"performance":1136,"input_tokens":8294,"output_tokens":19640,"total_tokens":27934,"cost":0.0606092},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321218313,"overall_relative_score":321218313,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":558,"performance":1041,"input_tokens":8218,"output_tokens":60801,"total_tokens":69019,"cost":0.1840674},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60934829,"overall_relative_score":60934829,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":534,"performance":938,"input_tokens":6452,"output_tokens":47442,"total_tokens":53894,"cost":0.143658},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":842598034,"overall_relative_score":842598034,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":519,"performance":955,"input_tokens":3040,"output_tokens":58570,"total_tokens":61610,"cost":0.1763436},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71884410,"overall_relative_score":71884410,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":401,"performance":1223,"input_tokens":2634,"output_tokens":30032,"total_tokens":32666,"cost":0.09273},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5659563191,"overall_relative_score":48095779314,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":537,"performance":1197,"input_tokens":2854,"output_tokens":21057,"total_tokens":23911,"cost":0.0637722},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2366582865693,"overall_relative_score":387445857913,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":672,"performance":941,"input_tokens":7476,"output_tokens":28956,"total_tokens":36432,"cost":0.0884048},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179348239976651,"overall_relative_score":10305270547,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":501,"performance":998,"input_tokens":4609,"output_tokens":34264,"total_tokens":38873,"cost":0.1037658},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430967702,"overall_relative_score":430967702,"max_execution_time_ms":250,"max_memory_usage_kib":9216,"rank":455,"performance":1287,"input_tokens":3747,"output_tokens":27839,"total_tokens":31586,"cost":0.0842944},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1791,"output_tokens":56477,"total_tokens":58268,"cost":0.1698396},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2225,"output_tokens":48543,"total_tokens":50768,"cost":0.1461132},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24363,"overall_relative_score":24363,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":1881,"output_tokens":54156,"total_tokens":56037,"cost":0.1628642},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72085694446,"overall_relative_score":198167863710,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":650,"performance":1071,"input_tokens":2941,"output_tokens":51538,"total_tokens":54479,"cost":0.155251},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":1786,"output_tokens":31884,"total_tokens":33670,"cost":0.0960556},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3897595163158,"overall_relative_score":11911155080,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":3403,"output_tokens":24916,"total_tokens":28319,"cost":0.0754374},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047623,"overall_relative_score":1047623,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":295,"performance":1583,"input_tokens":1883,"output_tokens":28717,"total_tokens":30600,"cost":0.0865492},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4198,"output_tokens":36020,"total_tokens":40218,"cost":0.10893},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3221128619300,"overall_relative_score":36359048,"max_execution_time_ms":310,"max_memory_usage_kib":404480,"rank":817,"performance":826,"input_tokens":3071,"output_tokens":24137,"total_tokens":27208,"cost":0.0730756},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9803201101517,"overall_relative_score":9803201101517,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":670,"performance":1029,"input_tokens":1800,"output_tokens":51778,"total_tokens":53578,"cost":0.1557004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44600411800,"overall_relative_score":5776931,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":2887,"output_tokens":54163,"total_tokens":57050,"cost":0.163072},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3267771958,"overall_relative_score":3267771958,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":521,"performance":1203,"input_tokens":1962,"output_tokens":23712,"total_tokens":25674,"cost":0.071562},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209024118,"overall_relative_score":209024118,"max_execution_time_ms":10,"max_memory_usage_kib":2048,"rank":806,"performance":845,"input_tokens":4590,"output_tokens":13565,"total_tokens":18155,"cost":0.0416498},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":959,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4087,"output_tokens":32670,"total_tokens":36757,"cost":0.0988714},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":337920,"rank":683,"performance":265,"input_tokens":1903,"output_tokens":34353,"total_tokens":36256,"cost":0.1034772},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4997374819,"overall_relative_score":1964324730660,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":983,"performance":671,"input_tokens":4321,"output_tokens":18486,"total_tokens":22807,"cost":0.0563486},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54250777,"overall_relative_score":54250777,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":784,"performance":930,"input_tokens":1693,"output_tokens":38986,"total_tokens":40679,"cost":0.1173198},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210920,"overall_relative_score":210920,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":883,"performance":686,"input_tokens":2224,"output_tokens":28293,"total_tokens":30517,"cost":0.0853622},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119510962,"overall_relative_score":119510962,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":749,"performance":937,"input_tokens":1520,"output_tokens":43008,"total_tokens":44528,"cost":0.1293664},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":4382,"output_tokens":16072,"total_tokens":20454,"cost":0.0491164},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198537,"overall_relative_score":198537,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":808,"performance":795,"input_tokens":1436,"output_tokens":49799,"total_tokens":51235,"cost":0.1497066}]},{"num_self_refine":2,"rank":{"all":{"mean":515.025,"median":523.0,"min":117,"max":1005,"stdev":214.38181700307155},"short":{"mean":440.7391304347826,"median":446.0,"min":117,"max":684,"stdev":179.80297737228034},"long":{"mean":615.5294117647059,"median":545.0,"min":289,"max":1005,"stdev":221.153260672056}},"performance":{"all":{"mean":1079.8,"median":1144.5,"min":-61,"max":1815,"stdev":433.8496844737227},"short":{"mean":1124.7391304347825,"median":1223.0,"min":-61,"max":1815,"stdev":497.9967339607491},"long":{"mean":1019.0,"median":1085.0,"min":94,"max":1496,"stdev":333.11859749944915}},"input_tokens":{"all":{"mean":41701.225,"median":39495.0,"min":18199,"max":78027,"stdev":14542.016698725993},"short":{"mean":41526.739130434784,"median":38314.0,"min":18199,"max":69016,"stdev":13452.857747156082},"long":{"mean":41937.294117647056,"median":41008.0,"min":21970,"max":78027,"stdev":16325.10664882739}},"output_tokens":{"all":{"mean":40402.7,"median":40028.5,"min":17049,"max":68510,"stdev":14880.385897946158},"short":{"mean":40716.739130434784,"median":41201.0,"min":17572,"max":61517,"stdev":13966.591785781953},"long":{"mean":39977.82352941176,"median":39650.0,"min":17049,"max":68510,"stdev":16467.44380298326}},"total_tokens":{"all":{"mean":82103.925,"median":80465.0,"min":38701,"max":146537,"stdev":28916.767411976278},"short":{"mean":82243.47826086957,"median":79515.0,"min":38701,"max":122336,"stdev":26691.26176701684},"long":{"mean":81915.11764705883,"median":81415.0,"min":39019,"max":146537,"stdev":32535.20027770375}},"cost":{"all":{"mean":0.157645965,"median":0.15010659999999998,"min":0.0690016,"max":0.27044979999999996,"stdev":0.05858774861118106},"short":{"mean":0.15869052173913042,"median":0.1444354,"min":0.0690016,"max":0.24260520000000002,"stdev":0.055062902627606124},"long":{"mean":0.1562327411764706,"median":0.1557778,"min":0.0692258,"max":0.27044979999999996,"stdev":0.06476258955789077}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":799429917793,"overall_relative_score":799429917793,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":49961,"output_tokens":51158,"total_tokens":101119,"cost":0.2011822},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2557825,"overall_relative_score":2557825,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":432,"performance":1245,"input_tokens":22565,"output_tokens":24004,"total_tokens":46569,"cost":0.09211939999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2364627598748,"overall_relative_score":2364627598748,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":532,"performance":1093,"input_tokens":22093,"output_tokens":22061,"total_tokens":44154,"cost":0.0860744},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":31635,"output_tokens":20938,"total_tokens":52573,"cost":0.0931178},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7323924,"overall_relative_score":7323924,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":270,"performance":1294,"input_tokens":42827,"output_tokens":50865,"total_tokens":93692,"cost":0.193118},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5307470,"overall_relative_score":5307470,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":289,"performance":1388,"input_tokens":21970,"output_tokens":17049,"total_tokens":39019,"cost":0.0692258},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1492316,"overall_relative_score":1492316,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":169,"performance":1584,"input_tokens":18199,"output_tokens":20502,"total_tokens":38701,"cost":0.077145},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":47412,"output_tokens":52738,"total_tokens":100150,"cost":0.202042},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34767823,"overall_relative_score":34767823,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":625,"performance":918,"input_tokens":35913,"output_tokens":43578,"total_tokens":79491,"cost":0.16418939999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6019256851,"overall_relative_score":6019256851,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":162,"performance":1734,"input_tokens":40676,"output_tokens":43525,"total_tokens":84201,"cost":0.167667},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5728,"overall_relative_score":5728,"max_execution_time_ms":1400,"max_memory_usage_kib":3072,"rank":385,"performance":1136,"input_tokens":36839,"output_tokens":24494,"total_tokens":61333,"cost":0.0971114},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321218313,"overall_relative_score":321218313,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":558,"performance":1041,"input_tokens":78027,"output_tokens":68510,"total_tokens":146537,"cost":0.27044979999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60934829,"overall_relative_score":60934829,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":534,"performance":938,"input_tokens":61157,"output_tokens":54472,"total_tokens":115629,"cost":0.214333},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":842598034,"overall_relative_score":842598034,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":519,"performance":955,"input_tokens":65461,"output_tokens":65796,"total_tokens":131257,"cost":0.2580362},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71884410,"overall_relative_score":71884410,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":401,"performance":1223,"input_tokens":36111,"output_tokens":36635,"total_tokens":72746,"cost":0.1439168},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5659563191,"overall_relative_score":48095779314,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":537,"performance":1197,"input_tokens":27552,"output_tokens":26088,"total_tokens":53640,"cost":0.10192480000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":303195743545,"overall_relative_score":789722033951,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":469,"performance":1221,"input_tokens":44851,"output_tokens":36760,"total_tokens":81611,"cost":0.1432526},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":44564,"output_tokens":45165,"total_tokens":89729,"cost":0.17278860000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430967702,"overall_relative_score":430967702,"max_execution_time_ms":250,"max_memory_usage_kib":9216,"rank":455,"performance":1287,"input_tokens":36194,"output_tokens":33968,"total_tokens":70162,"cost":0.13215880000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13096560,"overall_relative_score":13096560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":60819,"output_tokens":61517,"total_tokens":122336,"cost":0.24260520000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282424268820,"overall_relative_score":282424268820,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":117,"performance":1545,"input_tokens":69016,"output_tokens":51168,"total_tokens":120184,"cost":0.2190384},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24363,"overall_relative_score":24363,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":58575,"output_tokens":60599,"total_tokens":119174,"cost":0.23740239999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35949456243,"overall_relative_score":301450782692,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":454,"performance":1308,"input_tokens":58325,"output_tokens":58446,"total_tokens":116771,"cost":0.229055},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1291314,"overall_relative_score":1291314,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":36165,"output_tokens":34409,"total_tokens":70574,"cost":0.1366272},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67737576511,"overall_relative_score":935420569618,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":557,"performance":1153,"input_tokens":32715,"output_tokens":31715,"total_tokens":64430,"cost":0.12243280000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049300,"overall_relative_score":1049300,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":280,"performance":1611,"input_tokens":33192,"output_tokens":33198,"total_tokens":66390,"cost":0.1298164},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":517892261781,"overall_relative_score":215332233113,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":326,"performance":1496,"input_tokens":44713,"output_tokens":39650,"total_tokens":84363,"cost":0.157007},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8080910100,"overall_relative_score":58627754029,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":545,"performance":1190,"input_tokens":31277,"output_tokens":29375,"total_tokens":60652,"cost":0.1145892},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9883554241033,"overall_relative_score":9883554241033,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":648,"performance":1062,"input_tokens":56444,"output_tokens":54877,"total_tokens":111321,"cost":0.2182078},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44600411800,"overall_relative_score":5776931,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":60850,"output_tokens":60890,"total_tokens":121740,"cost":0.24121599999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4424511955,"overall_relative_score":4424511955,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":386,"performance":1401,"input_tokens":28549,"output_tokens":27277,"total_tokens":55826,"cost":0.107308},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224003507,"overall_relative_score":224003507,"max_execution_time_ms":30,"max_memory_usage_kib":2048,"rank":527,"performance":1256,"input_tokens":23556,"output_tokens":17572,"total_tokens":41128,"cost":0.0690016},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":959,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":41008,"output_tokens":40407,"total_tokens":81415,"cost":0.1557778},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":337920,"rank":683,"performance":265,"input_tokens":38314,"output_tokens":41201,"total_tokens":79515,"cost":0.1313506},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4997374819,"overall_relative_score":1964324730660,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":983,"performance":671,"input_tokens":27984,"output_tokens":21251,"total_tokens":49235,"cost":0.0848762},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61341002,"overall_relative_score":61341002,"max_execution_time_ms":110,"max_memory_usage_kib":5120,"rank":621,"performance":1170,"input_tokens":43183,"output_tokens":45802,"total_tokens":88985,"cost":0.1788482},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":33449,"output_tokens":38156,"total_tokens":71605,"cost":0.1444354},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146926424,"overall_relative_score":146926424,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":184,"performance":1815,"input_tokens":46859,"output_tokens":47531,"total_tokens":94390,"cost":0.1882744},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1256614645,"overall_relative_score":1125634874621,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":744,"performance":1085,"input_tokens":25670,"output_tokens":21724,"total_tokens":47394,"cost":0.0838788},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":53379,"output_tokens":61037,"total_tokens":114416,"cost":0.23423719999999998}]},{"num_self_refine":4,"rank":{"all":{"mean":495.075,"median":498.0,"min":117,"max":1005,"stdev":227.70227834631467},"short":{"mean":407.39130434782606,"median":446.0,"min":117,"max":684,"stdev":180.5579078931931},"long":{"mean":613.7058823529412,"median":544.0,"min":289,"max":1005,"stdev":235.68776079430873}},"performance":{"all":{"mean":1138.3,"median":1160.5,"min":-61,"max":1815,"stdev":416.7106971607582},"short":{"mean":1226.608695652174,"median":1245.0,"min":-61,"max":1815,"stdev":440.6956008950184},"long":{"mean":1018.8235294117648,"median":1085.0,"min":94,"max":1496,"stdev":360.3431065134516}},"input_tokens":{"all":{"mean":138574.25,"median":137224.5,"min":70882,"max":240476,"stdev":44771.09740855887},"short":{"mean":138464.95652173914,"median":133723.0,"min":71691,"max":214480,"stdev":41219.05863518417},"long":{"mean":138722.11764705883,"median":137260.0,"min":70882,"max":240476,"stdev":50494.25180142086}},"output_tokens":{"all":{"mean":49721.45,"median":50232.5,"min":24036,"max":76718,"stdev":15173.500339787734},"short":{"mean":49879.913043478264,"median":51107.0,"min":25900,"max":75898,"stdev":13666.561587629074},"long":{"mean":49507.05882352941,"median":49358.0,"min":24036,"max":76718,"stdev":17444.129641051844}},"total_tokens":{"all":{"mean":188295.7,"median":188999.5,"min":94918,"max":317194,"stdev":59338.22015911231},"short":{"mean":188344.86956521738,"median":184830.0,"min":101629,"max":272915,"stdev":53962.35770786247},"long":{"mean":188229.17647058822,"median":189695.0,"min":94918,"max":317194,"stdev":67665.18056322921}},"cost":{"all":{"mean":0.21516004,"median":0.2108615,"min":0.1068428,"max":0.3390972,"stdev":0.06636941930736102},"short":{"mean":0.2153895652173913,"median":0.2079314,"min":0.1120082,"max":0.32492839999999995,"stdev":0.06011011133752493},"long":{"mean":0.21484950588235294,"median":0.21379160000000003,"min":0.1068428,"max":0.3390972,"stdev":0.07595116904219176}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":799071554982,"overall_relative_score":799071554982,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":166653,"output_tokens":62846,"total_tokens":229499,"cost":0.2705574},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2557825,"overall_relative_score":2557825,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":432,"performance":1245,"input_tokens":84334,"output_tokens":41256,"total_tokens":125590,"cost":0.1672444},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2489912409151,"overall_relative_score":2489912409151,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":510,"performance":1123,"input_tokens":79984,"output_tokens":29027,"total_tokens":109011,"cost":0.12805060000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1254453952,"overall_relative_score":1254453952,"max_execution_time_ms":2050,"max_memory_usage_kib":74244,"rank":572,"performance":492,"input_tokens":103591,"output_tokens":29626,"total_tokens":133217,"cost":0.1404498},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7323924,"overall_relative_score":7323924,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":270,"performance":1294,"input_tokens":154676,"output_tokens":59379,"total_tokens":214055,"cost":0.2548866},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5307470,"overall_relative_score":5307470,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":289,"performance":1388,"input_tokens":70882,"output_tokens":24036,"total_tokens":94918,"cost":0.1068428},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1540631,"overall_relative_score":1540631,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":145,"performance":1666,"input_tokens":71691,"output_tokens":32659,"total_tokens":104350,"cost":0.1349544},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":162711,"output_tokens":59117,"total_tokens":221828,"cost":0.2561964},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34321773,"overall_relative_score":34321773,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":796,"performance":615,"input_tokens":137260,"output_tokens":56203,"total_tokens":193463,"cost":0.239053},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6019256851,"overall_relative_score":6019256851,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":162,"performance":1734,"input_tokens":145317,"output_tokens":55773,"total_tokens":201090,"cost":0.24029040000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5580,"overall_relative_score":5580,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":386,"performance":1134,"input_tokens":107724,"output_tokens":30911,"total_tokens":138635,"cost":0.1376346},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":321218313,"overall_relative_score":321218313,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":558,"performance":1041,"input_tokens":240476,"output_tokens":76718,"total_tokens":317194,"cost":0.3390972},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60934829,"overall_relative_score":60934829,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":534,"performance":938,"input_tokens":190800,"output_tokens":62394,"total_tokens":253194,"cost":0.2739948},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":929704171,"overall_relative_score":929704171,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":505,"performance":981,"input_tokens":212083,"output_tokens":74697,"total_tokens":286780,"cost":0.3251212},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110154022,"overall_relative_score":110154022,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":263,"performance":1483,"input_tokens":123994,"output_tokens":47646,"total_tokens":171640,"cost":0.2053896},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5659563191,"overall_relative_score":48095779314,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":537,"performance":1197,"input_tokens":93629,"output_tokens":31638,"total_tokens":125267,"cost":0.14061980000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253260865956,"overall_relative_score":866092004389,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":350,"performance":1401,"input_tokens":141739,"output_tokens":46565,"total_tokens":188304,"cost":0.202842},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":155829,"output_tokens":56130,"total_tokens":211959,"cost":0.24347660000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430967702,"overall_relative_score":430967702,"max_execution_time_ms":250,"max_memory_usage_kib":9216,"rank":455,"performance":1287,"input_tokens":119110,"output_tokens":42793,"total_tokens":161903,"cost":0.18415460000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13096560,"overall_relative_score":13096560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":193093,"output_tokens":67825,"total_tokens":260918,"cost":0.2947824},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282424268820,"overall_relative_score":282424268820,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":117,"performance":1545,"input_tokens":214480,"output_tokens":58435,"total_tokens":272915,"cost":0.27663299999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24363,"overall_relative_score":24363,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":190277,"output_tokens":69596,"total_tokens":259873,"cost":0.29978819999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32942193855,"overall_relative_score":318143186015,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":406,"performance":1372,"input_tokens":190860,"output_tokens":66175,"total_tokens":257035,"cost":0.2900058},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290492,"overall_relative_score":1290492,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":115094,"output_tokens":42431,"total_tokens":157525,"cost":0.1820734},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67535493215,"overall_relative_score":934446903680,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":559,"performance":1151,"input_tokens":111251,"output_tokens":37898,"total_tokens":149149,"cost":0.16652580000000003},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061475,"overall_relative_score":1061475,"max_execution_time_ms":1690,"max_memory_usage_kib":4096,"rank":204,"performance":1771,"input_tokens":110882,"output_tokens":40804,"total_tokens":151686,"cost":0.1761036},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":517892261781,"overall_relative_score":215332233113,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":326,"performance":1496,"input_tokens":140828,"output_tokens":49358,"total_tokens":190186,"cost":0.21379160000000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8059661200,"overall_relative_score":58999554061,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":544,"performance":1192,"input_tokens":104268,"output_tokens":39546,"total_tokens":143814,"cost":0.1681732},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9883554241033,"overall_relative_score":9883554241033,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":648,"performance":1062,"input_tokens":178696,"output_tokens":60610,"total_tokens":239306,"cost":0.26698360000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44600411800,"overall_relative_score":5776931,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":201122,"output_tokens":75094,"total_tokens":276216,"cost":0.325284},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6540498790,"overall_relative_score":6540498790,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":193,"performance":1762,"input_tokens":95362,"output_tokens":35217,"total_tokens":130579,"cost":0.151861},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224003507,"overall_relative_score":224003507,"max_execution_time_ms":30,"max_memory_usage_kib":2048,"rank":527,"performance":1256,"input_tokens":75729,"output_tokens":25900,"total_tokens":101629,"cost":0.1120082},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":959,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":137189,"output_tokens":52506,"total_tokens":189695,"cost":0.2229246},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128939,"overall_relative_score":128939,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":465,"performance":1103,"input_tokens":133723,"output_tokens":51107,"total_tokens":184830,"cost":0.1926824},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4997374819,"overall_relative_score":1964324730660,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":983,"performance":671,"input_tokens":86326,"output_tokens":28989,"total_tokens":115315,"cost":0.1257282},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61341002,"overall_relative_score":61341002,"max_execution_time_ms":110,"max_memory_usage_kib":5120,"rank":621,"performance":1170,"input_tokens":147316,"output_tokens":55167,"total_tokens":202483,"cost":0.2386282},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438326,"overall_relative_score":438326,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":121851,"output_tokens":49310,"total_tokens":171161,"cost":0.2079314},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146926424,"overall_relative_score":146926424,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":184,"performance":1815,"input_tokens":152135,"output_tokens":53384,"total_tokens":205519,"cost":0.23436060000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1256614645,"overall_relative_score":1125634874621,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":744,"performance":1085,"input_tokens":87897,"output_tokens":34194,"total_tokens":122091,"cost":0.1443478},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":192108,"output_tokens":75898,"total_tokens":268006,"cost":0.32492839999999995}]},{"num_self_refine":8,"rank":{"all":{"mean":457.075,"median":478.0,"min":101,"max":993,"stdev":227.59155807650754},"short":{"mean":363.3478260869565,"median":378.0,"min":101,"max":684,"stdev":191.0072841770587},"long":{"mean":583.8823529411765,"median":526.0,"min":289,"max":993,"stdev":215.35780759962628}},"performance":{"all":{"mean":1204.25,"median":1212.5,"min":-61,"max":1899,"stdev":452.3029249269077},"short":{"mean":1292.7826086956522,"median":1294.0,"min":-61,"max":1899,"stdev":537.3862633594488},"long":{"mean":1084.4705882352941,"median":1085.0,"min":574,"max":1496,"stdev":273.98862148980265}},"input_tokens":{"all":{"mean":394581.175,"median":395345.5,"min":221792,"max":616067,"stdev":105953.8289001847},"short":{"mean":393535.26086956525,"median":400785.0,"min":227594,"max":568926,"stdev":96885.18514773386},"long":{"mean":395996.23529411765,"median":389906.0,"min":221792,"max":616067,"stdev":120222.41861417185}},"output_tokens":{"all":{"mean":66219.775,"median":65834.0,"min":36989,"max":109178,"stdev":16470.390163185693},"short":{"mean":65649.60869565218,"median":66187.0,"min":36989,"max":109178,"stdev":15435.566416968579},"long":{"mean":66991.17647058824,"median":64867.0,"min":40539,"max":90517,"stdev":18235.32905939489}},"total_tokens":{"all":{"mean":460800.95,"median":459095.0,"min":262331,"max":706584,"stdev":121074.34044504461},"short":{"mean":459184.8695652174,"median":466275.0,"min":264583,"max":678104,"stdev":110672.05804755875},"long":{"mean":462987.4117647059,"median":447812.0,"min":262331,"max":706584,"stdev":137408.33381206307}},"cost":{"all":{"mean":0.33322642,"median":0.324199,"min":0.1833738,"max":0.5264887999999999,"stdev":0.08323558027871222},"short":{"mean":0.32974252173913043,"median":0.32594460000000003,"min":0.1833738,"max":0.5264887999999999,"stdev":0.07645092910328435},"long":{"mean":0.3379399294117647,"median":0.3162436,"min":0.20122659999999998,"max":0.46854599999999996,"stdev":0.09386062650371403}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":796524563253,"overall_relative_score":796524563253,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":838,"performance":922,"input_tokens":459071,"output_tokens":76824,"total_tokens":535895,"cost":0.38526140000000003},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2557825,"overall_relative_score":2557825,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":432,"performance":1245,"input_tokens":304336,"output_tokens":67192,"total_tokens":371528,"cost":0.31411680000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2518222582304,"overall_relative_score":2518222582304,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":501,"performance":1135,"input_tokens":248807,"output_tokens":42428,"total_tokens":291235,"cost":0.2161934},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":73728,"rank":604,"performance":-21,"input_tokens":303286,"output_tokens":45174,"total_tokens":348460,"cost":0.24184160000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7323924,"overall_relative_score":7323924,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":270,"performance":1294,"input_tokens":439629,"output_tokens":75649,"total_tokens":515278,"cost":0.3734048},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5307470,"overall_relative_score":5307470,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":289,"performance":1388,"input_tokens":221792,"output_tokens":40539,"total_tokens":262331,"cost":0.20122659999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1643683,"overall_relative_score":1643683,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":101,"performance":1845,"input_tokens":261517,"output_tokens":56680,"total_tokens":318197,"cost":0.2678194},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":426632,"output_tokens":67793,"total_tokens":494425,"cost":0.34283020000000003},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34321773,"overall_relative_score":34321773,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":796,"performance":615,"input_tokens":430698,"output_tokens":83886,"total_tokens":514584,"cost":0.4054152},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6267665931,"overall_relative_score":6267665931,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":133,"performance":1829,"input_tokens":409629,"output_tokens":65481,"total_tokens":475110,"cost":0.3338416},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5580,"overall_relative_score":5580,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":386,"performance":1134,"input_tokens":299842,"output_tokens":46598,"total_tokens":346440,"cost":0.23719120000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":337704410,"overall_relative_score":337704410,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":554,"performance":1047,"input_tokens":616067,"output_tokens":90517,"total_tokens":706584,"cost":0.46854599999999996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60934829,"overall_relative_score":60934829,"max_execution_time_ms":2810,"max_memory_usage_kib":3072,"rank":534,"performance":938,"input_tokens":506031,"output_tokens":78770,"total_tokens":584801,"cost":0.40165619999999996},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":929704171,"overall_relative_score":929704171,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":505,"performance":981,"input_tokens":563006,"output_tokens":89226,"total_tokens":652232,"cost":0.45364720000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114692531,"overall_relative_score":114692531,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":246,"performance":1520,"input_tokens":369958,"output_tokens":63962,"total_tokens":433920,"cost":0.32130640000000005},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6573901295,"overall_relative_score":56529021141,"max_execution_time_ms":4150,"max_memory_usage_kib":3072,"rank":526,"performance":1210,"input_tokens":273351,"output_tokens":46029,"total_tokens":319380,"cost":0.2330572},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253260865956,"overall_relative_score":866092004389,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":350,"performance":1401,"input_tokens":389906,"output_tokens":57423,"total_tokens":447329,"cost":0.2977782},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":452428,"output_tokens":74239,"total_tokens":526667,"cost":0.3762906},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":466552681,"overall_relative_score":466552681,"max_execution_time_ms":90,"max_memory_usage_kib":9216,"rank":137,"performance":1899,"input_tokens":346178,"output_tokens":55906,"total_tokens":402084,"cost":0.28452000000000005},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13096560,"overall_relative_score":13096560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":514461,"output_tokens":80693,"total_tokens":595154,"cost":0.41288559999999996},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282424268820,"overall_relative_score":282424268820,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":117,"performance":1545,"input_tokens":558654,"output_tokens":71704,"total_tokens":630358,"cost":0.39934039999999993},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":24801,"overall_relative_score":24801,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":483,"performance":1036,"input_tokens":524313,"output_tokens":85161,"total_tokens":609474,"cost":0.4327624},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32942193855,"overall_relative_score":318143186015,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":406,"performance":1372,"input_tokens":522811,"output_tokens":88354,"total_tokens":611165,"cost":0.440993},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290492,"overall_relative_score":1290492,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":323323,"output_tokens":55137,"total_tokens":378460,"cost":0.274718},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54478028709,"overall_relative_score":1114112271920,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":473,"performance":1262,"input_tokens":313912,"output_tokens":50052,"total_tokens":363964,"cost":0.25506960000000006},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061475,"overall_relative_score":1061475,"max_execution_time_ms":1690,"max_memory_usage_kib":4096,"rank":204,"performance":1771,"input_tokens":317744,"output_tokens":54648,"total_tokens":372392,"cost":0.2719728},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":517892261781,"overall_relative_score":215332233113,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":326,"performance":1496,"input_tokens":384905,"output_tokens":62907,"total_tokens":447812,"cost":0.3162436},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8059661200,"overall_relative_score":58999554061,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":544,"performance":1192,"input_tokens":333275,"output_tokens":61994,"total_tokens":395269,"cost":0.30401219999999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9943012424314,"overall_relative_score":9943012424314,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":634,"performance":1083,"input_tokens":468420,"output_tokens":73156,"total_tokens":541576,"cost":0.37505600000000006},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44600411800,"overall_relative_score":5776931,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":550156,"output_tokens":86587,"total_tokens":636743,"cost":0.4444002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6938579736,"overall_relative_score":6938579736,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":143,"performance":1894,"input_tokens":287918,"output_tokens":48398,"total_tokens":336316,"cost":0.244952},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224003507,"overall_relative_score":224003507,"max_execution_time_ms":30,"max_memory_usage_kib":2048,"rank":527,"performance":1256,"input_tokens":227594,"output_tokens":36989,"total_tokens":264583,"cost":0.1833738},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7266717,"overall_relative_score":38459636269,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":607,"performance":1069,"input_tokens":415205,"output_tokens":81109,"total_tokens":496314,"cost":0.4321768},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291799,"overall_relative_score":291799,"max_execution_time_ms":200,"max_memory_usage_kib":335872,"rank":209,"performance":1616,"input_tokens":400785,"output_tokens":70282,"total_tokens":471067,"cost":0.32245339999999995},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5020089584,"overall_relative_score":1962993962825,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":983,"performance":671,"input_tokens":258972,"output_tokens":41869,"total_tokens":300841,"cost":0.21372460000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69640605,"overall_relative_score":69640605,"max_execution_time_ms":180,"max_memory_usage_kib":5120,"rank":340,"performance":1565,"input_tokens":409148,"output_tokens":66187,"total_tokens":475335,"cost":0.3484834},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440018,"overall_relative_score":440018,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":554,"performance":1215,"input_tokens":380614,"output_tokens":71301,"total_tokens":451915,"cost":0.3471186},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146993366,"overall_relative_score":146993366,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":182,"performance":1819,"input_tokens":402373,"output_tokens":63902,"total_tokens":466275,"cost":0.32594460000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1256614645,"overall_relative_score":1125634874621,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":744,"performance":1085,"input_tokens":297574,"output_tokens":64867,"total_tokens":362441,"cost":0.300943},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":568926,"output_tokens":109178,"total_tokens":678104,"cost":0.5264887999999999}]},{"num_self_refine":16,"rank":{"all":{"mean":416.025,"median":474.0,"min":78,"max":834,"stdev":179.93168041060645},"short":{"mean":351.8695652173913,"median":394.0,"min":78,"max":613,"stdev":180.29150747604334},"long":{"mean":502.8235294117647,"median":505.0,"min":235,"max":834,"stdev":142.47510102387963}},"performance":{"all":{"mean":1253.625,"median":1249.0,"min":-61,"max":2122,"stdev":460.8898687906322},"short":{"mean":1293.8260869565217,"median":1283.0,"min":-61,"max":2122,"stdev":589.4225719969049},"long":{"mean":1199.235294117647,"median":1210.0,"min":926,"max":1504,"stdev":186.0243698456484}},"input_tokens":{"all":{"mean":1133288.225,"median":1088624.0,"min":701723,"max":1908559,"stdev":271350.2520495574},"short":{"mean":1113377.7826086956,"median":1091631.0,"min":701723,"max":1649753,"stdev":225109.83625937655},"long":{"mean":1160225.8823529412,"median":1085617.0,"min":706879,"max":1908559,"stdev":329328.49679648934}},"output_tokens":{"all":{"mean":97455.575,"median":94960.0,"min":57654,"max":223262,"stdev":29342.35713696507},"short":{"mean":93852.52173913043,"median":93988.0,"min":60339,"max":143821,"stdev":19814.91674074579},"long":{"mean":102330.29411764706,"median":96846.0,"min":57654,"max":223262,"stdev":38921.03199711678}},"total_tokens":{"all":{"mean":1230743.8,"median":1185397.5,"min":762062,"max":2131821,"stdev":297819.194150359},"short":{"mean":1207230.3043478262,"median":1188903.0,"min":762062,"max":1793574,"stdev":242250.76387259897},"long":{"mean":1262556.1764705882,"median":1181892.0,"min":764533,"max":2131821,"stdev":365560.7250860032}},"cost":{"all":{"mean":0.60624759,"median":0.5853026000000001,"min":0.3703498,"max":1.3026969999999998,"stdev":0.16935647895954636},"short":{"mean":0.5855724260869565,"median":0.5827488000000001,"min":0.37309519999999996,"max":0.8821631999999999,"stdev":0.11517567988526846},"long":{"mean":0.6342198705882353,"median":0.5878564000000001,"min":0.3703498,"max":1.3026969999999998,"stdev":0.22411076823126924}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":802692126275,"overall_relative_score":802692126275,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":834,"performance":926,"input_tokens":1264951,"output_tokens":104424,"total_tokens":1369375,"cost":0.6575958},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2679264,"overall_relative_score":2679264,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":404,"performance":1283,"input_tokens":1075304,"output_tokens":115337,"total_tokens":1190641,"cost":0.6557726000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2636939760571,"overall_relative_score":2636939760571,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":438,"performance":1223,"input_tokens":784906,"output_tokens":66440,"total_tokens":851346,"cost":0.4213332000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":73728,"rank":604,"performance":-21,"input_tokens":927684,"output_tokens":79612,"total_tokens":1007296,"cost":0.5011248},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":515,"performance":207,"input_tokens":1230021,"output_tokens":103749,"total_tokens":1333770,"cost":0.6422984},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5417334,"overall_relative_score":5417334,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":235,"performance":1504,"input_tokens":706879,"output_tokens":57654,"total_tokens":764533,"cost":0.3703498},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1647701,"overall_relative_score":1647701,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":98,"performance":1859,"input_tokens":933817,"output_tokens":94844,"total_tokens":1028661,"cost":0.5532098},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":1053974,"output_tokens":83324,"total_tokens":1137298,"cost":0.5283684},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223739006,"overall_relative_score":223739006,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":572,"performance":993,"input_tokens":1300087,"output_tokens":117215,"total_tokens":1417302,"cost":0.7113416},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6475745860,"overall_relative_score":6475745860,"max_execution_time_ms":100,"max_memory_usage_kib":5120,"rank":110,"performance":1915,"input_tokens":1091631,"output_tokens":83588,"total_tokens":1175219,"cost":0.5441358},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4924,"overall_relative_score":4924,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":394,"performance":1117,"input_tokens":903384,"output_tokens":77103,"total_tokens":980487,"cost":0.4783602},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":453580363,"overall_relative_score":453580363,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":524,"performance":1087,"input_tokens":1565657,"output_tokens":116720,"total_tokens":1682377,"cost":0.7639705999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66499651,"overall_relative_score":66499651,"max_execution_time_ms":1160,"max_memory_usage_kib":3072,"rank":476,"performance":1049,"input_tokens":1297646,"output_tokens":95076,"total_tokens":1392722,"cost":0.6271747999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":929704171,"overall_relative_score":929704171,"max_execution_time_ms":4510,"max_memory_usage_kib":3072,"rank":505,"performance":981,"input_tokens":1489467,"output_tokens":122095,"total_tokens":1611562,"cost":0.7694416000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114191878,"overall_relative_score":114191878,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":246,"performance":1520,"input_tokens":1092157,"output_tokens":96746,"total_tokens":1188903,"cost":0.5943246000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6607665410,"overall_relative_score":56874334295,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":526,"performance":1210,"input_tokens":817360,"output_tokens":69553,"total_tokens":886913,"cost":0.43491500000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146089146290,"overall_relative_score":878378642317,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":331,"performance":1433,"input_tokens":1010820,"output_tokens":82533,"total_tokens":1093353,"cost":0.5164286},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":1294272,"output_tokens":104779,"total_tokens":1399051,"cost":0.6668873999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":478463594,"overall_relative_score":478463594,"max_execution_time_ms":80,"max_memory_usage_kib":9216,"rank":78,"performance":2122,"input_tokens":979650,"output_tokens":77881,"total_tokens":1057531,"cost":0.5004354000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13096560,"overall_relative_score":13096560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":1305518,"output_tokens":93988,"total_tokens":1399506,"cost":0.6282500000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282397989836,"overall_relative_score":282397989836,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":118,"performance":1538,"input_tokens":1470420,"output_tokens":104334,"total_tokens":1574754,"cost":0.7105259999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25735,"overall_relative_score":25735,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":481,"performance":1040,"input_tokens":1432526,"output_tokens":125197,"total_tokens":1557723,"cost":0.7683985999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32942193855,"overall_relative_score":318143186015,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":406,"performance":1372,"input_tokens":1433396,"output_tokens":116713,"total_tokens":1550109,"cost":0.7371094},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1342136,"overall_relative_score":1342136,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":530,"performance":1066,"input_tokens":883090,"output_tokens":69588,"total_tokens":952678,"cost":0.4473484},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54256239595,"overall_relative_score":1115089964589,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":472,"performance":1263,"input_tokens":898295,"output_tokens":74970,"total_tokens":973265,"cost":0.47224820000000006},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1061475,"overall_relative_score":1061475,"max_execution_time_ms":1690,"max_memory_usage_kib":4096,"rank":204,"performance":1771,"input_tokens":924086,"output_tokens":83339,"total_tokens":1007425,"cost":0.5060966},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":517892261781,"overall_relative_score":215332233113,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":326,"performance":1496,"input_tokens":1085617,"output_tokens":96275,"total_tokens":1181892,"cost":0.5878564000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7612375650,"overall_relative_score":71151745085,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":505,"performance":1242,"input_tokens":1023186,"output_tokens":92822,"total_tokens":1116008,"cost":0.5636039999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10307378744626,"overall_relative_score":10307378744626,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":502,"performance":1272,"input_tokens":1249214,"output_tokens":97984,"total_tokens":1347198,"cost":0.6321132},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804358,"overall_relative_score":317868912902,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":1037,"input_tokens":1908559,"output_tokens":223262,"total_tokens":2131821,"cost":1.3026969999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6909721087,"overall_relative_score":6909721087,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":147,"performance":1882,"input_tokens":833888,"output_tokens":69666,"total_tokens":903554,"cost":0.43872599999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224003507,"overall_relative_score":224003507,"max_execution_time_ms":30,"max_memory_usage_kib":2048,"rank":527,"performance":1256,"input_tokens":701723,"output_tokens":60339,"total_tokens":762062,"cost":0.37309519999999996},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6438854,"overall_relative_score":45443795923,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":558,"performance":1134,"input_tokens":1342676,"output_tokens":136693,"total_tokens":1479369,"cost":0.8359166000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293232,"overall_relative_score":293232,"max_execution_time_ms":780,"max_memory_usage_kib":335872,"rank":191,"performance":1661,"input_tokens":1255759,"output_tokens":123890,"total_tokens":1379649,"cost":0.6998898},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4344526810,"overall_relative_score":2258472132215,"max_execution_time_ms":1600,"max_memory_usage_kib":3072,"rank":663,"performance":1098,"input_tokens":775806,"output_tokens":60621,"total_tokens":836427,"cost":0.39457140000000007},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69879798,"overall_relative_score":69879798,"max_execution_time_ms":210,"max_memory_usage_kib":5120,"rank":320,"performance":1597,"input_tokens":1107583,"output_tokens":89947,"total_tokens":1197530,"cost":0.5827488000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440764,"overall_relative_score":440764,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":544,"performance":1229,"input_tokens":1145444,"output_tokens":104126,"total_tokens":1249570,"cost":0.6302252},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147226388,"overall_relative_score":147226388,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":167,"performance":1856,"input_tokens":1063417,"output_tokens":85129,"total_tokens":1148546,"cost":0.54338},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":804731324,"overall_relative_score":1708123824176,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":478,"performance":1372,"input_tokens":1021906,"output_tokens":96846,"total_tokens":1118752,"cost":0.5754712},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1649753,"output_tokens":143821,"total_tokens":1793574,"cost":0.8821631999999999}]}]},{"model_name":"mimo-v2.5","detail_path":"data/model_details/mimo-v2.5.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":751.375,"median":733.0,"min":186,"max":1086,"stdev":210.83018899043748},"short":{"mean":718.5217391304348,"median":700.0,"min":186,"max":1019,"stdev":217.66798519455295},"long":{"mean":795.8235294117648,"median":738.0,"min":502,"max":1086,"stdev":198.86686353378408}},"performance":{"all":{"mean":513.95,"median":497.0,"min":-110,"max":1224,"stdev":416.8971434360377},"short":{"mean":463.2608695652174,"median":487.0,"min":-110,"max":1182,"stdev":401.4237409058486},"long":{"mean":582.5294117647059,"median":680.0,"min":51,"max":1224,"stdev":439.75662553949354}},"input_tokens":{"all":{"mean":3144.1,"median":2702.0,"min":1413,"max":8294,"stdev":1802.498348802544},"short":{"mean":2571.1304347826085,"median":1883.0,"min":1436,"max":8294,"stdev":1700.9417259097124},"long":{"mean":3919.294117647059,"median":3403.0,"min":1413,"max":8218,"stdev":1682.521276414725}},"output_tokens":{"all":{"mean":18430.75,"median":17265.0,"min":9862,"max":30743,"stdev":5869.593825767433},"short":{"mean":17290.869565217392,"median":16849.0,"min":9862,"max":26548,"stdev":5023.7647989272655},"long":{"mean":19972.941176470587,"median":17746.0,"min":10480,"max":30743,"stdev":6699.234624852568}},"total_tokens":{"all":{"mean":21574.85,"median":21091.5,"min":12367,"max":33814,"stdev":5775.994089376548},"short":{"mean":19862.0,"median":20002.0,"min":12367,"max":28247,"stdev":4779.2585864717175},"long":{"mean":23892.235294117647,"median":23067.0,"min":13250,"max":33814,"stdev":6323.764637553842}},"cost":{"all":{"mean":0.037557988,"median":0.03482668,"min":0.0207776,"max":0.0627144,"stdev":0.011693887629156503},"short":{"mean":0.03512223304347826,"median":0.03386144,"min":0.0207776,"max":0.0537756,"stdev":0.009906929281740329},"long":{"mean":0.04085342117647059,"median":0.03615776,"min":0.02118736,"max":0.0627144,"stdev":0.013352947119120316}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121565796200,"overall_relative_score":121565796200,"max_execution_time_ms":50,"max_memory_usage_kib":18432,"rank":1086,"performance":680,"input_tokens":1413,"output_tokens":25280,"total_tokens":26693,"cost":0.0511252},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1548,"output_tokens":11897,"total_tokens":13445,"cost":0.02392168},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2511214859177,"overall_relative_score":2511214859177,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":502,"performance":1134,"input_tokens":2770,"output_tokens":10480,"total_tokens":13250,"cost":0.02118736},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":332752,"rank":604,"performance":-21,"input_tokens":1699,"output_tokens":26548,"total_tokens":28247,"cost":0.0537756},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1871,"output_tokens":26249,"total_tokens":28120,"cost":0.05265248},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3867,"output_tokens":15808,"total_tokens":19675,"cost":0.0331628},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":798990,"overall_relative_score":798990,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":395,"performance":963,"input_tokens":1604,"output_tokens":10763,"total_tokens":12367,"cost":0.0216556},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1088,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2304,"output_tokens":10197,"total_tokens":12501,"cost":0.0213156},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1690,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3091,"output_tokens":19976,"total_tokens":23067,"cost":0.04020536},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":557645976,"overall_relative_score":557645976,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":628,"performance":791,"input_tokens":2289,"output_tokens":14527,"total_tokens":16816,"cost":0.0299696},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8294,"output_tokens":13927,"total_tokens":22221,"cost":0.0311716},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179139779,"overall_relative_score":179139779,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":599,"performance":985,"input_tokens":8218,"output_tokens":17746,"total_tokens":25964,"cost":0.03615776},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43982837,"overall_relative_score":43982837,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":635,"performance":706,"input_tokens":6452,"output_tokens":14673,"total_tokens":21125,"cost":0.0298788},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3040,"output_tokens":28271,"total_tokens":31311,"cost":0.05679544},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2634,"output_tokens":9862,"total_tokens":12496,"cost":0.0207776},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4116195054,"overall_relative_score":64634807492,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":515,"performance":1224,"input_tokens":2854,"output_tokens":28528,"total_tokens":31382,"cost":0.0581976},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2181892034935,"overall_relative_score":400695148733,"max_execution_time_ms":200,"max_memory_usage_kib":18432,"rank":647,"performance":977,"input_tokens":7476,"output_tokens":12954,"total_tokens":20430,"cost":0.02652272},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4609,"output_tokens":15966,"total_tokens":20575,"cost":0.0337756},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3747,"output_tokens":17311,"total_tokens":21058,"cost":0.03493296},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":1791,"output_tokens":16849,"total_tokens":18640,"cost":0.03386144},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2225,"output_tokens":22425,"total_tokens":24650,"cost":0.04574},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3516,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1881,"output_tokens":21697,"total_tokens":23578,"cost":0.0441464},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82084480874,"overall_relative_score":189492265164,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":684,"performance":1032,"input_tokens":2941,"output_tokens":12203,"total_tokens":15144,"cost":0.0255824},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1259893,"overall_relative_score":1259893,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":700,"performance":658,"input_tokens":1786,"output_tokens":20802,"total_tokens":22588,"cost":0.04176544},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3403,"output_tokens":29949,"total_tokens":33352,"cost":0.06017376},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":102255,"overall_relative_score":102255,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":851,"performance":507,"input_tokens":1883,"output_tokens":17015,"total_tokens":18898,"cost":0.03418928},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4198,"output_tokens":11875,"total_tokens":16073,"cost":0.0254292},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3071,"output_tokens":30743,"total_tokens":33814,"cost":0.0627144},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6002831404491,"overall_relative_score":6002831404491,"max_execution_time_ms":230,"max_memory_usage_kib":291752,"rank":961,"performance":112,"input_tokens":1800,"output_tokens":18202,"total_tokens":20002,"cost":0.03655056},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2887,"output_tokens":17271,"total_tokens":20158,"cost":0.0347752},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185543643,"overall_relative_score":185543643,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":900,"performance":487,"input_tokens":1962,"output_tokens":13948,"total_tokens":15910,"cost":0.0280664},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207434505,"overall_relative_score":207434505,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":811,"performance":836,"input_tokens":4590,"output_tokens":13146,"total_tokens":17736,"cost":0.02667392},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3057,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4087,"output_tokens":22505,"total_tokens":26592,"cost":0.0466448},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55926,"overall_relative_score":55926,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":532,"performance":971,"input_tokens":1903,"output_tokens":16172,"total_tokens":18075,"cost":0.03251128},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25185978501,"overall_relative_score":403534887250,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":1070,"performance":474,"input_tokens":4321,"output_tokens":22726,"total_tokens":27047,"cost":0.0471804},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47378573,"overall_relative_score":47378573,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":824,"performance":860,"input_tokens":1693,"output_tokens":20824,"total_tokens":22517,"cost":0.04179272},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267014,"overall_relative_score":267014,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":2224,"output_tokens":13945,"total_tokens":16169,"cost":0.0287796},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":986,"performance":236,"input_tokens":1520,"output_tokens":23691,"total_tokens":25211,"cost":0.04751896},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142876036,"overall_relative_score":465042568799,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":4382,"output_tokens":17259,"total_tokens":21641,"cost":0.03487816},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":848,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":1436,"output_tokens":23020,"total_tokens":24456,"cost":0.04616384}]},{"num_self_refine":2,"rank":{"all":{"mean":674.475,"median":660.0,"min":112,"max":1086,"stdev":258.909744446266},"short":{"mean":632.6086956521739,"median":656.0,"min":112,"max":986,"stdev":268.76802081322415},"long":{"mean":731.1176470588235,"median":684.0,"min":312,"max":1086,"stdev":241.12778830760598}},"performance":{"all":{"mean":735.025,"median":803.5,"min":-70,"max":1814,"stdev":486.2207205606977},"short":{"mean":715.6521739130435,"median":798.0,"min":-70,"max":1814,"stdev":529.3748121129346},"long":{"mean":761.2352941176471,"median":814.0,"min":94,"max":1343,"stdev":435.4934743213388}},"input_tokens":{"all":{"mean":26198.425,"median":25605.0,"min":14680,"max":42661,"stdev":6693.779216508337},"short":{"mean":23682.565217391304,"median":23137.0,"min":14680,"max":32856,"stdev":5277.493635723194},"long":{"mean":29602.235294117647,"median":29054.0,"min":16984,"max":42661,"stdev":7036.41195433983}},"output_tokens":{"all":{"mean":24671.575,"median":23868.5,"min":12169,"max":37809,"stdev":6780.914709825149},"short":{"mean":23387.956521739132,"median":21815.0,"min":12169,"max":36718,"stdev":6348.220613098538},"long":{"mean":26408.235294117647,"median":25074.0,"min":15555,"max":37809,"stdev":7147.924038920424}},"total_tokens":{"all":{"mean":50870.0,"median":48673.0,"min":27131,"max":78122,"stdev":12367.987917531498},"short":{"mean":47070.52173913043,"median":48120.0,"min":27131,"max":66819,"stdev":10366.842448488289},"long":{"mean":56010.470588235294,"median":59634.0,"min":32539,"max":78122,"stdev":13276.158937723889}},"cost":{"all":{"mean":0.058338744,"median":0.05874176,"min":0.029606,"max":0.089636,"stdev":0.015711091167722117},"short":{"mean":0.05501657739130435,"median":0.05126512,"min":0.029606,"max":0.08547640000000001,"stdev":0.01420220358650062},"long":{"mean":0.06283344,"median":0.0591168,"min":0.03614232,"max":0.089636,"stdev":0.016940991291775107}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121565796200,"overall_relative_score":121565796200,"max_execution_time_ms":50,"max_memory_usage_kib":18432,"rank":1086,"performance":680,"input_tokens":29054,"output_tokens":34085,"total_tokens":63139,"cost":0.0797916},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1023379,"overall_relative_score":1023379,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":651,"performance":975,"input_tokens":22299,"output_tokens":13735,"total_tokens":36034,"cost":0.03589808},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2511214859177,"overall_relative_score":2511214859177,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":502,"performance":1134,"input_tokens":16984,"output_tokens":15555,"total_tokens":32539,"cost":0.03614232},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":332752,"rank":604,"performance":-21,"input_tokens":30101,"output_tokens":36718,"total_tokens":66819,"cost":0.08547640000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17017335,"overall_relative_score":17017335,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":112,"performance":1814,"input_tokens":32856,"output_tokens":30653,"total_tokens":63509,"cost":0.07326056},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5264055,"overall_relative_score":5264055,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":312,"performance":1343,"input_tokens":23700,"output_tokens":19328,"total_tokens":43028,"cost":0.046907199999999996},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":856619,"overall_relative_score":856619,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":376,"performance":1016,"input_tokens":14680,"output_tokens":15498,"total_tokens":30178,"cost":0.036356},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1088,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":14962,"output_tokens":12169,"total_tokens":27131,"cost":0.029606},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":1690,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":26864,"output_tokens":29146,"total_tokens":56010,"cost":0.06707152},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697520331,"overall_relative_score":4697520331,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":250,"performance":1507,"input_tokens":19969,"output_tokens":25665,"total_tokens":45634,"cost":0.058600799999999995},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10924,"overall_relative_score":10924,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":346,"performance":1218,"input_tokens":30668,"output_tokens":18398,"total_tokens":49066,"cost":0.04642128},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172893076,"overall_relative_score":172893076,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":617,"performance":961,"input_tokens":34944,"output_tokens":25074,"total_tokens":60018,"cost":0.05888272},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52229230,"overall_relative_score":52229230,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":621,"performance":744,"input_tokens":28388,"output_tokens":19732,"total_tokens":48120,"cost":0.0467232},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":34614,"output_tokens":32088,"total_tokens":66702,"cost":0.07609648},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115909697,"overall_relative_score":115909697,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":238,"performance":1538,"input_tokens":15941,"output_tokens":15120,"total_tokens":31061,"cost":0.03577672},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4116195054,"overall_relative_score":64634807492,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":515,"performance":1224,"input_tokens":35045,"output_tokens":37809,"total_tokens":72854,"cost":0.089636},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2017321563631,"overall_relative_score":551572545278,"max_execution_time_ms":600,"max_memory_usage_kib":18432,"rank":604,"performance":1036,"input_tokens":28852,"output_tokens":20498,"total_tokens":49350,"cost":0.04778544},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146702723087926,"overall_relative_score":11880625319,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":495,"performance":1009,"input_tokens":25589,"output_tokens":19905,"total_tokens":45494,"cost":0.04859152},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":25127,"output_tokens":21795,"total_tokens":46922,"cost":0.05126512},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":21191,"output_tokens":21815,"total_tokens":43006,"cost":0.05100048},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":32855,"output_tokens":24754,"total_tokens":57609,"cost":0.061953680000000004},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3516,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":25621,"output_tokens":27619,"total_tokens":53240,"cost":0.06489248},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":82084480874,"overall_relative_score":189492265164,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":684,"performance":1032,"input_tokens":18987,"output_tokens":17055,"total_tokens":36042,"cost":0.040783200000000006},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1259893,"overall_relative_score":1259893,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":700,"performance":658,"input_tokens":25083,"output_tokens":32129,"total_tokens":57212,"cost":0.07318527999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66501159348,"overall_relative_score":826709146120,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":889,"performance":677,"input_tokens":37279,"output_tokens":34937,"total_tokens":72216,"cost":0.08261472},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":890953,"overall_relative_score":890953,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":709,"performance":896,"input_tokens":21439,"output_tokens":26841,"total_tokens":48280,"cost":0.06106976},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":21234,"output_tokens":22246,"total_tokens":43480,"cost":0.0516544},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":42661,"output_tokens":35461,"total_tokens":78122,"cost":0.08702384},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6004811116755,"overall_relative_score":6004811116755,"max_execution_time_ms":610,"max_memory_usage_kib":723728,"rank":961,"performance":112,"input_tokens":22868,"output_tokens":20991,"total_tokens":43859,"cost":0.049982320000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":37485,"output_tokens":22983,"total_tokens":60468,"cost":0.0591168},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":186529926,"overall_relative_score":186529926,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":900,"performance":487,"input_tokens":18733,"output_tokens":19955,"total_tokens":38688,"cost":0.0461744},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216504232,"overall_relative_score":216504232,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":656,"performance":1078,"input_tokens":23137,"output_tokens":21002,"total_tokens":44139,"cost":0.04835064},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3057,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":30843,"output_tokens":28791,"total_tokens":59634,"cost":0.06862896},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55445,"overall_relative_score":55445,"max_execution_time_ms":80,"max_memory_usage_kib":5120,"rank":539,"performance":956,"input_tokens":20598,"output_tokens":27652,"total_tokens":48250,"cost":0.06235536},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25185978501,"overall_relative_score":403534887250,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":1070,"performance":474,"input_tokens":32246,"output_tokens":32660,"total_tokens":64906,"cost":0.07684624},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47378573,"overall_relative_score":47378573,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":824,"performance":860,"input_tokens":25021,"output_tokens":28839,"total_tokens":53860,"cost":0.06662144},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285265,"overall_relative_score":285265,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":825,"performance":809,"input_tokens":19101,"output_tokens":19316,"total_tokens":38417,"cost":0.04557608},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1586750,"overall_relative_score":1586750,"max_execution_time_ms":940,"max_memory_usage_kib":4096,"rank":986,"performance":270,"input_tokens":27462,"output_tokens":27277,"total_tokens":54739,"cost":0.06459672},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840196319,"overall_relative_score":1633648085182,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":522,"performance":1322,"input_tokens":26857,"output_tokens":21319,"total_tokens":48176,"cost":0.05059552},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":939,"performance":116,"input_tokens":26599,"output_tokens":30250,"total_tokens":56849,"cost":0.07023847999999999}]},{"num_self_refine":4,"rank":{"all":{"mean":588.95,"median":573.5,"min":105,"max":1066,"stdev":264.26753635138533},"short":{"mean":534.8260869565217,"median":538.0,"min":105,"max":986,"stdev":275.2659296313481},"long":{"mean":662.1764705882352,"median":590.0,"min":277,"max":1066,"stdev":236.92752987309157}},"performance":{"all":{"mean":941.675,"median":977.0,"min":-21,"max":1888,"stdev":483.93919873980354},"short":{"mean":956.8695652173913,"median":958.0,"min":-21,"max":1888,"stdev":554.8055600714235},"long":{"mean":921.1176470588235,"median":998.0,"min":94,"max":1413,"stdev":383.19314358964937}},"input_tokens":{"all":{"mean":92232.975,"median":90126.5,"min":48463,"max":141986,"stdev":21022.77348006753},"short":{"mean":85630.73913043478,"median":87725.0,"min":48463,"max":117694,"stdev":17061.396564966057},"long":{"mean":101165.41176470589,"median":101794.0,"min":60507,"max":141986,"stdev":23012.70498295133}},"output_tokens":{"all":{"mean":35111.45,"median":35522.0,"min":18075,"max":55964,"stdev":9089.114207355906},"short":{"mean":34296.0,"median":34487.0,"min":18075,"max":55964,"stdev":9475.29314969871},"long":{"mean":36214.705882352944,"median":35863.0,"min":22620,"max":50660,"stdev":8698.763990969535}},"total_tokens":{"all":{"mean":127344.425,"median":123970.5,"min":66538,"max":192646,"stdev":28972.9137554615},"short":{"mean":119926.73913043478,"median":119668.0,"min":66538,"max":173361,"stdev":25508.43195034178},"long":{"mean":137380.11764705883,"median":140909.0,"min":83127,"max":192646,"stdev":31069.612056803897}},"cost":{"all":{"mean":0.089727034,"median":0.08947843999999999,"min":0.04607344,"max":0.14981416,"stdev":0.022604256463943175},"short":{"mean":0.08697941913043478,"median":0.08896336,"min":0.04607344,"max":0.14981416,"stdev":0.023212496438527148},"long":{"mean":0.09344439529411765,"median":0.09705423999999999,"min":0.05692952,"max":0.13028208,"stdev":0.02188685266681293}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":776413588957,"overall_relative_score":776413588957,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":860,"performance":902,"input_tokens":109677,"output_tokens":44258,"total_tokens":153935,"cost":0.11133336},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1023379,"overall_relative_score":1023379,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":651,"performance":975,"input_tokens":73302,"output_tokens":20013,"total_tokens":93315,"cost":0.06140056},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2624814358873,"overall_relative_score":2624814358873,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":450,"performance":1206,"input_tokens":60507,"output_tokens":22620,"total_tokens":83127,"cost":0.05692952},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":332752,"rank":604,"performance":-21,"input_tokens":117397,"output_tokens":55964,"total_tokens":173361,"cost":0.14981416},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17267461,"overall_relative_score":17267461,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":105,"performance":1846,"input_tokens":117694,"output_tokens":51632,"total_tokens":169326,"cost":0.12767024},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5315562,"overall_relative_score":5315562,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":277,"performance":1413,"input_tokens":77695,"output_tokens":29000,"total_tokens":106695,"cost":0.07384088},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":856619,"overall_relative_score":856619,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":376,"performance":1016,"input_tokens":58214,"output_tokens":24478,"total_tokens":82692,"cost":0.06581087999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":48463,"output_tokens":18075,"total_tokens":66538,"cost":0.04607344},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220019377,"overall_relative_score":220019377,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":99696,"output_tokens":38746,"total_tokens":138442,"cost":0.09705423999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6394824240,"overall_relative_score":6394824240,"max_execution_time_ms":750,"max_memory_usage_kib":4096,"rank":117,"performance":1888,"input_tokens":89950,"output_tokens":43333,"total_tokens":133283,"cost":0.106774},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11788,"overall_relative_score":11788,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":91513,"output_tokens":26789,"total_tokens":118302,"cost":0.07160784},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":195494113,"overall_relative_score":195494113,"max_execution_time_ms":2820,"max_memory_usage_kib":3072,"rank":590,"performance":998,"input_tokens":111915,"output_tokens":35217,"total_tokens":147132,"cost":0.10141696},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74739172,"overall_relative_score":74739172,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":335,"performance":1310,"input_tokens":89897,"output_tokens":29771,"total_tokens":119668,"cost":0.07551232000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1116487666,"overall_relative_score":1116487666,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":471,"performance":1041,"input_tokens":113049,"output_tokens":44675,"total_tokens":157724,"cost":0.11118143999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129065005,"overall_relative_score":129065005,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":132,"performance":1831,"input_tokens":59768,"output_tokens":24623,"total_tokens":84391,"cost":0.0618892},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4116195054,"overall_relative_score":64634807492,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":515,"performance":1224,"input_tokens":125061,"output_tokens":45042,"total_tokens":170103,"cost":0.11631063999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47143779552,"overall_relative_score":831392417475,"max_execution_time_ms":2110,"max_memory_usage_kib":18432,"rank":419,"performance":1294,"input_tokens":92822,"output_tokens":27317,"total_tokens":120139,"cost":0.07064792},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146702723087926,"overall_relative_score":11880625319,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":495,"performance":1009,"input_tokens":85777,"output_tokens":31489,"total_tokens":117266,"cost":0.08768368000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":423399970,"overall_relative_score":423399970,"max_execution_time_ms":150,"max_memory_usage_kib":8192,"rank":504,"performance":1219,"input_tokens":81282,"output_tokens":29249,"total_tokens":110531,"cost":0.07347992},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":75373,"output_tokens":27039,"total_tokens":102412,"cost":0.06888768},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":104372,"output_tokens":34487,"total_tokens":138859,"cost":0.08964888},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3516,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":90303,"output_tokens":36712,"total_tokens":127015,"cost":0.09185048},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55083923113,"overall_relative_score":217050690602,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":620,"performance":1106,"input_tokens":66273,"output_tokens":24268,"total_tokens":90541,"cost":0.06204040000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1259893,"overall_relative_score":1259893,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":700,"performance":658,"input_tokens":100953,"output_tokens":42200,"total_tokens":143153,"cost":0.10493607999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66501159348,"overall_relative_score":826709146120,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":889,"performance":677,"input_tokens":124055,"output_tokens":45804,"total_tokens":169859,"cost":0.11550711999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1054161,"overall_relative_score":1054161,"max_execution_time_ms":320,"max_memory_usage_kib":6144,"rank":251,"performance":1669,"input_tokens":85923,"output_tokens":35827,"total_tokens":121750,"cost":0.08896336},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":78923,"output_tokens":28987,"total_tokens":107910,"cost":0.07395792000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237214248600,"overall_relative_score":1443480910,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":722,"performance":962,"input_tokens":141986,"output_tokens":50660,"total_tokens":192646,"cost":0.13028208},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6004811116755,"overall_relative_score":6004811116755,"max_execution_time_ms":610,"max_memory_usage_kib":723728,"rank":961,"performance":112,"input_tokens":76255,"output_tokens":27890,"total_tokens":104145,"cost":0.07043048},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":127103,"output_tokens":35863,"total_tokens":162966,"cost":0.09672143999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":186529926,"overall_relative_score":186529926,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":900,"performance":487,"input_tokens":79351,"output_tokens":38686,"total_tokens":118037,"cost":0.09496072},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218730998,"overall_relative_score":218730998,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":565,"performance":1204,"input_tokens":82598,"output_tokens":30327,"total_tokens":112925,"cost":0.07616232},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3057,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":101794,"output_tokens":39115,"total_tokens":140909,"cost":0.09848808},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55573,"overall_relative_score":55573,"max_execution_time_ms":570,"max_memory_usage_kib":10240,"rank":538,"performance":958,"input_tokens":87725,"output_tokens":39535,"total_tokens":127260,"cost":0.09714112},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21279153205,"overall_relative_score":483877884216,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":1066,"performance":486,"input_tokens":117301,"output_tokens":44856,"total_tokens":162157,"cost":0.11394056},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47378573,"overall_relative_score":47378573,"max_execution_time_ms":50,"max_memory_usage_kib":5120,"rank":824,"performance":860,"input_tokens":91493,"output_tokens":35995,"total_tokens":127488,"cost":0.08992992},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285265,"overall_relative_score":285265,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":825,"performance":809,"input_tokens":73906,"output_tokens":36580,"total_tokens":110486,"cost":0.089308},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2023968,"overall_relative_score":2023968,"max_execution_time_ms":1900,"max_memory_usage_kib":4096,"rank":986,"performance":270,"input_tokens":92242,"output_tokens":33949,"total_tokens":126191,"cost":0.08589176},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840196319,"overall_relative_score":1633648085182,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":522,"performance":1322,"input_tokens":86178,"output_tokens":27733,"total_tokens":113911,"cost":0.07121848},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201868,"overall_relative_score":201868,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":101533,"output_tokens":45654,"total_tokens":147187,"cost":0.11238327999999999}]},{"num_self_refine":8,"rank":{"all":{"mean":543.35,"median":526.0,"min":98,"max":1066,"stdev":260.1983020894956},"short":{"mean":480.4347826086956,"median":452.0,"min":98,"max":986,"stdev":261.37813535999675},"long":{"mean":628.4705882352941,"median":582.0,"min":277,"max":1066,"stdev":240.20827359997898}},"performance":{"all":{"mean":1052.05,"median":1078.5,"min":112,"max":1966,"stdev":447.33008233753134},"short":{"mean":1072.8260869565217,"median":1204.0,"min":112,"max":1966,"stdev":541.2979058936966},"long":{"mean":1023.9411764705883,"median":1051.0,"min":486,"max":1413,"stdev":288.8153542032165}},"input_tokens":{"all":{"mean":293766.775,"median":282560.5,"min":156279,"max":442647,"stdev":62164.74028327102},"short":{"mean":281371.4347826087,"median":279645.0,"min":156279,"max":442647,"stdev":59359.62864287944},"long":{"mean":310536.9411764706,"median":314127.0,"min":195626,"max":416153,"stdev":63679.09024796777}},"output_tokens":{"all":{"mean":52764.025,"median":53322.5,"min":30887,"max":80978,"stdev":13245.95672123752},"short":{"mean":50882.47826086957,"median":50023.0,"min":30887,"max":74674,"stdev":13135.530780948031},"long":{"mean":55309.64705882353,"median":54800.0,"min":32767,"max":80978,"stdev":13358.61945028928}},"total_tokens":{"all":{"mean":346530.8,"median":339023.5,"min":187166,"max":514643,"stdev":73738.99794865533},"short":{"mean":332253.9130434783,"median":325612.0,"min":187166,"max":514643,"stdev":70442.64859115925},"long":{"mean":365846.5882352941,"median":369764.0,"min":228393,"max":486320,"stdev":75771.74259912038}},"cost":{"all":{"mean":0.15280781599999999,"median":0.1504244,"min":0.09288976,"max":0.26299,"stdev":0.03877233156068217},"short":{"mean":0.14705632,"median":0.13692432,"min":0.09288976,"max":0.26299,"stdev":0.039340432179743756},"long":{"mean":0.16058925176470587,"median":0.15827312,"min":0.09871952000000002,"max":0.22061104,"stdev":0.03774050123412715}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":776413588957,"overall_relative_score":776413588957,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":860,"performance":902,"input_tokens":367063,"output_tokens":72139,"total_tokens":439202,"cost":0.22061104},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1023379,"overall_relative_score":1023379,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":651,"performance":975,"input_tokens":284900,"output_tokens":32102,"total_tokens":317002,"cost":0.12344144},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2624814358873,"overall_relative_score":2624814358873,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":450,"performance":1206,"input_tokens":195626,"output_tokens":32767,"total_tokens":228393,"cost":0.10407367999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":898187291,"overall_relative_score":898187291,"max_execution_time_ms":970,"max_memory_usage_kib":4096,"rank":583,"performance":420,"input_tokens":442647,"output_tokens":71996,"total_tokens":514643,"cost":0.26299},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17298856,"overall_relative_score":17298856,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":104,"performance":1850,"input_tokens":389704,"output_tokens":74674,"total_tokens":464378,"cost":0.20481616},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5315562,"overall_relative_score":5315562,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":277,"performance":1413,"input_tokens":253518,"output_tokens":46122,"total_tokens":299640,"cost":0.12879104},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1357966,"overall_relative_score":1357966,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":240,"performance":1374,"input_tokens":195307,"output_tokens":35296,"total_tokens":230603,"cost":0.10820535999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":156279,"output_tokens":30887,"total_tokens":187166,"cost":0.09288976},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220019377,"overall_relative_score":220019377,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":307486,"output_tokens":54800,"total_tokens":362286,"cost":0.15212848},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6623354213,"overall_relative_score":6623354213,"max_execution_time_ms":400,"max_memory_usage_kib":17944,"rank":98,"performance":1966,"input_tokens":328275,"output_tokens":69002,"total_tokens":397277,"cost":0.20684999999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11464,"overall_relative_score":11464,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":338,"performance":1234,"input_tokens":258520,"output_tokens":36525,"total_tokens":295045,"cost":0.11790568},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190601450,"overall_relative_score":190601450,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":320768,"output_tokens":48996,"total_tokens":369764,"cost":0.1572816},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74739172,"overall_relative_score":74739172,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":335,"performance":1310,"input_tokens":267686,"output_tokens":41653,"total_tokens":309339,"cost":0.11872088000000003},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1123436052,"overall_relative_score":1123436052,"max_execution_time_ms":1210,"max_memory_usage_kib":3072,"rank":471,"performance":1041,"input_tokens":352953,"output_tokens":65523,"total_tokens":418476,"cost":0.18033344},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129065005,"overall_relative_score":129065005,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":132,"performance":1831,"input_tokens":208804,"output_tokens":38975,"total_tokens":247779,"cost":0.10859223999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495193787,"overall_relative_score":99200244281,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":454,"performance":1301,"input_tokens":349047,"output_tokens":55494,"total_tokens":404541,"cost":0.19203399999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47649985286,"overall_relative_score":831598138160,"max_execution_time_ms":2610,"max_memory_usage_kib":7168,"rank":417,"performance":1296,"input_tokens":275218,"output_tokens":43821,"total_tokens":319039,"cost":0.124206},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68806500000000,"overall_relative_score":26114009337,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":384,"performance":1207,"input_tokens":287594,"output_tokens":60884,"total_tokens":348478,"cost":0.18716208},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437328871,"overall_relative_score":437328871,"max_execution_time_ms":200,"max_memory_usage_kib":8192,"rank":382,"performance":1395,"input_tokens":257402,"output_tokens":52790,"total_tokens":310192,"cost":0.14224704000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":249051,"output_tokens":33872,"total_tokens":282923,"cost":0.10238136000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":298624,"output_tokens":47854,"total_tokens":346478,"cost":0.13669872},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3516,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":270660,"output_tokens":54952,"total_tokens":325612,"cost":0.14872032},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55083923113,"overall_relative_score":217050690602,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":620,"performance":1106,"input_tokens":211942,"output_tokens":34220,"total_tokens":246162,"cost":0.09871952000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332010,"overall_relative_score":1332010,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":567,"performance":995,"input_tokens":328004,"output_tokens":61710,"total_tokens":389714,"cost":0.17024399999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66501159348,"overall_relative_score":826709146120,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":889,"performance":677,"input_tokens":392399,"output_tokens":80978,"total_tokens":473377,"cost":0.21864551999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1056450,"overall_relative_score":1056450,"max_execution_time_ms":530,"max_memory_usage_kib":6144,"rank":240,"performance":1691,"input_tokens":280221,"output_tokens":55993,"total_tokens":336214,"cost":0.15223056000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":690214410288,"overall_relative_score":103343870467,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":985,"performance":602,"input_tokens":253200,"output_tokens":48811,"total_tokens":302011,"cost":0.13463576},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2264139748,"overall_relative_score":74403278017,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":497,"performance":1253,"input_tokens":416153,"output_tokens":70167,"total_tokens":486320,"cost":0.19839455999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5994311279274,"overall_relative_score":5994311279274,"max_execution_time_ms":640,"max_memory_usage_kib":723672,"rank":961,"performance":112,"input_tokens":246909,"output_tokens":43882,"total_tokens":290791,"cost":0.12308055999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49601000000,"overall_relative_score":5123655,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":367611,"output_tokens":53855,"total_tokens":421466,"cost":0.15827312},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238615305,"overall_relative_score":238615305,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":292574,"output_tokens":60120,"total_tokens":352694,"cost":0.16262000000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218604717,"overall_relative_score":218604717,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":565,"performance":1204,"input_tokens":262999,"output_tokens":50023,"total_tokens":313022,"cost":0.13692432},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9254575,"overall_relative_score":28061418771,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":625,"performance":1051,"input_tokens":314127,"output_tokens":59761,"total_tokens":373888,"cost":0.16482976},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55573,"overall_relative_score":55573,"max_execution_time_ms":570,"max_memory_usage_kib":10240,"rank":538,"performance":958,"input_tokens":306410,"output_tokens":65977,"total_tokens":372387,"cost":0.17636632000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21002094440,"overall_relative_score":490802899122,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":1066,"performance":486,"input_tokens":361537,"output_tokens":67848,"total_tokens":429385,"cost":0.18737256000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68069712,"overall_relative_score":68069712,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":426,"performance":1437,"input_tokens":279645,"output_tokens":48812,"total_tokens":328457,"cost":0.13653224},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":448313,"overall_relative_score":448313,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":452,"performance":1356,"input_tokens":280010,"output_tokens":61823,"total_tokens":341833,"cost":0.16605896},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1768272,"overall_relative_score":1768272,"max_execution_time_ms":1590,"max_memory_usage_kib":4096,"rank":986,"performance":270,"input_tokens":263896,"output_tokens":44438,"total_tokens":308334,"cost":0.12506864},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":836202343,"overall_relative_score":1641955944527,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":518,"performance":1326,"input_tokens":252886,"output_tokens":44078,"total_tokens":296964,"cost":0.12252511999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201868,"overall_relative_score":201868,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":323016,"output_tokens":56941,"total_tokens":379957,"cost":0.15871079999999999}]},{"num_self_refine":16,"rank":{"all":{"mean":513.45,"median":479.0,"min":84,"max":1066,"stdev":260.72128255953174},"short":{"mean":452.9130434782609,"median":410.0,"min":84,"max":986,"stdev":266.4647193163031},"long":{"mean":595.3529411764706,"median":497.0,"min":277,"max":1066,"stdev":235.93509202121422}},"performance":{"all":{"mean":1106.3,"median":1198.5,"min":112,"max":2032,"stdev":453.06824074219855},"short":{"mean":1133.4347826086957,"median":1224.0,"min":112,"max":2032,"stdev":550.5142906316995},"long":{"mean":1069.5882352941176,"median":1152.0,"min":486,"max":1413,"stdev":284.8534840105369}},"input_tokens":{"all":{"mean":931266.725,"median":928665.0,"min":511168,"max":1302486,"stdev":191686.372787986},"short":{"mean":895338.5217391305,"median":874782.0,"min":511168,"max":1302486,"stdev":185069.82974244407},"long":{"mean":979875.4705882353,"median":955844.0,"min":619197,"max":1293415,"stdev":195196.60568613815}},"output_tokens":{"all":{"mean":85910.7,"median":83029.0,"min":46616,"max":133018,"stdev":23730.564868637564},"short":{"mean":83370.95652173914,"median":81210.0,"min":46616,"max":133018,"stdev":24303.839504898024},"long":{"mean":89346.82352941176,"median":87672.0,"min":48530,"max":129336,"stdev":23208.95332957546}},"total_tokens":{"all":{"mean":1017177.425,"median":1015930.5,"min":560729,"max":1435504,"stdev":213724.78458065062},"short":{"mean":978709.4782608695,"median":951506.0,"min":560729,"max":1435504,"stdev":207700.08385866683},"long":{"mean":1069222.294117647,"median":1034420.0,"min":667727,"max":1422751,"stdev":216838.87187833872}},"cost":{"all":{"mean":0.291723162,"median":0.2744088,"min":0.17216904,"max":0.5086457600000001,"stdev":0.07485955733450819},"short":{"mean":0.2828589286956522,"median":0.2682284,"min":0.17216904,"max":0.5086457600000001,"stdev":0.07926067446461176},"long":{"mean":0.30371594823529413,"median":0.30807024000000005,"min":0.18392255999999998,"max":0.40489944,"stdev":0.06896208472649847}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":776625083145,"overall_relative_score":776625083145,"max_execution_time_ms":50,"max_memory_usage_kib":18432,"rank":860,"performance":902,"input_tokens":1222456,"output_tokens":119458,"total_tokens":1341914,"cost":0.40105808},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2409327,"overall_relative_score":2409327,"max_execution_time_ms":850,"max_memory_usage_kib":9908,"rank":474,"performance":1191,"input_tokens":888465,"output_tokens":58122,"total_tokens":946587,"cost":0.25468536},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2624814358873,"overall_relative_score":2624814358873,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":450,"performance":1206,"input_tokens":619197,"output_tokens":48530,"total_tokens":667727,"cost":0.18522008000000004},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":898187291,"overall_relative_score":898187291,"max_execution_time_ms":970,"max_memory_usage_kib":4096,"rank":583,"performance":420,"input_tokens":1302486,"output_tokens":133018,"total_tokens":1435504,"cost":0.5086457600000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17450933,"overall_relative_score":17450933,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":99,"performance":1874,"input_tokens":1250513,"output_tokens":122190,"total_tokens":1372703,"cost":0.38550935999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5315562,"overall_relative_score":5315562,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":277,"performance":1413,"input_tokens":783034,"output_tokens":75523,"total_tokens":858557,"cost":0.23961448000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1385080,"overall_relative_score":1385080,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":224,"performance":1418,"input_tokens":669487,"output_tokens":65804,"total_tokens":735291,"cost":0.2682284},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":511168,"output_tokens":49561,"total_tokens":560729,"cost":0.17216904},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220019377,"overall_relative_score":220019377,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":955844,"output_tokens":87672,"total_tokens":1043516,"cost":0.30286944},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6702254775,"overall_relative_score":6702254775,"max_execution_time_ms":1880,"max_memory_usage_kib":30224,"rank":84,"performance":2032,"input_tokens":1146834,"output_tokens":119419,"total_tokens":1266253,"cost":0.41380072000000007},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11208,"overall_relative_score":11208,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":343,"performance":1224,"input_tokens":746131,"output_tokens":60108,"total_tokens":806239,"cost":0.24442455999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190601450,"overall_relative_score":190601450,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":922197,"output_tokens":71991,"total_tokens":994188,"cost":0.28473408},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74739172,"overall_relative_score":74739172,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":335,"performance":1310,"input_tokens":823953,"output_tokens":70922,"total_tokens":894875,"cost":0.25630328},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1123278753,"overall_relative_score":1123278753,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":471,"performance":1041,"input_tokens":1101664,"output_tokens":108726,"total_tokens":1210390,"cost":0.34139440000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129065005,"overall_relative_score":129065005,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":132,"performance":1831,"input_tokens":685839,"output_tokens":60096,"total_tokens":745935,"cost":0.19806295999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495193787,"overall_relative_score":99200244281,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":454,"performance":1301,"input_tokens":956075,"output_tokens":74856,"total_tokens":1030931,"cost":0.33670136},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45899618856,"overall_relative_score":836083161141,"max_execution_time_ms":2250,"max_memory_usage_kib":7168,"rank":405,"performance":1314,"input_tokens":878645,"output_tokens":73628,"total_tokens":952273,"cost":0.26630696000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59368321428559,"overall_relative_score":30726430250,"max_execution_time_ms":2470,"max_memory_usage_kib":10240,"rank":367,"performance":1238,"input_tokens":1084915,"output_tokens":112660,"total_tokens":1197575,"cost":0.39472535999999997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":464182808,"overall_relative_score":464182808,"max_execution_time_ms":830,"max_memory_usage_kib":9216,"rank":151,"performance":1857,"input_tokens":943180,"output_tokens":104918,"total_tokens":1048098,"cost":0.35064592000000006},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":723948,"output_tokens":46616,"total_tokens":770564,"cost":0.17223584000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153976737603,"overall_relative_score":153976737603,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":874182,"output_tokens":77324,"total_tokens":951506,"cost":0.25221200000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":846726,"output_tokens":81210,"total_tokens":927936,"cost":0.25725504000000005},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55083923113,"overall_relative_score":217050690602,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":620,"performance":1106,"input_tokens":663382,"output_tokens":54394,"total_tokens":717776,"cost":0.18392255999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332010,"overall_relative_score":1332010,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":567,"performance":995,"input_tokens":975037,"output_tokens":83469,"total_tokens":1058506,"cost":0.27430832},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67552204020,"overall_relative_score":934788939313,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":558,"performance":1152,"input_tokens":1293415,"output_tokens":129336,"total_tokens":1422751,"cost":0.40489944},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1059109,"overall_relative_score":1059109,"max_execution_time_ms":1790,"max_memory_usage_kib":8192,"rank":225,"performance":1724,"input_tokens":946333,"output_tokens":96084,"total_tokens":1042417,"cost":0.30048808},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":690214410288,"overall_relative_score":103343870467,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":985,"performance":602,"input_tokens":935133,"output_tokens":99287,"total_tokens":1034420,"cost":0.30909055999999996},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2264139748,"overall_relative_score":74403278017,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":497,"performance":1253,"input_tokens":1193709,"output_tokens":95848,"total_tokens":1289557,"cost":0.32290375999999993},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5994311279274,"overall_relative_score":5994311279274,"max_execution_time_ms":640,"max_memory_usage_kib":723672,"rank":961,"performance":112,"input_tokens":794378,"output_tokens":67717,"total_tokens":862095,"cost":0.22507896},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46448000000,"overall_relative_score":5523892,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":1109647,"output_tokens":92075,"total_tokens":1201722,"cost":0.30807024000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238615305,"overall_relative_score":238615305,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":914423,"output_tokens":86507,"total_tokens":1000930,"cost":0.27450928},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222083236,"overall_relative_score":222083236,"max_execution_time_ms":1580,"max_memory_usage_kib":3072,"rank":545,"performance":1231,"input_tokens":856107,"output_tokens":73284,"total_tokens":929391,"cost":0.24140759999999997},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3643136,"overall_relative_score":68133734050,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":484,"performance":1227,"input_tokens":947771,"output_tokens":84822,"total_tokens":1032593,"cost":0.27528295999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55573,"overall_relative_score":55573,"max_execution_time_ms":570,"max_memory_usage_kib":10240,"rank":538,"performance":958,"input_tokens":1086603,"output_tokens":117131,"total_tokens":1203734,"cost":0.35963472},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":19278514723,"overall_relative_score":537537773574,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1066,"performance":486,"input_tokens":1191368,"output_tokens":118707,"total_tokens":1310075,"cost":0.37425944000000005},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68371083,"overall_relative_score":68371083,"max_execution_time_ms":80,"max_memory_usage_kib":5120,"rank":404,"performance":1469,"input_tokens":874782,"output_tokens":86421,"total_tokens":961203,"cost":0.27296024},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455059,"overall_relative_score":455059,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":410,"performance":1416,"input_tokens":1020399,"output_tokens":107980,"total_tokens":1128379,"cost":0.33459384},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1768272,"overall_relative_score":1768272,"max_execution_time_ms":1590,"max_memory_usage_kib":4096,"rank":986,"performance":270,"input_tokens":763221,"output_tokens":67042,"total_tokens":830263,"cost":0.21847512000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":794990371,"overall_relative_score":1732631187313,"max_execution_time_ms":160,"max_memory_usage_kib":8192,"rank":459,"performance":1395,"input_tokens":799431,"output_tokens":71383,"total_tokens":870814,"cost":0.23211791999999995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201868,"overall_relative_score":201868,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":802,"performance":813,"input_tokens":948591,"output_tokens":82589,"total_tokens":1031180,"cost":0.27012096}]}]},{"model_name":"minimax-m2.1","detail_path":"data/model_details/minimax-m2.1.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":729.45,"median":718.0,"min":186,"max":1382,"stdev":258.0213616678338},"short":{"mean":655.8260869565217,"median":709.0,"min":186,"max":1019,"stdev":235.06568756489267},"long":{"mean":829.0588235294117,"median":752.0,"min":399,"max":1382,"stdev":260.70252937693067}},"performance":{"all":{"mean":623.825,"median":631.5,"min":-80,"max":1514,"stdev":422.0897879628979},"short":{"mean":635.7391304347826,"median":625.0,"min":-65,"max":1514,"stdev":447.9702929873916},"long":{"mean":607.7058823529412,"median":668.0,"min":-80,"max":1279,"stdev":397.30714892666515}},"input_tokens":{"all":{"mean":3591.4,"median":2898.5,"min":1295,"max":12444,"stdev":2465.0905095985463},"short":{"mean":2618.0,"median":2154.0,"min":1407,"max":7572,"stdev":1385.1009480769394},"long":{"mean":4908.35294117647,"median":4016.0,"min":1295,"max":12444,"stdev":2994.851789763069}},"output_tokens":{"all":{"mean":44296.85,"median":34210.5,"min":2042,"max":152210,"stdev":36915.03778466967},"short":{"mean":36625.434782608696,"median":32291.0,"min":2042,"max":110605,"stdev":29608.459326879245},"long":{"mean":54675.82352941176,"median":36806.0,"min":9830,"max":152210,"stdev":43785.47486786471}},"total_tokens":{"all":{"mean":47888.25,"median":38604.5,"min":6708,"max":164654,"stdev":38352.78476149468},"short":{"mean":39243.434782608696,"median":35899.0,"min":6708,"max":113553,"stdev":29624.010510251013},"long":{"mean":59584.17647058824,"median":40055.0,"min":14191,"max":164654,"stdev":46108.11951440236}},"cost":{"all":{"mean":0.053590392,"median":0.04169415,"min":0.0038502,"max":0.18304233,"stdev":0.04444229437791497},"short":{"mean":0.04435168826086957,"median":0.04097424,"min":0.0038502,"max":0.1336104,"stdev":0.03551302401414376},"long":{"mean":0.06608981470588235,"median":0.04426494,"min":0.0119271,"max":0.18304233,"stdev":0.05283500134849248}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":804,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1295,"output_tokens":30810,"total_tokens":32105,"cost":0.03701166},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":541,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":2886,"output_tokens":102753,"total_tokens":105639,"cost":0.1233999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2670276533252,"overall_relative_score":2670276533252,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":399,"performance":1279,"input_tokens":2507,"output_tokens":27726,"total_tokens":30233,"cost":0.03334668},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1563,"output_tokens":56326,"total_tokens":57889,"cost":0.0676389},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090299,"overall_relative_score":4090299,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":335,"performance":1119,"input_tokens":1755,"output_tokens":10131,"total_tokens":11886,"cost":0.01221066},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4511109,"overall_relative_score":4511109,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":570,"performance":903,"input_tokens":10783,"output_tokens":127639,"total_tokens":138422,"cost":0.15541512},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181296,"overall_relative_score":181296,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":511,"performance":439,"input_tokens":2962,"output_tokens":74504,"total_tokens":77466,"cost":0.0895023},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7325789750,"overall_relative_score":7325789750,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":2177,"output_tokens":29699,"total_tokens":31876,"cost":0.03570438},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":2934,"output_tokens":39592,"total_tokens":42526,"cost":0.04759869},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54370107,"overall_relative_score":54370107,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":709,"performance":566,"input_tokens":2114,"output_tokens":41300,"total_tokens":43414,"cost":0.0501942},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":7572,"output_tokens":32291,"total_tokens":39863,"cost":0.0410208},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":7454,"output_tokens":59910,"total_tokens":67364,"cost":0.07211589},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":4666,"output_tokens":2042,"total_tokens":6708,"cost":0.0038502},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":708045235,"overall_relative_score":708045235,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":537,"performance":922,"input_tokens":5512,"output_tokens":130571,"total_tokens":136083,"cost":0.15759927},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27872419,"overall_relative_score":27872419,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":773,"performance":303,"input_tokens":2525,"output_tokens":14221,"total_tokens":16746,"cost":0.0178227},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780025498,"overall_relative_score":4828881514,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":962,"performance":596,"input_tokens":5402,"output_tokens":96407,"total_tokens":101809,"cost":0.1158591},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2349063884930,"overall_relative_score":378228957971,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":752,"performance":820,"input_tokens":6907,"output_tokens":19748,"total_tokens":26655,"cost":0.02390508},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":4361,"output_tokens":9830,"total_tokens":14191,"cost":0.0119271},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":309165227,"overall_relative_score":309165227,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":879,"performance":579,"input_tokens":3508,"output_tokens":5359,"total_tokens":8867,"cost":0.00653631},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":1669,"output_tokens":10918,"total_tokens":12587,"cost":0.01315194},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2154,"output_tokens":51343,"total_tokens":53497,"cost":0.0622578},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1793,"output_tokens":37154,"total_tokens":38947,"cost":0.0451227},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83783366411,"overall_relative_score":185387200705,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":695,"performance":1019,"input_tokens":2777,"output_tokens":25906,"total_tokens":28683,"cost":0.03117078},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":615,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1692,"output_tokens":41223,"total_tokens":42915,"cost":0.04951863},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3795726309392,"overall_relative_score":12249699436,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":3249,"output_tokens":36806,"total_tokens":40055,"cost":0.04426494},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040715,"overall_relative_score":1040715,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":333,"performance":1514,"input_tokens":1799,"output_tokens":34100,"total_tokens":35899,"cost":0.04097424},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4016,"output_tokens":38545,"total_tokens":42561,"cost":0.0474588},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":18061864929,"overall_relative_score":3000000247,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":710,"performance":979,"input_tokens":2911,"output_tokens":48245,"total_tokens":51156,"cost":0.0587673},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9500063459152,"overall_relative_score":9500063459152,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":725,"performance":943,"input_tokens":1691,"output_tokens":19732,"total_tokens":21423,"cost":0.02372994},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":910,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2776,"output_tokens":26685,"total_tokens":29461,"cost":0.03210555},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":817761242,"overall_relative_score":817761242,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":830,"performance":700,"input_tokens":1862,"output_tokens":37356,"total_tokens":39218,"cost":0.04488333},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215548265,"overall_relative_score":215548265,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":700,"performance":1015,"input_tokens":4222,"output_tokens":6609,"total_tokens":10831,"cost":0.00805773},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2470,"max_memory_usage_kib":2095092,"rank":1005,"performance":94,"input_tokens":3941,"output_tokens":34321,"total_tokens":38262,"cost":0.0423675},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266819,"overall_relative_score":266819,"max_execution_time_ms":1570,"max_memory_usage_kib":3072,"rank":307,"performance":1404,"input_tokens":1800,"output_tokens":19043,"total_tokens":20843,"cost":0.02290587},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":12444,"output_tokens":152210,"total_tokens":164654,"cost":0.18304233},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":3262,"output_tokens":69245,"total_tokens":72507,"cost":0.0832005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":639,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2187,"output_tokens":20273,"total_tokens":22460,"cost":0.0249837},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112310090,"overall_relative_score":112310090,"max_execution_time_ms":650,"max_memory_usage_kib":19784,"rank":906,"performance":625,"input_tokens":2948,"output_tokens":110605,"total_tokens":113553,"cost":0.1336104},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6643374764,"overall_relative_score":207266657175,"max_execution_time_ms":200,"max_memory_usage_kib":8192,"rank":1133,"performance":592,"input_tokens":4173,"output_tokens":24538,"total_tokens":28711,"cost":0.02957106},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1407,"output_tokens":16158,"total_tokens":17565,"cost":0.0198117}]},{"num_self_refine":2,"rank":{"all":{"mean":630.9,"median":632.0,"min":129,"max":1037,"stdev":228.63696450587673},"short":{"mean":572.0,"median":568.0,"min":129,"max":1019,"stdev":239.41918355584093},"long":{"mean":710.5882352941177,"median":668.0,"min":399,"max":1037,"stdev":192.0123885402741}},"performance":{"all":{"mean":857.725,"median":845.5,"min":-65,"max":1819,"stdev":409.7739832001201},"short":{"mean":871.7391304347826,"median":747.0,"min":-65,"max":1819,"stdev":473.62607205102444},"long":{"mean":838.7647058823529,"median":884.0,"min":94,"max":1279,"stdev":316.52103591463015}},"input_tokens":{"all":{"mean":13989.125,"median":10507.0,"min":5016,"max":41281,"stdev":8100.509060253955},"short":{"mean":11497.739130434782,"median":9242.0,"min":5016,"max":29174,"stdev":6729.693004057002},"long":{"mean":17359.823529411766,"median":16753.0,"min":8650,"max":41281,"stdev":8756.605765330067}},"output_tokens":{"all":{"mean":90904.8,"median":68738.0,"min":22956,"max":274028,"stdev":54991.721221307955},"short":{"mean":81606.21739130435,"median":59984.0,"min":22956,"max":209313,"stdev":47669.2549782128},"long":{"mean":103485.23529411765,"median":70207.0,"min":37648,"max":274028,"stdev":62883.02875928589}},"total_tokens":{"all":{"mean":104893.925,"median":83498.5,"min":32930,"max":315309,"stdev":60602.29455433714},"short":{"mean":93103.95652173914,"median":83191.0,"min":32930,"max":238487,"stdev":50583.83321906701},"long":{"mean":120845.05882352941,"median":87396.0,"min":51567,"max":315309,"stdev":70453.18457890193}},"cost":{"all":{"mean":0.1118507415,"median":0.08493413999999999,"min":0.02939298,"max":0.33477246,"stdev":0.06641018415796514},"short":{"mean":0.10040446565217391,"median":0.0787674,"min":0.02939298,"max":0.2549787,"stdev":0.05722657555284558},"long":{"mean":0.12733687941176472,"median":0.08611959,"min":0.04841238,"max":0.33477246,"stdev":0.0761841784315137}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":839736569307,"overall_relative_score":839736569307,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":963,"input_tokens":8650,"output_tokens":58975,"total_tokens":67625,"cost":0.07301616},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":541,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":7195,"output_tokens":137145,"total_tokens":144340,"cost":0.165963},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2670276533252,"overall_relative_score":2670276533252,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":399,"performance":1279,"input_tokens":10064,"output_tokens":46455,"total_tokens":56519,"cost":0.05808858},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3490070,"overall_relative_score":3490070,"max_execution_time_ms":160,"max_memory_usage_kib":308224,"rank":604,"performance":-21,"input_tokens":21914,"output_tokens":59984,"total_tokens":81898,"cost":0.0781338},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4272402,"overall_relative_score":4272402,"max_execution_time_ms":70,"max_memory_usage_kib":12288,"rank":327,"performance":1144,"input_tokens":10271,"output_tokens":92909,"total_tokens":103180,"cost":0.11248149},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4511109,"overall_relative_score":4511109,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":570,"performance":903,"input_tokens":41281,"output_tokens":274028,"total_tokens":315309,"cost":0.33477246},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1257989,"overall_relative_score":1257989,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":290,"performance":1241,"input_tokens":6266,"output_tokens":108537,"total_tokens":114803,"cost":0.1313331},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7325789750,"overall_relative_score":7325789750,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":8290,"output_tokens":57964,"total_tokens":66254,"cost":0.07145628000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":12726,"output_tokens":67269,"total_tokens":79995,"cost":0.08374869},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54370107,"overall_relative_score":54370107,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":709,"performance":566,"input_tokens":9931,"output_tokens":73875,"total_tokens":83806,"cost":0.09105933},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":20753,"output_tokens":57151,"total_tokens":77904,"cost":0.0748071},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":23025,"output_tokens":64371,"total_tokens":87396,"cost":0.08214039000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88762986,"overall_relative_score":88762986,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":129,"performance":1819,"input_tokens":29174,"output_tokens":209313,"total_tokens":238487,"cost":0.2549787},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":708045235,"overall_relative_score":708045235,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":537,"performance":922,"input_tokens":16753,"output_tokens":158962,"total_tokens":175715,"cost":0.19504077000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28532029,"overall_relative_score":28532029,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":9242,"output_tokens":23688,"total_tokens":32930,"cost":0.02939298},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780025498,"overall_relative_score":4828881514,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":962,"performance":596,"input_tokens":11310,"output_tokens":102469,"total_tokens":113779,"cost":0.12490590000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2349063884930,"overall_relative_score":378228957971,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":752,"performance":820,"input_tokens":16998,"output_tokens":37648,"total_tokens":54646,"cost":0.04841238},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":834520702380950,"overall_relative_score":4172713742,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":19225,"output_tokens":105108,"total_tokens":124333,"cost":0.12871785},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":549,"performance":1157,"input_tokens":19684,"output_tokens":159549,"total_tokens":179233,"cost":0.19351460999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":6092,"output_tokens":52600,"total_tokens":58692,"cost":0.06449724000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":23402,"output_tokens":59789,"total_tokens":83191,"cost":0.0787674},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5016,"output_tokens":91532,"total_tokens":96548,"cost":0.1113432},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46109533130,"overall_relative_score":293071546947,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":477,"performance":1278,"input_tokens":9007,"output_tokens":42560,"total_tokens":51567,"cost":0.05302458},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1145201,"overall_relative_score":1145201,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":727,"performance":547,"input_tokens":6550,"output_tokens":57891,"total_tokens":64441,"cost":0.07097763},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3795726309392,"overall_relative_score":12249699436,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":11881,"output_tokens":61815,"total_tokens":73696,"cost":0.07686534},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040715,"overall_relative_score":1040715,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":333,"performance":1514,"input_tokens":10133,"output_tokens":54161,"total_tokens":64294,"cost":0.06754764},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9849,"output_tokens":70207,"total_tokens":80056,"cost":0.08611959},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4980670736200,"overall_relative_score":3023818574,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":710,"performance":979,"input_tokens":10743,"output_tokens":63334,"total_tokens":74077,"cost":0.07922370000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9748338949880,"overall_relative_score":9748338949880,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":684,"performance":1008,"input_tokens":14181,"output_tokens":88953,"total_tokens":103134,"cost":0.10886058},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":19684,"output_tokens":128892,"total_tokens":148576,"cost":0.15754836},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":817761242,"overall_relative_score":817761242,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":830,"performance":700,"input_tokens":7054,"output_tokens":79151,"total_tokens":86205,"cost":0.09659493},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232077595,"overall_relative_score":232077595,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":11374,"output_tokens":22956,"total_tokens":34330,"cost":0.029819730000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2470,"max_memory_usage_kib":2095092,"rank":1005,"performance":94,"input_tokens":21121,"output_tokens":138784,"total_tokens":159905,"cost":0.17056239},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266819,"overall_relative_score":266819,"max_execution_time_ms":1570,"max_memory_usage_kib":3072,"rank":307,"performance":1404,"input_tokens":8393,"output_tokens":52499,"total_tokens":60892,"cost":0.06503097},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4389400834,"overall_relative_score":2226421538504,"max_execution_time_ms":3040,"max_memory_usage_kib":3072,"rank":668,"performance":1093,"input_tokens":21480,"output_tokens":169171,"total_tokens":190651,"cost":0.20610633},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49370914,"overall_relative_score":49370914,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":818,"performance":871,"input_tokens":6600,"output_tokens":97839,"total_tokens":104439,"cost":0.1185147},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433402,"overall_relative_score":433402,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":639,"performance":1098,"input_tokens":7616,"output_tokens":33301,"total_tokens":40917,"cost":0.042246000000000006},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112310090,"overall_relative_score":112310090,"max_execution_time_ms":650,"max_memory_usage_kib":19784,"rank":906,"performance":625,"input_tokens":10216,"output_tokens":166457,"total_tokens":176673,"cost":0.20281319999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932276782,"overall_relative_score":1475723868220,"max_execution_time_ms":280,"max_memory_usage_kib":9216,"rank":627,"performance":1207,"input_tokens":31320,"output_tokens":169201,"total_tokens":200521,"cost":0.20643348},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":5101,"output_tokens":39699,"total_tokens":44800,"cost":0.0491691}]},{"num_self_refine":4,"rank":{"all":{"mean":605.625,"median":587.0,"min":129,"max":1005,"stdev":225.75817417123173},"short":{"mean":545.0869565217391,"median":533.0,"min":129,"max":992,"stdev":232.1449220253038},"long":{"mean":687.5294117647059,"median":641.0,"min":389,"max":1005,"stdev":194.25534665970548}},"performance":{"all":{"mean":915.35,"median":893.5,"min":-21,"max":1819,"stdev":389.22932071282105},"short":{"mean":945.4347826086956,"median":871.0,"min":-21,"max":1819,"stdev":435.6538269279819},"long":{"mean":874.6470588235294,"median":903.0,"min":94,"max":1354,"stdev":324.42486440940195}},"input_tokens":{"all":{"mean":49740.125,"median":46776.0,"min":23556,"max":96294,"stdev":18998.4264749067},"short":{"mean":45993.34782608696,"median":42116.0,"min":23556,"max":96294,"stdev":20598.71322240718},"long":{"mean":54809.294117647056,"median":54475.0,"min":27691,"max":84254,"stdev":15776.153970330926}},"output_tokens":{"all":{"mean":152999.125,"median":147709.5,"min":43687,"max":355345,"stdev":73705.10132301059},"short":{"mean":152031.95652173914,"median":146729.0,"min":43687,"max":355345,"stdev":78787.9339772729},"long":{"mean":154307.64705882352,"median":149355.0,"min":51013,"max":302654,"stdev":68578.77137819435}},"total_tokens":{"all":{"mean":202739.25,"median":184170.5,"min":74922,"max":431983,"stdev":82797.15500059351},"short":{"mean":198025.30434782608,"median":179451.0,"min":74922,"max":431983,"stdev":86648.88263269221},"long":{"mean":209116.9411764706,"median":194415.0,"min":99191,"max":374950,"stdev":79443.4498696011}},"cost":{"all":{"mean":0.19344066075,"median":0.18535644,"min":0.059989680000000004,"max":0.43506246000000004,"stdev":0.08862180690881141},"short":{"mean":0.19159929,"median":0.18476415,"min":0.059989680000000004,"max":0.43506246000000004,"stdev":0.09402898875640354},"long":{"mean":0.19593192705882354,"median":0.18824670000000002,"min":0.06729117,"max":0.37842816,"stdev":0.08351786932706429}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":839463893141,"overall_relative_score":839463893141,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":963,"input_tokens":43019,"output_tokens":84906,"total_tokens":127925,"cost":0.11055849},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":34735,"output_tokens":259367,"total_tokens":294102,"cost":0.31881429},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2679454715221,"overall_relative_score":2679454715221,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":389,"performance":1295,"input_tokens":56022,"output_tokens":192275,"total_tokens":248297,"cost":0.24117054000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3490070,"overall_relative_score":3490070,"max_execution_time_ms":160,"max_memory_usage_kib":308224,"rank":604,"performance":-21,"input_tokens":95852,"output_tokens":153852,"total_tokens":249704,"cost":0.19987368},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4766585,"overall_relative_score":4766585,"max_execution_time_ms":180,"max_memory_usage_kib":22528,"rank":322,"performance":1157,"input_tokens":42997,"output_tokens":219221,"total_tokens":262218,"cost":0.2704644},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4510089,"overall_relative_score":4510089,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":570,"performance":903,"input_tokens":72296,"output_tokens":302654,"total_tokens":374950,"cost":0.37842816},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1257989,"overall_relative_score":1257989,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":290,"performance":1241,"input_tokens":55504,"output_tokens":290250,"total_tokens":345754,"cost":0.35678208},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7325789750,"overall_relative_score":7325789750,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":34698,"output_tokens":103750,"total_tokens":138448,"cost":0.13432188},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":67146,"output_tokens":149355,"total_tokens":216501,"cost":0.19071765000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":591719827,"overall_relative_score":591719827,"max_execution_time_ms":120,"max_memory_usage_kib":5120,"rank":626,"performance":796,"input_tokens":44500,"output_tokens":100808,"total_tokens":145308,"cost":0.12983435999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":64367,"output_tokens":89805,"total_tokens":154172,"cost":0.12198606000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":70869,"output_tokens":114151,"total_tokens":185020,"cost":0.15202622999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":88762986,"overall_relative_score":88762986,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":129,"performance":1819,"input_tokens":76638,"output_tokens":355345,"total_tokens":431983,"cost":0.43506246000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":708045235,"overall_relative_score":708045235,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":537,"performance":922,"input_tokens":68256,"output_tokens":188727,"total_tokens":256983,"cost":0.24620967000000005},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72031366,"overall_relative_score":72031366,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":400,"performance":1225,"input_tokens":31235,"output_tokens":43687,"total_tokens":74922,"cost":0.059989680000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":780025498,"overall_relative_score":4828881514,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":962,"performance":596,"input_tokens":33654,"output_tokens":149667,"total_tokens":183321,"cost":0.18824670000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2350884160569,"overall_relative_score":385647298426,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":48178,"output_tokens":51013,"total_tokens":99191,"cost":0.06729117},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":834520702380950,"overall_relative_score":4172713742,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":49048,"output_tokens":145367,"total_tokens":194415,"cost":0.18241047},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":549,"performance":1157,"input_tokens":47670,"output_tokens":200568,"total_tokens":248238,"cost":0.25113320999999994},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":28436,"output_tokens":114460,"total_tokens":142896,"cost":0.14543244000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":96294,"output_tokens":138730,"total_tokens":235024,"cost":0.17686137000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":32725,"output_tokens":202404,"total_tokens":235129,"cost":0.2479287},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27723733832,"overall_relative_score":313186049721,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":419,"performance":1354,"input_tokens":32395,"output_tokens":81735,"total_tokens":114130,"cost":0.10292079000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1145201,"overall_relative_score":1145201,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":727,"performance":547,"input_tokens":26591,"output_tokens":148690,"total_tokens":175281,"cost":0.18594873},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3795726309392,"overall_relative_score":12249699436,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":45882,"output_tokens":77071,"total_tokens":122953,"cost":0.10537284},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040715,"overall_relative_score":1040715,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":333,"performance":1514,"input_tokens":59045,"output_tokens":146729,"total_tokens":205774,"cost":0.18696351},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":27691,"output_tokens":138611,"total_tokens":166302,"cost":0.17149257},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4980670736200,"overall_relative_score":3023818574,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":710,"performance":979,"input_tokens":58125,"output_tokens":101785,"total_tokens":159910,"cost":0.13957950000000002},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9748338949880,"overall_relative_score":9748338949880,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":684,"performance":1008,"input_tokens":40324,"output_tokens":100687,"total_tokens":141011,"cost":0.12802731},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4770437014,"overall_relative_score":164139386,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":69336,"output_tokens":231297,"total_tokens":300633,"cost":0.28677717},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327723829,"overall_relative_score":1327723829,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":805,"performance":755,"input_tokens":30529,"output_tokens":148922,"total_tokens":179451,"cost":0.18476415},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232077595,"overall_relative_score":232077595,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":45337,"output_tokens":54042,"total_tokens":99379,"cost":0.07731183},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2470,"max_memory_usage_kib":2095092,"rank":1005,"performance":94,"input_tokens":54475,"output_tokens":165641,"total_tokens":220116,"cost":0.20906721},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266819,"overall_relative_score":266819,"max_execution_time_ms":1570,"max_memory_usage_kib":3072,"rank":307,"performance":1404,"input_tokens":48154,"output_tokens":98692,"total_tokens":146846,"cost":0.13239087},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090667135,"overall_relative_score":2376814137174,"max_execution_time_ms":2980,"max_memory_usage_kib":48332,"rank":641,"performance":1123,"input_tokens":51112,"output_tokens":184192,"total_tokens":235304,"cost":0.23058222},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49370914,"overall_relative_score":49370914,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":818,"performance":871,"input_tokens":25889,"output_tokens":156771,"total_tokens":182660,"cost":0.19501980000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":30655,"output_tokens":76366,"total_tokens":107021,"cost":0.09937067999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112310090,"overall_relative_score":112310090,"max_execution_time_ms":650,"max_memory_usage_kib":19784,"rank":906,"performance":625,"input_tokens":42116,"output_tokens":224590,"total_tokens":266706,"cost":0.27863657999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":829544635,"overall_relative_score":1678024113515,"max_execution_time_ms":230,"max_memory_usage_kib":9216,"rank":502,"performance":1344,"input_tokens":84254,"output_tokens":264783,"total_tokens":349037,"cost":0.32799138},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":182048,"overall_relative_score":182048,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":737,"input_tokens":23556,"output_tokens":68999,"total_tokens":92555,"cost":0.0898656}]},{"num_self_refine":8,"rank":{"all":{"mean":584.475,"median":576.5,"min":102,"max":1005,"stdev":225.36557053954667},"short":{"mean":540.4782608695652,"median":533.0,"min":102,"max":992,"stdev":236.82058217623842},"long":{"mean":644.0,"median":637.0,"min":378,"max":1005,"stdev":200.3422072355199}},"performance":{"all":{"mean":931.025,"median":950.0,"min":-21,"max":1922,"stdev":435.0255216503734},"short":{"mean":924.304347826087,"median":882.0,"min":-21,"max":1922,"stdev":502.12117649958566},"long":{"mean":940.1176470588235,"median":963.0,"min":94,"max":1354,"stdev":338.326004460369}},"input_tokens":{"all":{"mean":180234.825,"median":175582.5,"min":106006,"max":312232,"stdev":50085.08927808985},"short":{"mean":172637.08695652173,"median":161285.0,"min":106006,"max":304586,"stdev":48870.700872918496},"long":{"mean":190514.11764705883,"median":179073.0,"min":108445,"max":312232,"stdev":51335.025053420344}},"output_tokens":{"all":{"mean":224375.125,"median":206741.5,"min":77014,"max":412448,"stdev":92131.54978120436},"short":{"mean":226874.65217391305,"median":185114.0,"min":77014,"max":412448,"stdev":102566.71465512701},"long":{"mean":220993.41176470587,"median":211616.0,"min":92487,"max":377865,"stdev":78765.5094886547}},"total_tokens":{"all":{"mean":404609.95,"median":368214.5,"min":191859,"max":626659,"stdev":112402.42677413768},"short":{"mean":399511.73913043475,"median":369487.0,"min":191859,"max":626659,"stdev":118041.92123879989},"long":{"mean":411507.5294117647,"median":362586.0,"min":246841,"max":620904,"stdev":107466.74192983942}},"cost":{"all":{"mean":0.29850321,"median":0.273338415,"min":0.11018673,"max":0.51826458,"stdev":0.11136025940549155},"short":{"mean":0.30008951347826085,"median":0.25482021,"min":0.11018673,"max":0.51826458,"stdev":0.12299917299088957},"long":{"mean":0.29635703470588237,"median":0.28133325000000003,"min":0.1310817,"max":0.48763925999999996,"stdev":0.09704170622867991}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":839463893141,"overall_relative_score":839463893141,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":963,"input_tokens":179627,"output_tokens":121198,"total_tokens":300825,"cost":0.17131347},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4861,"overall_relative_score":4861,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":293,"input_tokens":134397,"output_tokens":412448,"total_tokens":546845,"cost":0.50725905},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2676973798107,"overall_relative_score":2676973798107,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":390,"performance":1293,"input_tokens":150842,"output_tokens":208958,"total_tokens":359800,"cost":0.27888393},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3490070,"overall_relative_score":3490070,"max_execution_time_ms":160,"max_memory_usage_kib":308224,"rank":604,"performance":-21,"input_tokens":304586,"output_tokens":236451,"total_tokens":541037,"cost":0.31821504},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":22528,"rank":515,"performance":207,"input_tokens":222392,"output_tokens":404267,"total_tokens":626659,"cost":0.51826458},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5067573,"overall_relative_score":5067573,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":378,"performance":1224,"input_tokens":184394,"output_tokens":326939,"total_tokens":511333,"cost":0.42688443000000004},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1296622,"overall_relative_score":1296622,"max_execution_time_ms":170,"max_memory_usage_kib":11264,"rank":266,"performance":1304,"input_tokens":169584,"output_tokens":334428,"total_tokens":504012,"cost":0.43212132},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":128549,"output_tokens":165412,"total_tokens":293961,"cost":0.21965463},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":179073,"output_tokens":172489,"total_tokens":351562,"cost":0.2307873},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":591719827,"overall_relative_score":591719827,"max_execution_time_ms":120,"max_memory_usage_kib":5120,"rank":626,"performance":796,"input_tokens":185997,"output_tokens":131086,"total_tokens":317083,"cost":0.17716287},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":222374,"output_tokens":114346,"total_tokens":336720,"cost":0.19215323999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":263189,"output_tokens":174420,"total_tokens":437609,"cost":0.25081169999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90329989,"overall_relative_score":90329989,"max_execution_time_ms":3000,"max_memory_usage_kib":3072,"rank":102,"performance":1922,"input_tokens":161285,"output_tokens":378217,"total_tokens":539502,"cost":0.4816233000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":708334836,"overall_relative_score":708334836,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":537,"performance":922,"input_tokens":312232,"output_tokens":282490,"total_tokens":594722,"cost":0.39810408},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72031366,"overall_relative_score":72031366,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":400,"performance":1225,"input_tokens":114845,"output_tokens":77014,"total_tokens":191859,"cost":0.11018673},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5634938041,"overall_relative_score":80670529590,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":478,"performance":1271,"input_tokens":133078,"output_tokens":211616,"total_tokens":344694,"cost":0.28133325000000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2350884160569,"overall_relative_score":385647298426,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":154354,"output_tokens":92487,"total_tokens":246841,"cost":0.1310817},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":192703885686698,"overall_relative_score":9881748392,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":502,"performance":996,"input_tokens":203700,"output_tokens":270939,"total_tokens":474639,"cost":0.34342479},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":549,"performance":1157,"input_tokens":213991,"output_tokens":363175,"total_tokens":577166,"cost":0.47834384999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":155072,"output_tokens":166731,"total_tokens":321803,"cost":0.21927858000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":222964,"output_tokens":166804,"total_tokens":389768,"cost":0.21691473},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":382,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":106006,"output_tokens":260936,"total_tokens":366942,"cost":0.32723217000000004},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27723733832,"overall_relative_score":313186049721,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":419,"performance":1354,"input_tokens":156227,"output_tokens":233808,"total_tokens":390035,"cost":0.29198481},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1145201,"overall_relative_score":1145201,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":727,"performance":547,"input_tokens":157545,"output_tokens":302901,"total_tokens":460446,"cost":0.39160575},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3795726309392,"overall_relative_score":12249699436,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":177310,"output_tokens":132951,"total_tokens":310261,"cost":0.21185723999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040715,"overall_relative_score":1040715,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":333,"performance":1514,"input_tokens":185234,"output_tokens":181016,"total_tokens":366250,"cost":0.24664098},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":108445,"output_tokens":231531,"total_tokens":339976,"cost":0.29267058},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4980670736200,"overall_relative_score":3023818574,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":710,"performance":979,"input_tokens":220490,"output_tokens":137974,"total_tokens":358464,"cost":0.21171204000000005},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9748338949880,"overall_relative_score":9748338949880,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":684,"performance":1008,"input_tokens":142652,"output_tokens":115560,"total_tokens":258212,"cost":0.16264130999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4770437014,"overall_relative_score":164139386,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":175211,"output_tokens":259511,"total_tokens":434722,"cost":0.33877686},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1998423159,"overall_relative_score":1998423159,"max_execution_time_ms":20,"max_memory_usage_kib":4096,"rank":737,"performance":882,"input_tokens":142965,"output_tokens":243721,"total_tokens":386686,"cost":0.31711728},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232077595,"overall_relative_score":232077595,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":218545,"output_tokens":150942,"total_tokens":369487,"cost":0.22124883},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2470,"max_memory_usage_kib":2095092,"rank":1005,"performance":94,"input_tokens":243039,"output_tokens":377865,"total_tokens":620904,"cost":0.48763925999999996},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292496,"overall_relative_score":292496,"max_execution_time_ms":240,"max_memory_usage_kib":336896,"rank":197,"performance":1646,"input_tokens":226617,"output_tokens":185114,"total_tokens":411731,"cost":0.25482021},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090667135,"overall_relative_score":2376814137174,"max_execution_time_ms":2980,"max_memory_usage_kib":48332,"rank":641,"performance":1123,"input_tokens":158061,"output_tokens":204525,"total_tokens":362586,"cost":0.26271360000000005},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49370914,"overall_relative_score":49370914,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":818,"performance":871,"input_tokens":115264,"output_tokens":197785,"total_tokens":313049,"cost":0.2677929},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":446593,"overall_relative_score":446593,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":465,"performance":1337,"input_tokens":144640,"output_tokens":155543,"total_tokens":300183,"cost":0.21247118999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722724,"overall_relative_score":112722724,"max_execution_time_ms":500,"max_memory_usage_kib":128000,"rank":898,"performance":647,"input_tokens":175954,"output_tokens":341321,"total_tokens":517275,"cost":0.43407297},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":826348316,"overall_relative_score":1684978261637,"max_execution_time_ms":330,"max_memory_usage_kib":9216,"rank":496,"performance":1351,"input_tokens":239468,"output_tokens":317187,"total_tokens":556655,"cost":0.42809054999999996},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185612,"overall_relative_score":185612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":836,"performance":739,"input_tokens":119195,"output_tokens":132899,"total_tokens":252094,"cost":0.1952373}]},{"num_self_refine":16,"rank":{"all":{"mean":549.425,"median":524.0,"min":97,"max":1005,"stdev":241.72297001064925},"short":{"mean":477.60869565217394,"median":465.0,"min":97,"max":963,"stdev":247.6613778988698},"long":{"mean":646.5882352941177,"median":637.0,"min":378,"max":1005,"stdev":201.59645917758868}},"performance":{"all":{"mean":998.175,"median":979.5,"min":-155,"max":1944,"stdev":472.36757132120897},"short":{"mean":1043.695652173913,"median":1083.0,"min":-155,"max":1944,"stdev":554.313698089203},"long":{"mean":936.5882352941177,"median":937.0,"min":94,"max":1354,"stdev":338.20982001257914}},"input_tokens":{"all":{"mean":638400.375,"median":634689.0,"min":356287,"max":1056694,"stdev":172294.34529549856},"short":{"mean":612785.3478260869,"median":632210.0,"min":356287,"max":875856,"stdev":153665.54524048432},"long":{"mean":673056.0,"median":637168.0,"min":428973,"max":1056694,"stdev":194089.52974368556}},"output_tokens":{"all":{"mean":291131.975,"median":255134.5,"min":97149,"max":526964,"stdev":106419.7451376069},"short":{"mean":292888.17391304346,"median":247206.0,"min":97149,"max":526964,"stdev":119552.30836737691},"long":{"mean":288755.9411764706,"median":259186.0,"min":148082,"max":438633,"stdev":89118.53585917928}},"total_tokens":{"all":{"mean":929532.35,"median":897217.0,"min":505905,"max":1437858,"stdev":216610.87974410562},"short":{"mean":905673.5217391305,"median":893234.0,"min":505905,"max":1313961,"stdev":206787.11660015554},"long":{"mean":961811.9411764706,"median":904820.0,"min":691313,"max":1437858,"stdev":231617.2046460686}},"cost":{"all":{"mean":0.4313823315,"median":0.40780774500000005,"min":0.15993738,"max":0.7595703,"stdev":0.14035089269409085},"short":{"mean":0.42868501043478263,"median":0.39129801,"min":0.15993738,"max":0.7595703,"stdev":0.15924719716073088},"long":{"mean":0.4350316482352941,"median":0.43792923,"min":0.23061185999999997,"max":0.63241506,"stdev":0.1145453183479355}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":839463893141,"overall_relative_score":839463893141,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":793,"performance":963,"input_tokens":685161,"output_tokens":170878,"total_tokens":856039,"cost":0.31196928},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":752433,"overall_relative_score":752433,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":694,"performance":922,"input_tokens":356287,"output_tokens":436820,"total_tokens":793107,"cost":0.5605488000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2676973798107,"overall_relative_score":2676973798107,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":390,"performance":1293,"input_tokens":508698,"output_tokens":239726,"total_tokens":748424,"cost":0.35796705000000006},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3014003741,"overall_relative_score":3014003741,"max_execution_time_ms":2930,"max_memory_usage_kib":100352,"rank":320,"performance":1237,"input_tokens":789352,"output_tokens":259304,"total_tokens":1048656,"cost":0.39517524000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3010,"max_memory_usage_kib":21504,"rank":515,"performance":207,"input_tokens":666092,"output_tokens":462737,"total_tokens":1128829,"cost":0.65961786},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5067573,"overall_relative_score":5067573,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":378,"performance":1224,"input_tokens":563400,"output_tokens":357788,"total_tokens":921188,"cost":0.48218325000000006},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1333779,"overall_relative_score":1333779,"max_execution_time_ms":90,"max_memory_usage_kib":11264,"rank":248,"performance":1352,"input_tokens":786997,"output_tokens":526964,"total_tokens":1313961,"cost":0.7595703},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":443167,"output_tokens":247206,"total_tokens":690373,"cost":0.3585619199999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":596097,"output_tokens":218283,"total_tokens":814380,"cost":0.33233994},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":710560757,"overall_relative_score":710560757,"max_execution_time_ms":740,"max_memory_usage_kib":5120,"rank":615,"performance":820,"input_tokens":875856,"output_tokens":215414,"total_tokens":1091270,"cost":0.33214830000000006},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":832800,"output_tokens":213902,"total_tokens":1046702,"cost":0.39129801},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":1014925,"output_tokens":255282,"total_tokens":1270207,"cost":0.50388834},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90895887,"overall_relative_score":90895887,"max_execution_time_ms":2870,"max_memory_usage_kib":3072,"rank":97,"performance":1944,"input_tokens":491820,"output_tokens":416256,"total_tokens":908076,"cost":0.5543430300000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":725719158,"overall_relative_score":725719158,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":536,"performance":924,"input_tokens":1056694,"output_tokens":340418,"total_tokens":1397112,"cost":0.56633454},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72031366,"overall_relative_score":72031366,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":400,"performance":1225,"input_tokens":408756,"output_tokens":97149,"total_tokens":505905,"cost":0.15993738},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5634938041,"overall_relative_score":80670529590,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":478,"performance":1271,"input_tokens":649453,"output_tokens":438633,"total_tokens":1088086,"cost":0.6148365600000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2350884160569,"overall_relative_score":385647298426,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":573235,"output_tokens":148082,"total_tokens":721317,"cost":0.23061185999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":192703885686698,"overall_relative_score":9881748392,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":502,"performance":996,"input_tokens":652227,"output_tokens":330607,"total_tokens":982834,"cost":0.43792923},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465887032,"overall_relative_score":465887032,"max_execution_time_ms":620,"max_memory_usage_kib":74752,"rank":139,"performance":1893,"input_tokens":729298,"output_tokens":436109,"total_tokens":1165407,"cost":0.68964192},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":503713,"output_tokens":212457,"total_tokens":716170,"cost":0.30150561000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":584470,"output_tokens":212269,"total_tokens":796739,"cost":0.2870777400000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":382,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":476778,"output_tokens":344348,"total_tokens":821126,"cost":0.46994010000000014},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27723733832,"overall_relative_score":313186049721,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":419,"performance":1354,"input_tokens":436326,"output_tokens":254987,"total_tokens":691313,"cost":0.33027540000000005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1267002,"overall_relative_score":1267002,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":427831,"output_tokens":329250,"total_tokens":757081,"cost":0.44220764999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3795726309392,"overall_relative_score":12249699436,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":825195,"output_tokens":259186,"total_tokens":1084381,"cost":0.46655273999999997},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1040715,"overall_relative_score":1040715,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":333,"performance":1514,"input_tokens":752178,"output_tokens":248527,"total_tokens":1000705,"cost":0.4403602200000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":428973,"output_tokens":309601,"total_tokens":738574,"cost":0.42044025},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":879734906400,"overall_relative_score":131407553,"max_execution_time_ms":760,"max_memory_usage_kib":4096,"rank":755,"performance":917,"input_tokens":714985,"output_tokens":189835,"total_tokens":904820,"cost":0.36265047000000006},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2070,"max_memory_usage_kib":3072,"rank":963,"performance":-155,"input_tokens":544009,"output_tokens":146456,"total_tokens":690465,"cost":0.22094747999999995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4770437014,"overall_relative_score":164139386,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":529152,"output_tokens":290386,"total_tokens":819538,"cost":0.4402209899999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6458089931,"overall_relative_score":6458089931,"max_execution_time_ms":720,"max_memory_usage_kib":4096,"rank":205,"performance":1734,"input_tokens":654025,"output_tokens":346945,"total_tokens":1000970,"cost":0.5094406499999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232077595,"overall_relative_score":232077595,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":710452,"output_tokens":190748,"total_tokens":901200,"cost":0.31937705999999993},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2470,"max_memory_usage_kib":2095092,"rank":1005,"performance":94,"input_tokens":637168,"output_tokens":422844,"total_tokens":1060012,"cost":0.5595979799999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292895,"overall_relative_score":292895,"max_execution_time_ms":320,"max_memory_usage_kib":337920,"rank":193,"performance":1656,"input_tokens":683827,"output_tokens":209407,"total_tokens":893234,"cost":0.32191548000000003},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090667135,"overall_relative_score":2376814137174,"max_execution_time_ms":2980,"max_memory_usage_kib":48332,"rank":641,"performance":1123,"input_tokens":567213,"output_tokens":247507,"total_tokens":814720,"cost":0.34532508000000006},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58610920,"overall_relative_score":58610920,"max_execution_time_ms":280,"max_memory_usage_kib":7168,"rank":684,"performance":1083,"input_tokens":402843,"output_tokens":220666,"total_tokens":623509,"cost":0.3250659899999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":446593,"overall_relative_score":446593,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":465,"performance":1337,"input_tokens":632210,"output_tokens":218740,"total_tokens":850950,"cost":0.31329324},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722724,"overall_relative_score":112722724,"max_execution_time_ms":500,"max_memory_usage_kib":128000,"rank":898,"performance":647,"input_tokens":760399,"output_tokens":507578,"total_tokens":1267977,"cost":0.68418027},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":826348316,"overall_relative_score":1684978261637,"max_execution_time_ms":330,"max_memory_usage_kib":9216,"rank":496,"performance":1351,"input_tokens":1003050,"output_tokens":434808,"total_tokens":1437858,"cost":0.63241506},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":185612,"overall_relative_score":185612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":836,"performance":739,"input_tokens":580903,"output_tokens":237176,"total_tokens":818079,"cost":0.36360098999999996}]}]},{"model_name":"minimax-m2.5","detail_path":"data/model_details/minimax-m2.5.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":718.15,"median":729.5,"min":186,"max":1046,"stdev":222.82712052401888},"short":{"mean":650.3913043478261,"median":650.0,"min":186,"max":990,"stdev":218.36494455808997},"long":{"mean":809.8235294117648,"median":813.0,"min":409,"max":1046,"stdev":199.83219062944966}},"performance":{"all":{"mean":618.175,"median":601.5,"min":-61,"max":1441,"stdev":429.0199258715984},"short":{"mean":602.3913043478261,"median":594.0,"min":-61,"max":1441,"stdev":461.73149804251494},"long":{"mean":639.5294117647059,"median":603.0,"min":51,"max":1235,"stdev":393.26138216952137}},"input_tokens":{"all":{"mean":2915.3,"median":2516.0,"min":1293,"max":7572,"stdev":1599.5283952401367},"short":{"mean":2352.5652173913045,"median":1799.0,"min":1407,"max":7572,"stdev":1430.1839305134197},"long":{"mean":3676.6470588235293,"median":3249.0,"min":1293,"max":7454,"stdev":1533.87417758011}},"output_tokens":{"all":{"mean":30193.275,"median":29919.0,"min":12514,"max":63033,"stdev":11366.366667943112},"short":{"mean":29648.565217391304,"median":29536.0,"min":12514,"max":63033,"stdev":13255.59610067347},"long":{"mean":30930.235294117647,"median":31476.0,"min":15835,"max":43065,"stdev":8503.241893018008}},"total_tokens":{"all":{"mean":33108.575,"median":32783.5,"min":13921,"max":64479,"stdev":11369.537101028638},"short":{"mean":32001.130434782608,"median":32164.0,"min":13921,"max":64479,"stdev":13099.877370364085},"long":{"mean":34606.882352941175,"median":34252.0,"min":20575,"max":49069,"stdev":8659.054407687603}},"cost":{"all":{"mean":0.03665792175,"median":0.036330315,"min":0.01505928,"max":0.07568379,"stdev":0.013678618300010568},"short":{"mean":0.035829285652173914,"median":0.0359508,"min":0.01505928,"max":0.07568379,"stdev":0.015857414084575944},"long":{"mean":0.03777901764705882,"median":0.038604,"min":0.01920948,"max":0.0525006,"stdev":0.010391863801272928}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":553501629738,"overall_relative_score":553501629738,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":985,"performance":784,"input_tokens":1293,"output_tokens":26989,"total_tokens":28282,"cost":0.0327747},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1042283,"overall_relative_score":1042283,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":650,"performance":977,"input_tokens":1427,"output_tokens":21670,"total_tokens":23097,"cost":0.02604708},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2641843644240,"overall_relative_score":2641843644240,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":429,"performance":1235,"input_tokens":2507,"output_tokens":21148,"total_tokens":23655,"cost":0.02545308},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1561,"output_tokens":37913,"total_tokens":39474,"cost":0.0459639},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":5120,"rank":515,"performance":207,"input_tokens":1753,"output_tokens":33050,"total_tokens":34803,"cost":0.0401859},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4964782,"overall_relative_score":4964782,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":409,"performance":1172,"input_tokens":3655,"output_tokens":29288,"total_tokens":32943,"cost":0.0362421},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398832,"overall_relative_score":398832,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":469,"performance":714,"input_tokens":1467,"output_tokens":33114,"total_tokens":34581,"cost":0.03978108},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1175,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2177,"output_tokens":19480,"total_tokens":21657,"cost":0.0240291},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":33783137,"overall_relative_score":33783137,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":801,"performance":603,"input_tokens":2934,"output_tokens":38791,"total_tokens":41725,"cost":0.04663749},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89778457,"overall_relative_score":89778457,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":701,"performance":594,"input_tokens":2114,"output_tokens":17446,"total_tokens":19560,"cost":0.02099889},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3308,"overall_relative_score":3308,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":439,"performance":1023,"input_tokens":7572,"output_tokens":27484,"total_tokens":35056,"cost":0.03320823},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":62951888,"overall_relative_score":62951888,"max_execution_time_ms":1106,"max_memory_usage_kib":3072,"rank":885,"performance":411,"input_tokens":7454,"output_tokens":41615,"total_tokens":49069,"cost":0.0521742},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63221889,"overall_relative_score":63221889,"max_execution_time_ms":370,"max_memory_usage_kib":3072,"rank":505,"performance":995,"input_tokens":4666,"output_tokens":25476,"total_tokens":30142,"cost":0.03071145},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2742,"output_tokens":43065,"total_tokens":45807,"cost":0.0525006},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2525,"output_tokens":17842,"total_tokens":20367,"cost":0.0221679},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1104467661,"overall_relative_score":5890675245,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":2687,"output_tokens":28500,"total_tokens":31187,"cost":0.0350061},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2388845626607,"overall_relative_score":386048995163,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":6907,"output_tokens":15835,"total_tokens":22742,"cost":0.01920948},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":25397120207280,"overall_relative_score":1528278487,"max_execution_time_ms":2323,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4361,"output_tokens":39571,"total_tokens":43932,"cost":0.0487935},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93995,"overall_relative_score":93995,"max_execution_time_ms":50,"max_memory_usage_kib":7168,"rank":962,"performance":206,"input_tokens":3508,"output_tokens":35034,"total_tokens":38542,"cost":0.04214631},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1669,"output_tokens":18275,"total_tokens":19944,"cost":0.02198034},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2154,"output_tokens":33438,"total_tokens":35592,"cost":0.0407718},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1793,"output_tokens":44873,"total_tokens":46666,"cost":0.05390166},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78602512501,"overall_relative_score":195226611354,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":2777,"output_tokens":17798,"total_tokens":20575,"cost":0.0221907},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1692,"output_tokens":29536,"total_tokens":31228,"cost":0.0359508},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2736791558104,"overall_relative_score":17253938512,"max_execution_time_ms":70,"max_memory_usage_kib":10240,"rank":990,"performance":406,"input_tokens":3249,"output_tokens":42899,"total_tokens":46148,"cost":0.05157654},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1799,"output_tokens":19886,"total_tokens":21685,"cost":0.02391744},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":724808234468,"overall_relative_score":99475226582,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":4016,"output_tokens":32392,"total_tokens":36408,"cost":0.03899115},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1270,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2911,"output_tokens":34044,"total_tokens":36955,"cost":0.0417261},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1691,"output_tokens":14923,"total_tokens":16614,"cost":0.0184149},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":187472,"rank":1046,"performance":132,"input_tokens":2776,"output_tokens":31476,"total_tokens":34252,"cost":0.038604},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1986295046,"overall_relative_score":1986295046,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":757,"performance":848,"input_tokens":1862,"output_tokens":30302,"total_tokens":32164,"cost":0.03641853},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231947393,"overall_relative_score":231947393,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":4222,"output_tokens":13831,"total_tokens":18053,"cost":0.01672413},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":286724,"overall_relative_score":1960545838,"max_execution_time_ms":4422,"max_memory_usage_kib":3072,"rank":653,"performance":1016,"input_tokens":3941,"output_tokens":32924,"total_tokens":36865,"cost":0.0396273},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":116318,"overall_relative_score":116318,"max_execution_time_ms":220,"max_memory_usage_kib":335872,"rank":477,"performance":1080,"input_tokens":1800,"output_tokens":30824,"total_tokens":32624,"cost":0.0375288},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8931697652,"overall_relative_score":1123923954268,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":1019,"performance":600,"input_tokens":4120,"output_tokens":25934,"total_tokens":30054,"cost":0.0323568},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1617,"output_tokens":53097,"total_tokens":54714,"cost":0.06376518},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121240,"overall_relative_score":121240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":526,"input_tokens":2187,"output_tokens":48876,"total_tokens":51063,"cost":0.05871708},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":1446,"output_tokens":63033,"total_tokens":64479,"cost":0.07568379},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":4173,"output_tokens":23545,"total_tokens":27718,"cost":0.02837946},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1407,"output_tokens":12514,"total_tokens":13921,"cost":0.01505928}]},{"num_self_refine":2,"rank":{"all":{"mean":660.425,"median":649.5,"min":186,"max":1046,"stdev":241.23303846312976},"short":{"mean":623.0869565217391,"median":652.0,"min":186,"max":990,"stdev":248.34322163333812},"long":{"mean":710.9411764705883,"median":647.0,"min":409,"max":1046,"stdev":228.75463672574904}},"performance":{"all":{"mean":749.9,"median":839.0,"min":-61,"max":1661,"stdev":460.1509117001308},"short":{"mean":672.7826086956521,"median":594.0,"min":-61,"max":1661,"stdev":522.0633849118444},"long":{"mean":854.2352941176471,"median":1006.0,"min":117,"max":1235,"stdev":348.1979554455634}},"input_tokens":{"all":{"mean":11867.125,"median":10486.0,"min":4999,"max":37025,"stdev":6212.054188461705},"short":{"mean":11811.173913043478,"median":8159.0,"min":4999,"max":37025,"stdev":7873.991177242234},"long":{"mean":11942.823529411764,"median":11828.0,"min":8047,"max":19249,"stdev":2966.810581990661}},"output_tokens":{"all":{"mean":47991.225,"median":47433.5,"min":14890,"max":126431,"stdev":18096.737430121033},"short":{"mean":45958.0,"median":38791.0,"min":14890,"max":126431,"stdev":22356.901564068634},"long":{"mean":50742.05882352941,"median":49788.0,"min":31609,"max":67118,"stdev":9849.424821217914}},"total_tokens":{"all":{"mean":59858.35,"median":59693.0,"min":26529,"max":133063,"stdev":19099.924112548935},"short":{"mean":57769.17391304348,"median":54925.0,"min":26529,"max":133063,"stdev":23684.03046291698},"long":{"mean":62684.882352941175,"median":61219.0,"min":43737,"max":79674,"stdev":10157.323139503544}},"cost":{"all":{"mean":0.06065780925,"median":0.05947998,"min":0.02022003,"max":0.15331719,"stdev":0.02187633762655351},"short":{"mean":0.05823819,"median":0.05264175,"min":0.02022003,"max":0.15331719,"stdev":0.02698070423234993},"long":{"mean":0.06393141176470588,"median":0.062275950000000004,"min":0.041384580000000004,"max":0.0831945,"stdev":0.0120739183894776}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":553501629738,"overall_relative_score":553501629738,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":985,"performance":784,"input_tokens":8047,"output_tokens":53172,"total_tokens":61219,"cost":0.06622049999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1405104,"overall_relative_score":1405104,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":598,"performance":1039,"input_tokens":6297,"output_tokens":32554,"total_tokens":38851,"cost":0.04056888},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2641843644240,"overall_relative_score":2641843644240,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":429,"performance":1235,"input_tokens":9208,"output_tokens":34529,"total_tokens":43737,"cost":0.04352058},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2796091181,"overall_relative_score":2796091181,"max_execution_time_ms":2830,"max_memory_usage_kib":4096,"rank":353,"performance":1160,"input_tokens":23331,"output_tokens":51393,"total_tokens":74724,"cost":0.0686709},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":5120,"rank":515,"performance":207,"input_tokens":8159,"output_tokens":55843,"total_tokens":64002,"cost":0.0694593},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4964782,"overall_relative_score":4964782,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":409,"performance":1172,"input_tokens":11073,"output_tokens":50799,"total_tokens":61872,"cost":0.0642807},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398832,"overall_relative_score":398832,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":469,"performance":714,"input_tokens":8151,"output_tokens":36594,"total_tokens":44745,"cost":0.04596228},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1175,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6376,"output_tokens":32312,"total_tokens":38688,"cost":0.0406872},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224841267,"overall_relative_score":224841267,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":11828,"output_tokens":63438,"total_tokens":75266,"cost":0.07888208999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89778457,"overall_relative_score":89778457,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":701,"performance":594,"input_tokens":7542,"output_tokens":26172,"total_tokens":33714,"cost":0.03309849},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728,"overall_relative_score":2728,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":652,"performance":242,"input_tokens":20043,"output_tokens":37151,"total_tokens":57194,"cost":0.04854993},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":166322745,"overall_relative_score":166322745,"max_execution_time_ms":957,"max_memory_usage_kib":3072,"rank":857,"performance":511,"input_tokens":19249,"output_tokens":60425,"total_tokens":79674,"cost":0.0782847},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65972419,"overall_relative_score":65972419,"max_execution_time_ms":2240,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":13343,"output_tokens":41582,"total_tokens":54925,"cost":0.05264175},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1114910242,"overall_relative_score":1114910242,"max_execution_time_ms":1520,"max_memory_usage_kib":11116,"rank":472,"performance":1039,"input_tokens":12863,"output_tokens":51806,"total_tokens":64669,"cost":0.0660261},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115108650,"overall_relative_score":115108650,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":243,"performance":1527,"input_tokens":8607,"output_tokens":38791,"total_tokens":47398,"cost":0.0491313},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5311967686,"overall_relative_score":30481216783,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":573,"performance":1153,"input_tokens":9088,"output_tokens":49748,"total_tokens":58836,"cost":0.060696},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2366173568141,"overall_relative_score":399398288322,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":647,"performance":977,"input_tokens":17728,"output_tokens":31609,"total_tokens":49337,"cost":0.041384580000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":13548,"output_tokens":64100,"total_tokens":77648,"cost":0.0809844},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93995,"overall_relative_score":93995,"max_execution_time_ms":50,"max_memory_usage_kib":7168,"rank":962,"performance":206,"input_tokens":12597,"output_tokens":55315,"total_tokens":67912,"cost":0.06921021},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":6743,"output_tokens":46095,"total_tokens":52838,"cost":0.05688654},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":165385480120,"overall_relative_score":165385480120,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":21923,"output_tokens":38627,"total_tokens":60550,"cost":0.0529293},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":8149,"output_tokens":53673,"total_tokens":61822,"cost":0.06636845999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78602512501,"overall_relative_score":195226611354,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":9213,"output_tokens":44983,"total_tokens":54196,"cost":0.0567435},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":6518,"output_tokens":31114,"total_tokens":37632,"cost":0.0392922},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":11674,"output_tokens":58523,"total_tokens":70197,"cost":0.07285284},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":21720,"output_tokens":23799,"total_tokens":45519,"cost":0.03458934},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":713051539111,"overall_relative_score":101733460046,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":986,"performance":600,"input_tokens":12048,"output_tokens":49788,"total_tokens":61836,"cost":0.062275950000000004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1270,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":11231,"output_tokens":43149,"total_tokens":54380,"cost":0.055148100000000005},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":6102,"output_tokens":28582,"total_tokens":34684,"cost":0.036129},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":187472,"rank":1046,"performance":132,"input_tokens":8843,"output_tokens":67118,"total_tokens":75961,"cost":0.0831945},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1986295046,"overall_relative_score":1986295046,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":757,"performance":848,"input_tokens":37025,"output_tokens":61878,"total_tokens":98903,"cost":0.08485862999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231947393,"overall_relative_score":231947393,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":11639,"output_tokens":14890,"total_tokens":26529,"cost":0.02022003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5937051,"overall_relative_score":50697198639,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":515,"performance":1188,"input_tokens":12348,"output_tokens":48236,"total_tokens":60584,"cost":0.060523799999999996},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293237,"overall_relative_score":293237,"max_execution_time_ms":360,"max_memory_usage_kib":335872,"rank":191,"performance":1661,"input_tokens":9044,"output_tokens":71564,"total_tokens":80608,"cost":0.08859},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8931697652,"overall_relative_score":1123923954268,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":1019,"performance":600,"input_tokens":13021,"output_tokens":44561,"total_tokens":57582,"cost":0.0573795},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":6818,"output_tokens":58168,"total_tokens":64986,"cost":0.07141068},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121240,"overall_relative_score":121240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":526,"input_tokens":9899,"output_tokens":56172,"total_tokens":66071,"cost":0.06978588},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":6632,"output_tokens":126431,"total_tokens":133063,"cost":0.15331719},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2616020862,"overall_relative_score":611328848071,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":790,"performance":1038,"input_tokens":12018,"output_tokens":46631,"total_tokens":58649,"cost":0.05843616},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":791,"performance":830,"input_tokens":4999,"output_tokens":38334,"total_tokens":43333,"cost":0.047120880000000004}]},{"num_self_refine":4,"rank":{"all":{"mean":576.55,"median":572.5,"min":147,"max":1019,"stdev":219.64889815689597},"short":{"mean":533.7391304347826,"median":526.0,"min":147,"max":986,"stdev":246.7675051157013},"long":{"mean":634.4705882352941,"median":640.0,"min":409,"max":1019,"stdev":166.3434390226508}},"performance":{"all":{"mean":1007.25,"median":1025.0,"min":236,"max":1673,"stdev":340.66704927471113},"short":{"mean":1005.6521739130435,"median":1034.0,"min":236,"max":1673,"stdev":430.79288513324235},"long":{"mean":1009.4117647058823,"median":1016.0,"min":600,"max":1235,"stdev":166.4245545373073}},"input_tokens":{"all":{"mean":42773.025,"median":35233.0,"min":19828,"max":120108,"stdev":21344.38176662325},"short":{"mean":40890.608695652176,"median":33105.0,"min":19828,"max":101217,"stdev":21856.618046505504},"long":{"mean":45319.82352941176,"median":38874.0,"min":29374,"max":120108,"stdev":21015.31990368959}},"output_tokens":{"all":{"mean":73089.2,"median":67159.5,"min":18819,"max":176147,"stdev":30630.32136684004},"short":{"mean":71422.91304347826,"median":65289.0,"min":18819,"max":176147,"stdev":37175.693601052924},"long":{"mean":75343.58823529411,"median":72427.0,"min":47418,"max":110365,"stdev":19422.088427415652}},"total_tokens":{"all":{"mean":115862.225,"median":103202.5,"min":48653,"max":221705,"stdev":41844.556628800565},"short":{"mean":112313.52173913043,"median":99873.0,"min":48653,"max":221705,"stdev":48118.813103012915},"long":{"mean":120663.41176470589,"median":117424.0,"min":82256,"max":214409,"stdev":32275.132199688243}},"cost":{"all":{"mean":0.0976408755,"median":0.08945979000000001,"min":0.02638977,"max":0.21969968999999998,"stdev":0.03958428925125562},"short":{"mean":0.09493544086956522,"median":0.08608932000000001,"min":0.02638977,"max":0.21969968999999998,"stdev":0.047530578165997886},"long":{"mean":0.1013011694117647,"median":0.09882270000000001,"min":0.06415377,"max":0.14516952000000002,"stdev":0.026234740674138435}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":893662218266,"overall_relative_score":893662218266,"max_execution_time_ms":4610,"max_memory_usage_kib":3072,"rank":640,"performance":1100,"input_tokens":33921,"output_tokens":61329,"total_tokens":95250,"cost":0.08064503999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1622085,"overall_relative_score":1622085,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":583,"performance":1057,"input_tokens":22896,"output_tokens":45629,"total_tokens":68525,"cost":0.05800452},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2641843644240,"overall_relative_score":2641843644240,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":429,"performance":1235,"input_tokens":31954,"output_tokens":59704,"total_tokens":91658,"cost":0.07874592},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3355587724,"overall_relative_score":3355587724,"max_execution_time_ms":2800,"max_memory_usage_kib":4096,"rank":289,"performance":1312,"input_tokens":82690,"output_tokens":65289,"total_tokens":147979,"cost":0.10315380000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15858080,"overall_relative_score":15858080,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":147,"performance":1673,"input_tokens":34847,"output_tokens":95967,"total_tokens":130814,"cost":0.1256145},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4965244,"overall_relative_score":4965244,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":409,"performance":1172,"input_tokens":33546,"output_tokens":63548,"total_tokens":97094,"cost":0.08372697},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398832,"overall_relative_score":398832,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":469,"performance":714,"input_tokens":33636,"output_tokens":47524,"total_tokens":81160,"cost":0.062243940000000005},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":19838,"output_tokens":41381,"total_tokens":61219,"cost":0.054074189999999994},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224841267,"overall_relative_score":224841267,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":50423,"output_tokens":93123,"total_tokens":143546,"cost":0.12608259},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89778457,"overall_relative_score":89778457,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":701,"performance":594,"input_tokens":25891,"output_tokens":71931,"total_tokens":97822,"cost":0.09204924},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728,"overall_relative_score":2728,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":652,"performance":242,"input_tokens":54499,"output_tokens":49480,"total_tokens":103979,"cost":0.06945522},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172041075,"overall_relative_score":172041075,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":622,"performance":954,"input_tokens":61810,"output_tokens":97505,"total_tokens":159315,"cost":0.13236516},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65972419,"overall_relative_score":65972419,"max_execution_time_ms":2240,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":37306,"output_tokens":48688,"total_tokens":85994,"cost":0.06835785},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1117516233,"overall_relative_score":1117516233,"max_execution_time_ms":1520,"max_memory_usage_kib":11236,"rank":471,"performance":1041,"input_tokens":46805,"output_tokens":70651,"total_tokens":117456,"cost":0.09882270000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115108650,"overall_relative_score":115108650,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":243,"performance":1527,"input_tokens":32033,"output_tokens":64795,"total_tokens":96828,"cost":0.08315757000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6746657191,"overall_relative_score":40894822041,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":544,"performance":1188,"input_tokens":34805,"output_tokens":110365,"total_tokens":145170,"cost":0.14115149999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2366173568141,"overall_relative_score":399398288322,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":647,"performance":977,"input_tokens":52325,"output_tokens":50101,"total_tokens":102426,"cost":0.07103322000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":120108,"output_tokens":94301,"total_tokens":214409,"cost":0.14516952000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":422382385,"overall_relative_score":422382385,"max_execution_time_ms":840,"max_memory_usage_kib":7168,"rank":511,"performance":1209,"input_tokens":64148,"output_tokens":157557,"total_tokens":221705,"cost":0.20211711},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13112855,"overall_relative_score":13112855,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":368,"performance":1496,"input_tokens":27314,"output_tokens":72658,"total_tokens":99972,"cost":0.09258849},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269779814362,"overall_relative_score":269779814362,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":165,"performance":1115,"input_tokens":70157,"output_tokens":72131,"total_tokens":142288,"cost":0.10226748},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11453,"overall_relative_score":11453,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":526,"performance":947,"input_tokens":28074,"output_tokens":87125,"total_tokens":115199,"cost":0.11077304999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78602512501,"overall_relative_score":195226611354,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":34838,"output_tokens":47418,"total_tokens":82256,"cost":0.06415377},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1243616,"overall_relative_score":1243616,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":706,"performance":636,"input_tokens":19828,"output_tokens":39648,"total_tokens":59476,"cost":0.05222379},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":38874,"output_tokens":80506,"total_tokens":119380,"cost":0.1042545},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1049791,"overall_relative_score":1049791,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":277,"performance":1617,"input_tokens":67916,"output_tokens":43637,"total_tokens":111553,"cost":0.060888090000000006},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668136969317,"overall_relative_score":106546084425,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":705,"performance":1014,"input_tokens":38650,"output_tokens":78644,"total_tokens":117294,"cost":0.10488375000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284736159700,"overall_relative_score":7349179968,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":701,"performance":990,"input_tokens":40574,"output_tokens":79754,"total_tokens":120328,"cost":0.10444179},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9972023732418,"overall_relative_score":9972023732418,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":622,"performance":1100,"input_tokens":25602,"output_tokens":40548,"total_tokens":66150,"cost":0.054205199999999995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401566365,"overall_relative_score":639200389,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":938,"performance":687,"input_tokens":29374,"output_tokens":105800,"total_tokens":135174,"cost":0.1357722},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2052733862,"overall_relative_score":2052733862,"max_execution_time_ms":720,"max_memory_usage_kib":5120,"rank":721,"performance":909,"input_tokens":101217,"output_tokens":115246,"total_tokens":216463,"cost":0.16815783},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231947393,"overall_relative_score":231947393,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":29834,"output_tokens":18819,"total_tokens":48653,"cost":0.02638977},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5937051,"overall_relative_score":50697198639,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":515,"performance":1188,"input_tokens":36983,"output_tokens":60731,"total_tokens":97714,"cost":0.08290829999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293237,"overall_relative_score":293237,"max_execution_time_ms":360,"max_memory_usage_kib":335872,"rank":191,"performance":1661,"input_tokens":40235,"output_tokens":91673,"total_tokens":131908,"cost":0.1220781},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8931697652,"overall_relative_score":1123923954268,"max_execution_time_ms":660,"max_memory_usage_kib":3072,"rank":1019,"performance":600,"input_tokens":44997,"output_tokens":72427,"total_tokens":117424,"cost":0.09437889},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27068521,"overall_relative_score":27068521,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":903,"performance":690,"input_tokens":33105,"output_tokens":66768,"total_tokens":99873,"cost":0.08687034},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121240,"overall_relative_score":121240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":526,"input_tokens":35619,"output_tokens":62535,"total_tokens":98154,"cost":0.08305604999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":29043,"output_tokens":176147,"total_tokens":205190,"cost":0.21969968999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2616020862,"overall_relative_score":611328848071,"max_execution_time_ms":190,"max_memory_usage_kib":5120,"rank":790,"performance":1038,"input_tokens":40450,"output_tokens":54934,"total_tokens":95384,"cost":0.07358406},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":791,"performance":830,"input_tokens":24756,"output_tokens":67551,"total_tokens":92307,"cost":0.08608932000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":576.35,"median":564.5,"min":145,"max":1019,"stdev":233.71981362745282},"short":{"mean":540.4347826086956,"median":524.0,"min":145,"max":986,"stdev":268.9845933551782},"long":{"mean":624.9411764705883,"median":622.0,"min":398,"max":1019,"stdev":171.17369489360627}},"performance":{"all":{"mean":987.825,"median":1037.5,"min":-70,"max":1713,"stdev":425.3189986833714},"short":{"mean":956.1304347826087,"median":1034.0,"min":-70,"max":1713,"stdev":544.2690097191934},"long":{"mean":1030.7058823529412,"median":1041.0,"min":600,"max":1255,"stdev":173.8457522870067}},"input_tokens":{"all":{"mean":146645.8,"median":128851.5,"min":73423,"max":359045,"stdev":56080.873285566755},"short":{"mean":142111.95652173914,"median":119647.0,"min":73423,"max":359045,"stdev":66049.7587707922},"long":{"mean":152779.82352941178,"median":145465.0,"min":107553,"max":230677,"stdev":39975.40458399904}},"output_tokens":{"all":{"mean":96158.775,"median":98150.5,"min":26495,"max":184019,"stdev":34108.250590329204},"short":{"mean":94328.60869565218,"median":92191.0,"min":26495,"max":184019,"stdev":39272.10004424739},"long":{"mean":98634.88235294117,"median":104110.0,"min":54883,"max":142237,"stdev":26527.954034099464}},"total_tokens":{"all":{"mean":242804.575,"median":231415.5,"min":115429,"max":484168,"stdev":73488.49018475789},"short":{"mean":236440.5652173913,"median":224620.0,"min":115429,"max":484168,"stdev":84971.82110281999},"long":{"mean":251414.70588235295,"median":251335.0,"min":163673,"max":339020,"stdev":55669.41637668378}},"cost":{"all":{"mean":0.14190739275,"median":0.150643785,"min":0.039581490000000004,"max":0.27248090999999997,"stdev":0.049228976942126995},"short":{"mean":0.13766262260869566,"median":0.15025749,"min":0.039581490000000004,"max":0.27248090999999997,"stdev":0.05543328835716858},"long":{"mean":0.14765031705882353,"median":0.15888330000000003,"min":0.08162807999999999,"max":0.20825744999999998,"stdev":0.04026351546128467}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":893662218266,"overall_relative_score":893662218266,"max_execution_time_ms":4610,"max_memory_usage_kib":3072,"rank":640,"performance":1100,"input_tokens":121464,"output_tokens":79458,"total_tokens":200922,"cost":0.10826396999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1756124,"overall_relative_score":1756124,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":562,"performance":1082,"input_tokens":85532,"output_tokens":66273,"total_tokens":151805,"cost":0.09310497},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2650446306671,"overall_relative_score":2650446306671,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":416,"performance":1254,"input_tokens":107553,"output_tokens":80039,"total_tokens":187592,"cost":0.11627502},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3363605094,"overall_relative_score":3363605094,"max_execution_time_ms":2700,"max_memory_usage_kib":4096,"rank":289,"performance":1312,"input_tokens":251029,"output_tokens":92191,"total_tokens":343220,"cost":0.18593790000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15858080,"overall_relative_score":15858080,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":147,"performance":1673,"input_tokens":135026,"output_tokens":109196,"total_tokens":244222,"cost":0.15902607},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4993716,"overall_relative_score":4993716,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":398,"performance":1190,"input_tokens":110974,"output_tokens":81619,"total_tokens":192593,"cost":0.12380189999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398832,"overall_relative_score":398832,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":469,"performance":714,"input_tokens":131177,"output_tokens":57773,"total_tokens":188950,"cost":0.08498253},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":73423,"output_tokens":116818,"total_tokens":190241,"cost":0.15025749},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225377596,"overall_relative_score":225377596,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":561,"performance":1008,"input_tokens":198835,"output_tokens":106508,"total_tokens":305343,"cost":0.16865514},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89778457,"overall_relative_score":89778457,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":701,"performance":594,"input_tokens":102836,"output_tokens":115790,"total_tokens":218626,"cost":0.16776354},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728,"overall_relative_score":2728,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":652,"performance":242,"input_tokens":159588,"output_tokens":66373,"total_tokens":225961,"cost":0.10115984999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172041075,"overall_relative_score":172041075,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":622,"performance":954,"input_tokens":219849,"output_tokens":116723,"total_tokens":336572,"cost":0.17356155},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65972419,"overall_relative_score":65972419,"max_execution_time_ms":2240,"max_memory_usage_kib":3072,"rank":484,"performance":1034,"input_tokens":111993,"output_tokens":60973,"total_tokens":172966,"cost":0.08781420000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1117516233,"overall_relative_score":1117516233,"max_execution_time_ms":1520,"max_memory_usage_kib":11236,"rank":471,"performance":1041,"input_tokens":176329,"output_tokens":104110,"total_tokens":280439,"cost":0.16033821},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118216404,"overall_relative_score":118216404,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":222,"performance":1575,"input_tokens":119647,"output_tokens":77253,"total_tokens":196900,"cost":0.10417971000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6746657191,"overall_relative_score":40894822041,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":544,"performance":1188,"input_tokens":140137,"output_tokens":142237,"total_tokens":282374,"cost":0.20436927},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2368545712231,"overall_relative_score":399443916626,"max_execution_time_ms":5240,"max_memory_usage_kib":3072,"rank":647,"performance":977,"input_tokens":177228,"output_tokens":74107,"total_tokens":251335,"cost":0.13077165000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":230677,"output_tokens":108343,"total_tokens":339020,"cost":0.17716272},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":8192,"rank":967,"performance":-70,"input_tokens":204770,"output_tokens":181038,"total_tokens":385808,"cost":0.27248090999999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13116675,"overall_relative_score":13116675,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":366,"performance":1499,"input_tokens":114976,"output_tokens":109644,"total_tokens":224620,"cost":0.15377979},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277293038089,"overall_relative_score":277293038089,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":220903,"output_tokens":105407,"total_tokens":326310,"cost":0.17087418000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91477,"overall_relative_score":91477,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":367,"performance":1260,"input_tokens":104656,"output_tokens":135697,"total_tokens":240353,"cost":0.18256839},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78602512501,"overall_relative_score":195226611354,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":660,"performance":1060,"input_tokens":108790,"output_tokens":54883,"total_tokens":163673,"cost":0.08162807999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1243616,"overall_relative_score":1243616,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":706,"performance":636,"input_tokens":82037,"output_tokens":46043,"total_tokens":128080,"cost":0.07065030000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60922662987,"overall_relative_score":927006362768,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":567,"performance":1141,"input_tokens":146217,"output_tokens":136744,"total_tokens":282961,"cost":0.19164531},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1058402,"overall_relative_score":1058402,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":230,"performance":1713,"input_tokens":190469,"output_tokens":65242,"total_tokens":255711,"cost":0.1149408},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668136969317,"overall_relative_score":106546084425,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":705,"performance":1014,"input_tokens":193709,"output_tokens":126024,"total_tokens":319733,"cost":0.20825744999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284382483200,"overall_relative_score":7349644582,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":701,"performance":990,"input_tokens":151757,"output_tokens":106699,"total_tokens":258456,"cost":0.15888330000000003},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10235229558340,"overall_relative_score":10235229558340,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":524,"performance":1241,"input_tokens":107937,"output_tokens":64564,"total_tokens":172501,"cost":0.0890166},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401566365,"overall_relative_score":639200389,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":938,"performance":687,"input_tokens":112421,"output_tokens":132215,"total_tokens":244636,"cost":0.18557031000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2055152572,"overall_relative_score":2055152572,"max_execution_time_ms":740,"max_memory_usage_kib":5120,"rank":721,"performance":909,"input_tokens":359045,"output_tokens":125123,"total_tokens":484168,"cost":0.19088463},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231488007,"overall_relative_score":231488007,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":474,"performance":1329,"input_tokens":88934,"output_tokens":26495,"total_tokens":115429,"cost":0.039581490000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2302303,"overall_relative_score":107125955325,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":463,"performance":1255,"input_tokens":117366,"output_tokens":72232,"total_tokens":189598,"cost":0.10206344999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293237,"overall_relative_score":293237,"max_execution_time_ms":360,"max_memory_usage_kib":335872,"rank":191,"performance":1661,"input_tokens":161141,"output_tokens":109236,"total_tokens":270377,"cost":0.15165114000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8792622914,"overall_relative_score":1142167645566,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":1019,"performance":600,"input_tokens":145465,"output_tokens":90356,"total_tokens":235821,"cost":0.12745863},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36863115,"overall_relative_score":36863115,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":885,"performance":734,"input_tokens":115543,"output_tokens":73499,"total_tokens":189042,"cost":0.09938978999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121240,"overall_relative_score":121240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":526,"input_tokens":126526,"output_tokens":74665,"total_tokens":201191,"cost":0.10780287},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":100623,"output_tokens":184019,"total_tokens":284642,"cost":0.23736309},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2476041275,"overall_relative_score":699048836520,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":781,"performance":1047,"input_tokens":138486,"output_tokens":64496,"total_tokens":202982,"cost":0.09134943000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":791,"performance":830,"input_tokens":120764,"output_tokens":106246,"total_tokens":227010,"cost":0.15103008}]},{"num_self_refine":16,"rank":{"all":{"mean":556.325,"median":551.5,"min":79,"max":1019,"stdev":241.08466302025465},"short":{"mean":512.5652173913044,"median":469.0,"min":79,"max":1019,"stdev":272.08936133807157},"long":{"mean":615.5294117647059,"median":621.0,"min":299,"max":1014,"stdev":182.7570510428595}},"performance":{"all":{"mean":1033.175,"median":1054.0,"min":-65,"max":1823,"stdev":452.92071460460795},"short":{"mean":1023.4347826086956,"median":1253.0,"min":-65,"max":1823,"stdev":580.4215416470215},"long":{"mean":1046.3529411764705,"median":1048.0,"min":611,"max":1368,"stdev":190.993108899402}},"input_tokens":{"all":{"mean":503656.95,"median":463759.5,"min":219875,"max":1011677,"stdev":161141.56829114817},"short":{"mean":492424.0869565217,"median":454326.0,"min":219875,"max":1011677,"stdev":189112.3390846906},"long":{"mean":518854.35294117645,"median":479774.0,"min":346388,"max":695575,"stdev":117013.00486427842}},"output_tokens":{"all":{"mean":124984.625,"median":127354.5,"min":43274,"max":230000,"stdev":39950.8053772595},"short":{"mean":124451.0,"median":125961.0,"min":43274,"max":230000,"stdev":46598.777204011385},"long":{"mean":125706.58823529411,"median":130978.0,"min":65474,"max":186003,"stdev":30061.79473613232}},"total_tokens":{"all":{"mean":628641.575,"median":576420.0,"min":339548,"max":1156667,"stdev":182529.70577905697},"short":{"mean":616875.0869565217,"median":558498.0,"min":339548,"max":1156667,"stdev":212903.65809336756},"long":{"mean":644560.9411764706,"median":623322.0,"min":411862,"max":846277,"stdev":135706.19851791524}},"cost":{"all":{"mean":0.2177781945,"median":0.21243214500000002,"min":0.07169607,"max":0.45103803000000003,"stdev":0.07270650746520167},"short":{"mean":0.21715572782608697,"median":0.21024741000000002,"min":0.07169607,"max":0.45103803000000003,"stdev":0.08494720785962431},"long":{"mean":0.21862035529411766,"median":0.21470295000000006,"min":0.11799111,"max":0.33650175,"stdev":0.054422895855832265}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":895330759113,"overall_relative_score":895330759113,"max_execution_time_ms":4650,"max_memory_usage_kib":3072,"rank":635,"performance":1105,"input_tokens":443479,"output_tokens":110495,"total_tokens":553974,"cost":0.20040948},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2070,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":328817,"output_tokens":89756,"total_tokens":418573,"cost":0.1431588},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2660910998424,"overall_relative_score":2660910998424,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":405,"performance":1271,"input_tokens":383119,"output_tokens":119470,"total_tokens":502589,"cost":0.21194286},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3367374782,"overall_relative_score":3367374782,"max_execution_time_ms":2700,"max_memory_usage_kib":4096,"rank":288,"performance":1315,"input_tokens":787566,"output_tokens":128748,"total_tokens":916314,"cost":0.28887372},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15858080,"overall_relative_score":15858080,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":147,"performance":1673,"input_tokens":514400,"output_tokens":138526,"total_tokens":652926,"cost":0.24606981},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5291992,"overall_relative_score":5291992,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":299,"performance":1368,"input_tokens":423050,"output_tokens":112615,"total_tokens":535665,"cost":0.17917596},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398832,"overall_relative_score":398832,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":469,"performance":714,"input_tokens":454326,"output_tokens":81893,"total_tokens":536219,"cost":0.16409237999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":219875,"output_tokens":125961,"total_tokens":345836,"cost":0.17374506},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":259353521,"overall_relative_score":259353521,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":559,"performance":1010,"input_tokens":679737,"output_tokens":131376,"total_tokens":811113,"cost":0.25068492},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89778457,"overall_relative_score":89778457,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":701,"performance":594,"input_tokens":400949,"output_tokens":157549,"total_tokens":558498,"cost":0.25936137},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2728,"overall_relative_score":2728,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":652,"performance":242,"input_tokens":508295,"output_tokens":93225,"total_tokens":601520,"cost":0.15982961999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172436612,"overall_relative_score":172436612,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":621,"performance":955,"input_tokens":695575,"output_tokens":138548,"total_tokens":834123,"cost":0.22043690999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66065809,"overall_relative_score":66065809,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":483,"performance":1036,"input_tokens":365389,"output_tokens":80757,"total_tokens":446146,"cost":0.14626164},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1150316334,"overall_relative_score":1150316334,"max_execution_time_ms":5100,"max_memory_usage_kib":11096,"rank":460,"performance":1060,"input_tokens":690409,"output_tokens":155868,"total_tokens":846277,"cost":0.27677802},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118216404,"overall_relative_score":118216404,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":222,"performance":1575,"input_tokens":446685,"output_tokens":99984,"total_tokens":546669,"cost":0.15534045000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6746657191,"overall_relative_score":40894822041,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":544,"performance":1188,"input_tokens":568798,"output_tokens":186003,"total_tokens":754801,"cost":0.33650175},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2352479158567,"overall_relative_score":395548301748,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":650,"performance":973,"input_tokens":633162,"output_tokens":112701,"total_tokens":745863,"cost":0.22966866000000005},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":152280885686698,"overall_relative_score":12509406103,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":620378,"output_tokens":133662,"total_tokens":754040,"cost":0.25029276},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":429177730,"overall_relative_score":429177730,"max_execution_time_ms":1970,"max_memory_usage_kib":8192,"rank":466,"performance":1272,"input_tokens":778167,"output_tokens":230000,"total_tokens":1008167,"cost":0.45103803000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13116675,"overall_relative_score":13116675,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":366,"performance":1499,"input_tokens":492442,"output_tokens":166026,"total_tokens":658468,"cost":0.2939547},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285160746143,"overall_relative_score":285160746143,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":79,"performance":1823,"input_tokens":760829,"output_tokens":161566,"total_tokens":922395,"cost":0.30182292},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91477,"overall_relative_score":91477,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":367,"performance":1260,"input_tokens":400094,"output_tokens":185281,"total_tokens":585375,"cost":0.3013767},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101023511192,"overall_relative_score":196248066347,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":656,"performance":1064,"input_tokens":346388,"output_tokens":65474,"total_tokens":411862,"cost":0.11799111},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1243616,"overall_relative_score":1243616,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":706,"performance":636,"input_tokens":281727,"output_tokens":57821,"total_tokens":339548,"cost":0.10154112000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60922662987,"overall_relative_score":927006362768,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":567,"performance":1141,"input_tokens":584093,"output_tokens":169161,"total_tokens":753254,"cost":0.28297293},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1060325,"overall_relative_score":1060325,"max_execution_time_ms":1160,"max_memory_usage_kib":3072,"rank":218,"performance":1739,"input_tokens":588333,"output_tokens":107428,"total_tokens":695761,"cost":0.21024741000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668136969317,"overall_relative_score":106546084425,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":705,"performance":1014,"input_tokens":479774,"output_tokens":143548,"total_tokens":623322,"cost":0.25353036},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284382483200,"overall_relative_score":7349644582,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":701,"performance":990,"input_tokens":549713,"output_tokens":130978,"total_tokens":680691,"cost":0.20705940000000006},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10261507079089,"overall_relative_score":10261507079089,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":515,"performance":1253,"input_tokens":418080,"output_tokens":90660,"total_tokens":508740,"cost":0.17322947999999996},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401566365,"overall_relative_score":639200389,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":938,"performance":687,"input_tokens":370828,"output_tokens":140697,"total_tokens":511525,"cost":0.21470295000000006},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2055152572,"overall_relative_score":2055152572,"max_execution_time_ms":740,"max_memory_usage_kib":5120,"rank":721,"performance":909,"input_tokens":1011677,"output_tokens":144990,"total_tokens":1156667,"cost":0.28471622999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238835566,"overall_relative_score":238835566,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":399,"performance":1437,"input_tokens":316909,"output_tokens":43274,"total_tokens":360183,"cost":0.07169607},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1659726,"overall_relative_score":135148329463,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":439,"performance":1287,"input_tokens":424502,"output_tokens":94882,"total_tokens":519384,"cost":0.15511949999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293237,"overall_relative_score":293237,"max_execution_time_ms":360,"max_memory_usage_kib":335872,"rank":191,"performance":1661,"input_tokens":559368,"output_tokens":134525,"total_tokens":693893,"cost":0.21292143000000005},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7345451659,"overall_relative_score":1359097130654,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":1014,"performance":611,"input_tokens":461381,"output_tokens":106084,"total_tokens":567465,"cost":0.18087299999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45158434,"overall_relative_score":45158434,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":834,"performance":842,"input_tokens":379031,"output_tokens":87994,"total_tokens":467025,"cost":0.13796055},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121240,"overall_relative_score":121240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":526,"input_tokens":456872,"output_tokens":94929,"total_tokens":551801,"cost":0.1815972},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1541672,"overall_relative_score":1541672,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":986,"performance":236,"input_tokens":325063,"output_tokens":196409,"total_tokens":521472,"cost":0.26257068},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2359753719,"overall_relative_score":724440519096,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":780,"performance":1048,"input_tokens":466138,"output_tokens":85450,"total_tokens":551588,"cost":0.14840546999999998},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205973,"overall_relative_score":205973,"max_execution_time_ms":1400,"max_memory_usage_kib":5120,"rank":409,"performance":1423,"input_tokens":530860,"output_tokens":165071,"total_tokens":695931,"cost":0.27317637000000006}]}]},{"model_name":"minimax-m2.7","detail_path":"data/model_details/minimax-m2.7.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":732.75,"median":730.5,"min":186,"max":1382,"stdev":242.26154017126584},"short":{"mean":654.9130434782609,"median":613.0,"min":186,"max":1019,"stdev":226.49381148348448},"long":{"mean":838.0588235294117,"median":824.0,"min":491,"max":1382,"stdev":228.0996138171422}},"performance":{"all":{"mean":599.25,"median":638.5,"min":-65,"max":1441,"stdev":432.7640886328906},"short":{"mean":603.5217391304348,"median":638.0,"min":-65,"max":1441,"stdev":472.1761872211009},"long":{"mean":593.4705882352941,"median":640.0,"min":-50,"max":1149,"stdev":387.15389666886006}},"input_tokens":{"all":{"mean":3028.275,"median":2606.0,"min":1165,"max":7572,"stdev":1657.428158902544},"short":{"mean":2423.913043478261,"median":1800.0,"min":1407,"max":7572,"stdev":1432.7508161525404},"long":{"mean":3845.9411764705883,"median":3655.0,"min":1165,"max":7454,"stdev":1624.1912399171254}},"output_tokens":{"all":{"mean":38883.525,"median":39487.5,"min":6381,"max":106192,"stdev":21354.514386097046},"short":{"mean":34862.217391304344,"median":34508.0,"min":6381,"max":106192,"stdev":21885.676295356705},"long":{"mean":44324.117647058825,"median":41164.0,"min":18237,"max":105609,"stdev":19955.95469678898}},"total_tokens":{"all":{"mean":41911.8,"median":41731.5,"min":7788,"max":111501,"stdev":21921.841559129785},"short":{"mean":37286.13043478261,"median":35975.0,"min":7788,"max":109450,"stdev":22264.212476741373},"long":{"mean":48170.05882352941,"median":46460.0,"min":22646,"max":111501,"stdev":20431.102825932416}},"cost":{"all":{"mean":0.0471770265,"median":0.04787649,"min":0.00775746,"max":0.12782328,"stdev":0.025708236687947625},"short":{"mean":0.042206290434782606,"median":0.0418497,"min":0.00775746,"max":0.12776412,"stdev":0.02632570536146329},"long":{"mean":0.05390214,"median":0.0502194,"min":0.0232071,"max":0.12782328,"stdev":0.023968120181717425}},"results":[{"problem_id":"ahc001","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1165,"output_tokens":53194,"total_tokens":54359,"cost":0.0641823},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1427,"output_tokens":50572,"total_tokens":51999,"cost":0.0611145},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2562969880498,"overall_relative_score":2562969880498,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":2507,"output_tokens":26384,"total_tokens":28891,"cost":0.03186066},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1561,"output_tokens":43051,"total_tokens":44612,"cost":0.0521295},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5218597,"overall_relative_score":5218597,"max_execution_time_ms":350,"max_memory_usage_kib":39936,"rank":307,"performance":1196,"input_tokens":1753,"output_tokens":20836,"total_tokens":22589,"cost":0.02520726},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4599070,"overall_relative_score":4599070,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":533,"performance":967,"input_tokens":3655,"output_tokens":35547,"total_tokens":39202,"cost":0.0437529},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1467,"output_tokens":34508,"total_tokens":35975,"cost":0.0418497},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2177,"output_tokens":39153,"total_tokens":41330,"cost":0.0471459},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":5892,"output_tokens":105609,"total_tokens":111501,"cost":0.12782328},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":2114,"output_tokens":15330,"total_tokens":17444,"cost":0.01860084},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2876,"overall_relative_score":2876,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":533,"performance":800,"input_tokens":7572,"output_tokens":54810,"total_tokens":62382,"cost":0.066324},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":7454,"output_tokens":55856,"total_tokens":63310,"cost":0.0675438},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58427562,"overall_relative_score":58427562,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":597,"performance":803,"input_tokens":4666,"output_tokens":22888,"total_tokens":27554,"cost":0.0277602},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739096723,"overall_relative_score":739096723,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":2742,"output_tokens":41164,"total_tokens":43906,"cost":0.0502194},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71666591,"overall_relative_score":71666591,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":2525,"output_tokens":21729,"total_tokens":24254,"cost":0.02628006},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1421692563,"overall_relative_score":7447113143,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":941,"performance":640,"input_tokens":2687,"output_tokens":61164,"total_tokens":63851,"cost":0.07358922},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19520442683336,"overall_relative_score":4897450310,"max_execution_time_ms":1730,"max_memory_usage_kib":3072,"rank":933,"performance":376,"input_tokens":6907,"output_tokens":39553,"total_tokens":46460,"cost":0.04793898},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":26943533333333,"overall_relative_score":902976064,"max_execution_time_ms":885,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4409,"output_tokens":18237,"total_tokens":22646,"cost":0.0232071},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290804846,"overall_relative_score":290804846,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":920,"performance":464,"input_tokens":3508,"output_tokens":44242,"total_tokens":47750,"cost":0.05339088},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1669,"output_tokens":17714,"total_tokens":19383,"cost":0.0217575},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2154,"output_tokens":57028,"total_tokens":59182,"cost":0.0690798},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1793,"output_tokens":9508,"total_tokens":11301,"cost":0.0119475},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":162848923157,"overall_relative_score":150795395853,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":2777,"output_tokens":24919,"total_tokens":27696,"cost":0.03012222},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":588,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1692,"output_tokens":39422,"total_tokens":41114,"cost":0.047814},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1046,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3249,"output_tokens":30389,"total_tokens":33638,"cost":0.03668958},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":963047,"overall_relative_score":963047,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":593,"performance":1097,"input_tokens":1799,"output_tokens":15325,"total_tokens":17124,"cost":0.01850034},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":768976303966,"overall_relative_score":95184918168,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":993,"performance":584,"input_tokens":4016,"output_tokens":42628,"total_tokens":46644,"cost":0.0523584},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":771,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2911,"output_tokens":55563,"total_tokens":58474,"cost":0.0675489},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9519642250162,"overall_relative_score":9519642250162,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":723,"performance":946,"input_tokens":1691,"output_tokens":21220,"total_tokens":22911,"cost":0.0259713},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417261719,"overall_relative_score":614256339,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":2776,"output_tokens":48479,"total_tokens":51255,"cost":0.0590076},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":876,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1862,"output_tokens":44607,"total_tokens":46469,"cost":0.054087},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233931247,"overall_relative_score":233931247,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":442,"performance":1375,"input_tokens":4222,"output_tokens":19833,"total_tokens":24055,"cost":0.02408388},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":303432,"overall_relative_score":1800944959,"max_execution_time_ms":1251,"max_memory_usage_kib":3072,"rank":654,"performance":1015,"input_tokens":3941,"output_tokens":39680,"total_tokens":43621,"cost":0.0487983},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":640,"performance":639,"input_tokens":1800,"output_tokens":22457,"total_tokens":24257,"cost":0.02705904},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755209019,"overall_relative_score":948200730000,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":1029,"performance":578,"input_tokens":4120,"output_tokens":47023,"total_tokens":51143,"cost":0.05669664},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50830209,"overall_relative_score":50830209,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":807,"performance":891,"input_tokens":3258,"output_tokens":106192,"total_tokens":109450,"cost":0.12776412},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":613,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2187,"output_tokens":39946,"total_tokens":42133,"cost":0.0485913},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1511538,"overall_relative_score":1511538,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":995,"performance":188,"input_tokens":1446,"output_tokens":55079,"total_tokens":56525,"cost":0.0665286},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":4173,"output_tokens":28121,"total_tokens":32294,"cost":0.0349971},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1407,"output_tokens":6381,"total_tokens":7788,"cost":0.00775746}]},{"num_self_refine":2,"rank":{"all":{"mean":687.225,"median":647.0,"min":186,"max":1382,"stdev":256.67374157748316},"short":{"mean":611.8260869565217,"median":613.0,"min":186,"max":1019,"stdev":232.669420613319},"long":{"mean":789.2352941176471,"median":803.0,"min":381,"max":1382,"stdev":258.69202959594753}},"performance":{"all":{"mean":711.45,"median":761.5,"min":-65,"max":1638,"stdev":465.97364017005657},"short":{"mean":732.0869565217391,"median":755.0,"min":-65,"max":1638,"stdev":498.8839282969972},"long":{"mean":683.5294117647059,"median":802.0,"min":-50,"max":1401,"stdev":430.8134917872029}},"input_tokens":{"all":{"mean":17180.5,"median":11712.5,"min":3249,"max":68058,"stdev":15605.569438094193},"short":{"mean":15477.521739130434,"median":9115.0,"min":5421,"max":63155,"stdev":14779.087798980034},"long":{"mean":19484.529411764706,"median":11945.0,"min":3249,"max":68058,"stdev":16836.712168345275}},"output_tokens":{"all":{"mean":70837.125,"median":67159.5,"min":29571,"max":124350,"stdev":27788.28077481354},"short":{"mean":70436.26086956522,"median":67954.0,"min":29571,"max":124350,"stdev":30483.40063530462},"long":{"mean":71379.4705882353,"median":66365.0,"min":30389,"max":114699,"stdev":24575.68335549809}},"total_tokens":{"all":{"mean":88017.625,"median":79823.0,"min":33638,"max":171186,"stdev":35328.01913618337},"short":{"mean":85913.78260869565,"median":75786.0,"min":38167,"max":160536,"stdev":37273.0719786191},"long":{"mean":90864.0,"median":82651.0,"min":33638,"max":171186,"stdev":33420.5717410699}},"cost":{"all":{"mean":0.089466834,"median":0.08344367999999999,"min":0.03668958,"max":0.1550238,"stdev":0.034512707789392943},"short":{"mean":0.08845406347826087,"median":0.0846126,"min":0.038064,"max":0.1550238,"stdev":0.03742098489514268},"long":{"mean":0.09083705294117647,"median":0.08227476,"min":0.03668958,"max":0.144171,"stdev":0.03121616351518868}},"results":[{"problem_id":"ahc001","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":6954,"output_tokens":65200,"total_tokens":72154,"cost":0.0803262},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":15489,"output_tokens":118005,"total_tokens":133494,"cost":0.14459454},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2562969880498,"overall_relative_score":2562969880498,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":10630,"output_tokens":66365,"total_tokens":76995,"cost":0.08227476},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":12260,"output_tokens":81556,"total_tokens":93816,"cost":0.1015452},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5218597,"overall_relative_score":5218597,"max_execution_time_ms":350,"max_memory_usage_kib":39936,"rank":307,"performance":1196,"input_tokens":13869,"output_tokens":91016,"total_tokens":104885,"cost":0.11166102},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4599070,"overall_relative_score":4599070,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":533,"performance":967,"input_tokens":45076,"output_tokens":72164,"total_tokens":117240,"cost":0.1001196},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":16825,"output_tokens":102830,"total_tokens":119655,"cost":0.12661638},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":7474,"output_tokens":48786,"total_tokens":56260,"cost":0.0602946},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":354465627,"overall_relative_score":354465627,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":15860,"output_tokens":111986,"total_tokens":127846,"cost":0.13846608000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":7301,"output_tokens":56800,"total_tokens":64101,"cost":0.06992094},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2876,"overall_relative_score":2876,"max_execution_time_ms":90,"max_memory_usage_kib":7168,"rank":533,"performance":800,"input_tokens":36186,"output_tokens":124350,"total_tokens":160536,"cost":0.1550238},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":22278,"output_tokens":71660,"total_tokens":93938,"cost":0.0909558},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58427562,"overall_relative_score":58427562,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":597,"performance":803,"input_tokens":12762,"output_tokens":78787,"total_tokens":91549,"cost":0.0972678},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739096723,"overall_relative_score":739096723,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":9406,"output_tokens":64303,"total_tokens":73709,"cost":0.0799854},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115909697,"overall_relative_score":115909697,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":238,"performance":1538,"input_tokens":9187,"output_tokens":35247,"total_tokens":44434,"cost":0.04450026},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12357368948,"overall_relative_score":151152867440,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":381,"performance":1401,"input_tokens":9275,"output_tokens":100449,"total_tokens":109724,"cost":0.12270761999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":17664630235905,"overall_relative_score":4739104171,"max_execution_time_ms":6080,"max_memory_usage_kib":3072,"rank":933,"performance":376,"input_tokens":19360,"output_tokens":54280,"total_tokens":73640,"cost":0.06934728},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":26943533333333,"overall_relative_score":902976064,"max_execution_time_ms":885,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":10801,"output_tokens":44535,"total_tokens":55336,"cost":0.0566823},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290804846,"overall_relative_score":290804846,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":920,"performance":464,"input_tokens":63155,"output_tokens":67954,"total_tokens":131109,"cost":0.09973938},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":7034,"output_tokens":68752,"total_tokens":75786,"cost":0.0846126},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":9052,"output_tokens":65591,"total_tokens":74643,"cost":0.08142479999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":18535,"output_tokens":38458,"total_tokens":56993,"cost":0.0517101},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":162848923157,"overall_relative_score":150795395853,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":41662,"output_tokens":46232,"total_tokens":87894,"cost":0.06736332},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1120658,"overall_relative_score":1120658,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":728,"performance":543,"input_tokens":51385,"output_tokens":88946,"total_tokens":140331,"cost":0.1221507},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1046,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3249,"output_tokens":30389,"total_tokens":33638,"cost":0.03668958},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050615,"overall_relative_score":1050615,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":266,"performance":1638,"input_tokens":7642,"output_tokens":37638,"total_tokens":45280,"cost":0.04702884},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":768976303966,"overall_relative_score":95184918168,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":993,"performance":584,"input_tokens":12491,"output_tokens":70160,"total_tokens":82651,"cost":0.0879393},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":771,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":11533,"output_tokens":86293,"total_tokens":97826,"cost":0.1070115},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9558114871128,"overall_relative_score":9558114871128,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":719,"performance":953,"input_tokens":8596,"output_tokens":29571,"total_tokens":38167,"cost":0.038064},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417261719,"overall_relative_score":614256339,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":68058,"output_tokens":103128,"total_tokens":171186,"cost":0.144171},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1352926761,"overall_relative_score":1352926761,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":805,"performance":755,"input_tokens":6821,"output_tokens":47348,"total_tokens":54169,"cost":0.058863900000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233931247,"overall_relative_score":233931247,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":442,"performance":1375,"input_tokens":14131,"output_tokens":48417,"total_tokens":62548,"cost":0.06135738},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":303432,"overall_relative_score":1800944959,"max_execution_time_ms":1251,"max_memory_usage_kib":3072,"rank":654,"performance":1015,"input_tokens":20767,"output_tokens":114699,"total_tokens":135466,"cost":0.14190354},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":640,"performance":639,"input_tokens":8348,"output_tokens":30007,"total_tokens":38355,"cost":0.038083439999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755209019,"overall_relative_score":948200730000,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":1029,"performance":578,"input_tokens":11892,"output_tokens":64054,"total_tokens":75946,"cost":0.07763832},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50830209,"overall_relative_score":50830209,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":807,"performance":891,"input_tokens":9115,"output_tokens":123796,"total_tokens":132911,"cost":0.15064602000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":7251,"output_tokens":83570,"total_tokens":90821,"cost":0.1024593},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1511538,"overall_relative_score":1511538,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":995,"performance":188,"input_tokens":8144,"output_tokens":106554,"total_tokens":114698,"cost":0.13030799999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":11945,"output_tokens":47554,"total_tokens":59499,"cost":0.0606483},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":5421,"output_tokens":46055,"total_tokens":51476,"cost":0.05657046}]},{"num_self_refine":4,"rank":{"all":{"mean":652.85,"median":635.5,"min":54,"max":1382,"stdev":278.36634688288575},"short":{"mean":562.4782608695652,"median":568.0,"min":54,"max":1019,"stdev":244.56954199074997},"long":{"mean":775.1176470588235,"median":803.0,"min":256,"max":1382,"stdev":281.0838136466019}},"performance":{"all":{"mean":820.675,"median":866.0,"min":-65,"max":2024,"stdev":512.3163779871244},"short":{"mean":905.5652173913044,"median":945.0,"min":-65,"max":2024,"stdev":539.1375963759965},"long":{"mean":705.8235294117648,"median":802.0,"min":-50,"max":1522,"stdev":464.4579145754378}},"input_tokens":{"all":{"mean":50666.95,"median":42765.5,"min":3249,"max":125061,"stdev":25528.01361295228},"short":{"mean":51021.65217391304,"median":41231.0,"min":22555,"max":109361,"stdev":26434.56116802859},"long":{"mean":50187.05882352941,"median":45878.0,"min":3249,"max":125061,"stdev":25044.208927590895}},"output_tokens":{"all":{"mean":92118.825,"median":93476.0,"min":30389,"max":161187,"stdev":32669.42568690456},"short":{"mean":91370.52173913043,"median":94603.0,"min":35716,"max":157346,"stdev":32049.047862568917},"long":{"mean":93131.23529411765,"median":81621.0,"min":30389,"max":161187,"stdev":34457.353806062594}},"total_tokens":{"all":{"mean":142785.775,"median":141803.0,"min":33638,"max":237732,"stdev":46280.57401993566},"short":{"mean":142392.1739130435,"median":138262.0,"min":64402,"max":224793,"stdev":46907.40118055821},"long":{"mean":143318.29411764705,"median":145344.0,"min":33638,"max":237732,"stdev":46849.95427394341}},"cost":{"all":{"mean":0.122187255,"median":0.11988756,"min":0.03668958,"max":0.20496425999999998,"stdev":0.04148493618466513},"short":{"mean":0.12150308347826087,"median":0.1232811,"min":0.04748892,"max":0.20496425999999998,"stdev":0.04136587400073581},"long":{"mean":0.12311289882352941,"median":0.11356638000000001,"min":0.03668958,"max":0.20003208,"stdev":0.04290154689319633}},"results":[{"problem_id":"ahc001","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":26893,"output_tokens":78439,"total_tokens":105332,"cost":0.1021947},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":36572,"output_tokens":123010,"total_tokens":159582,"cost":0.15465288},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2751493183701,"overall_relative_score":2751493183701,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":256,"performance":1522,"input_tokens":57264,"output_tokens":139199,"total_tokens":196463,"cost":0.17654016},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":67447,"output_tokens":157346,"total_tokens":224793,"cost":0.20496425999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5218597,"overall_relative_score":5218597,"max_execution_time_ms":350,"max_memory_usage_kib":39936,"rank":307,"performance":1196,"input_tokens":37558,"output_tokens":100704,"total_tokens":138262,"cost":0.1280286},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4599070,"overall_relative_score":4599070,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":533,"performance":967,"input_tokens":69505,"output_tokens":79233,"total_tokens":148738,"cost":0.11356638000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":41231,"output_tokens":110969,"total_tokens":152200,"cost":0.14123274},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11589470938,"overall_relative_score":11589470938,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":491,"performance":846,"input_tokens":27132,"output_tokens":94158,"total_tokens":121290,"cost":0.11941031999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":371494188,"overall_relative_score":371494188,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":47774,"output_tokens":122658,"total_tokens":170432,"cost":0.15525708000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":27724,"output_tokens":94603,"total_tokens":122327,"cost":0.11861664000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3424,"overall_relative_score":3424,"max_execution_time_ms":720,"max_memory_usage_kib":21504,"rank":428,"performance":1045,"input_tokens":76763,"output_tokens":131613,"total_tokens":208376,"cost":0.17161242},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":64424,"output_tokens":80920,"total_tokens":145344,"cost":0.11008896},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65138836,"overall_relative_score":65138836,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":493,"performance":1017,"input_tokens":43445,"output_tokens":92794,"total_tokens":136239,"cost":0.1232811},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":739096723,"overall_relative_score":739096723,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":35492,"output_tokens":81621,"total_tokens":117113,"cost":0.10601304},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115605443,"overall_relative_score":115605443,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":42086,"output_tokens":110009,"total_tokens":152095,"cost":0.14175036},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12357368948,"overall_relative_score":151152867440,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":381,"performance":1401,"input_tokens":37688,"output_tokens":161187,"total_tokens":198875,"cost":0.20003208},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":17664630235905,"overall_relative_score":4739104171,"max_execution_time_ms":6080,"max_memory_usage_kib":3072,"rank":933,"performance":376,"input_tokens":54523,"output_tokens":63455,"total_tokens":117978,"cost":0.0872205},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":26943533333333,"overall_relative_score":902976064,"max_execution_time_ms":885,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":38949,"output_tokens":55147,"total_tokens":94096,"cost":0.0749127},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290804846,"overall_relative_score":290804846,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":920,"performance":464,"input_tokens":92928,"output_tokens":75159,"total_tokens":168087,"cost":0.11215776000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":109361,"output_tokens":107109,"total_tokens":216470,"cost":0.15897438},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287432702667,"overall_relative_score":287432702667,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":54,"performance":2024,"input_tokens":29642,"output_tokens":72854,"total_tokens":102496,"cost":0.09223308},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":28109,"output_tokens":40503,"total_tokens":68612,"cost":0.05531742},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":162848923157,"overall_relative_score":150795395853,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":62621,"output_tokens":56184,"total_tokens":118805,"cost":0.0816627},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290385,"overall_relative_score":1290385,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":79926,"output_tokens":106658,"total_tokens":186584,"cost":0.1519674},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1046,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3249,"output_tokens":30389,"total_tokens":33638,"cost":0.03668958},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050615,"overall_relative_score":1050615,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":266,"performance":1638,"input_tokens":62203,"output_tokens":56676,"total_tokens":118879,"cost":0.08624274},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":768976303966,"overall_relative_score":95184918168,"max_execution_time_ms":270,"max_memory_usage_kib":5120,"rank":993,"performance":584,"input_tokens":45878,"output_tokens":122948,"total_tokens":168826,"cost":0.161301},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":771,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":39944,"output_tokens":116104,"total_tokens":156048,"cost":0.15130799999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9954090002697,"overall_relative_score":9954090002697,"max_execution_time_ms":1400,"max_memory_usage_kib":3072,"rank":631,"performance":1087,"input_tokens":36726,"output_tokens":40361,"total_tokens":77087,"cost":0.05676372},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417261719,"overall_relative_score":614256339,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":125061,"output_tokens":112671,"total_tokens":237732,"cost":0.16615013999999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1352926761,"overall_relative_score":1352926761,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":805,"performance":755,"input_tokens":22555,"output_tokens":69573,"total_tokens":92128,"cost":0.08908746000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233137935,"overall_relative_score":233137935,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":449,"performance":1365,"input_tokens":60233,"output_tokens":65184,"total_tokens":125417,"cost":0.08511078},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271952964,"overall_relative_score":5988832171,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":45569,"output_tokens":121007,"total_tokens":166576,"cost":0.15427254},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340,"overall_relative_score":340,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":634,"performance":725,"input_tokens":28686,"output_tokens":35716,"total_tokens":64402,"cost":0.04748892},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755209019,"overall_relative_score":948200730000,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":1029,"performance":578,"input_tokens":59966,"output_tokens":71360,"total_tokens":131326,"cost":0.09534491999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55189411,"overall_relative_score":55189411,"max_execution_time_ms":880,"max_memory_usage_kib":3072,"rank":775,"performance":945,"input_tokens":29318,"output_tokens":129674,"total_tokens":158992,"cost":0.16171836000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":108068,"output_tokens":111758,"total_tokens":219826,"cost":0.16653},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1513216,"overall_relative_score":1513216,"max_execution_time_ms":420,"max_memory_usage_kib":3072,"rank":995,"performance":188,"input_tokens":34346,"output_tokens":111361,"total_tokens":145707,"cost":0.14111147999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":38380,"output_tokens":90709,"total_tokens":129089,"cost":0.12036480000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":51439,"output_tokens":63730,"total_tokens":115169,"cost":0.08631810000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":588.3,"median":556.5,"min":54,"max":1026,"stdev":280.3677255649472},"short":{"mean":492.0869565217391,"median":446.0,"min":54,"max":995,"stdev":259.5807656839071},"long":{"mean":718.4705882352941,"median":803.0,"min":249,"max":1026,"stdev":260.07982371933883}},"performance":{"all":{"mean":991.475,"median":1017.5,"min":75,"max":2024,"stdev":448.4762799947715},"short":{"mean":1091.9130434782608,"median":1179.0,"min":75,"max":2024,"stdev":469.480942883974},"long":{"mean":855.5882352941177,"median":992.0,"min":103,"max":1536,"stdev":391.24066423742454}},"input_tokens":{"all":{"mean":151183.725,"median":152460.0,"min":12515,"max":261234,"stdev":49754.53399825964},"short":{"mean":148398.73913043478,"median":150948.0,"min":59290,"max":255171,"stdev":48726.60063439065},"long":{"mean":154951.64705882352,"median":154395.0,"min":12515,"max":261234,"stdev":52375.50279465246}},"output_tokens":{"all":{"mean":110121.525,"median":116730.5,"min":46156,"max":174008,"stdev":33314.44852096113},"short":{"mean":107848.82608695653,"median":117791.0,"min":46156,"max":165546,"stdev":33620.64699049215},"long":{"mean":113196.35294117648,"median":111848.0,"min":61343,"max":174008,"stdev":33668.48165930039}},"total_tokens":{"all":{"mean":261305.25,"median":257891.5,"min":73858,"max":410963,"stdev":70565.89546630539},"short":{"mean":256247.5652173913,"median":250267.0,"min":105446,"max":410963,"stdev":69299.63577749366},"long":{"mean":268148.0,"median":267730.0,"min":73858,"max":396973,"stdev":73808.9892043984}},"cost":{"all":{"mean":0.1562771535,"median":0.16098969,"min":0.06703379999999999,"max":0.25238394,"stdev":0.04627121853755709},"short":{"mean":0.1536375104347826,"median":0.16130754,"min":0.06703379999999999,"max":0.25238394,"stdev":0.04690720799622198},"long":{"mean":0.15984843529411766,"median":0.15494358000000003,"min":0.07661418,"max":0.2293734,"stdev":0.046580997332720635}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":550664017242,"overall_relative_score":550664017242,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":783,"input_tokens":104795,"output_tokens":92353,"total_tokens":197148,"cost":0.12678209999999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3036615,"overall_relative_score":3036615,"max_execution_time_ms":1700,"max_memory_usage_kib":3072,"rank":333,"performance":1388,"input_tokens":102833,"output_tokens":131294,"total_tokens":234127,"cost":0.17077373999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754483647959,"overall_relative_score":2754483647959,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":249,"performance":1536,"input_tokens":152974,"output_tokens":152039,"total_tokens":305013,"cost":0.20475036000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3003667382,"overall_relative_score":3003667382,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":321,"performance":1235,"input_tokens":176186,"output_tokens":165546,"total_tokens":341732,"cost":0.22398947999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5218597,"overall_relative_score":5218597,"max_execution_time_ms":350,"max_memory_usage_kib":39936,"rank":307,"performance":1196,"input_tokens":127459,"output_tokens":120922,"total_tokens":248381,"cost":0.16130754},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5121144,"overall_relative_score":5121144,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":366,"performance":1245,"input_tokens":154395,"output_tokens":91998,"total_tokens":246393,"cost":0.13693602000000002},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1186178,"overall_relative_score":1186178,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":314,"performance":1179,"input_tokens":125725,"output_tokens":124762,"total_tokens":250487,"cost":0.16603974},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12624507414,"overall_relative_score":12624507414,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":327,"performance":1237,"input_tokens":255171,"output_tokens":155792,"total_tokens":410963,"cost":0.25238394},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":732287820,"overall_relative_score":732287820,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":545,"performance":1029,"input_tokens":169367,"output_tokens":141694,"total_tokens":311061,"cost":0.18914490000000006},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":133051,"output_tokens":115670,"total_tokens":248721,"cost":0.15829410000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3132,"overall_relative_score":3132,"max_execution_time_ms":1620,"max_memory_usage_kib":47596,"rank":474,"performance":945,"input_tokens":205218,"output_tokens":147329,"total_tokens":352547,"cost":0.20223851999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":168860416,"overall_relative_score":168860416,"max_execution_time_ms":1151,"max_memory_usage_kib":3072,"rank":844,"performance":549,"input_tokens":198345,"output_tokens":102510,"total_tokens":300855,"cost":0.14832846000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77618968,"overall_relative_score":77618968,"max_execution_time_ms":1010,"max_memory_usage_kib":3072,"rank":274,"performance":1434,"input_tokens":155462,"output_tokens":114182,"total_tokens":269644,"cost":0.16631844},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":978416228,"overall_relative_score":978416228,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":499,"performance":992,"input_tokens":147513,"output_tokens":111848,"total_tokens":259361,"cost":0.15494358000000003},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115605443,"overall_relative_score":115605443,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":127580,"output_tokens":122687,"total_tokens":250267,"cost":0.17001912},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12357368948,"overall_relative_score":151152867440,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":381,"performance":1401,"input_tokens":142122,"output_tokens":174008,"total_tokens":316130,"cost":0.22911636000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98294831692,"overall_relative_score":495201733345,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":622,"performance":1011,"input_tokens":164547,"output_tokens":77773,"total_tokens":242320,"cost":0.1142493},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147219006421261,"overall_relative_score":11819444478,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":496,"performance":1007,"input_tokens":134977,"output_tokens":76856,"total_tokens":211833,"cost":0.11011397999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290804846,"overall_relative_score":290804846,"max_execution_time_ms":190,"max_memory_usage_kib":9216,"rank":920,"performance":464,"input_tokens":193164,"output_tokens":87148,"total_tokens":280312,"cost":0.13608192000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":244578,"output_tokens":119889,"total_tokens":364467,"cost":0.19348115999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287432702667,"overall_relative_score":287432702667,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":54,"performance":2024,"input_tokens":105494,"output_tokens":88455,"total_tokens":193949,"cost":0.11876748},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":59290,"output_tokens":46156,"total_tokens":105446,"cost":0.06703379999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":162848923157,"overall_relative_score":150795395853,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":123377,"output_tokens":73541,"total_tokens":196918,"cost":0.11107398},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290385,"overall_relative_score":1290385,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":156711,"output_tokens":117791,"total_tokens":274502,"cost":0.17116218000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1046,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":12515,"output_tokens":61343,"total_tokens":73858,"cost":0.07661418},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050615,"overall_relative_score":1050615,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":266,"performance":1638,"input_tokens":151946,"output_tokens":70029,"total_tokens":221975,"cost":0.11143595999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":763624878313,"overall_relative_score":95944348224,"max_execution_time_ms":180,"max_memory_usage_kib":7208,"rank":992,"performance":586,"input_tokens":157546,"output_tokens":139427,"total_tokens":296973,"cost":0.19113971999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":771,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":177022,"output_tokens":131532,"total_tokens":308554,"cost":0.19772147999999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9954090002697,"overall_relative_score":9954090002697,"max_execution_time_ms":1400,"max_memory_usage_kib":3072,"rank":631,"performance":1087,"input_tokens":150948,"output_tokens":57584,"total_tokens":208532,"cost":0.08890656},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417261719,"overall_relative_score":614256339,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":261234,"output_tokens":135739,"total_tokens":396973,"cost":0.2037822},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1350771450,"overall_relative_score":1350771450,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":805,"performance":755,"input_tokens":83923,"output_tokens":85551,"total_tokens":169474,"cost":0.1146321},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231807048,"overall_relative_score":231807048,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":472,"performance":1332,"input_tokens":196930,"output_tokens":83592,"total_tokens":280522,"cost":0.11902835999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":271952964,"overall_relative_score":5988832171,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":649,"performance":1021,"input_tokens":129352,"output_tokens":133699,"total_tokens":263051,"cost":0.17737608000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":275234,"overall_relative_score":275234,"max_execution_time_ms":440,"max_memory_usage_kib":4096,"rank":292,"performance":1434,"input_tokens":101211,"output_tokens":48110,"total_tokens":149321,"cost":0.06949938},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10754812282,"overall_relative_score":948242128802,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":187855,"output_tokens":79875,"total_tokens":267730,"cost":0.11597729999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2020,"max_memory_usage_kib":3072,"rank":990,"performance":75,"input_tokens":110361,"output_tokens":146061,"total_tokens":256422,"cost":0.1898931},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":166361,"output_tokens":129956,"total_tokens":296317,"cost":0.19424622000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1513508,"overall_relative_score":1513508,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":995,"performance":188,"input_tokens":115652,"output_tokens":121566,"total_tokens":237218,"cost":0.16067183999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":216242,"output_tokens":148103,"total_tokens":364345,"cost":0.2293734},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":167917,"output_tokens":80451,"total_tokens":248368,"cost":0.12745806}]},{"num_self_refine":16,"rank":{"all":{"mean":580.225,"median":592.0,"min":57,"max":1017,"stdev":265.36153253385834},"short":{"mean":491.95652173913044,"median":446.0,"min":57,"max":995,"stdev":246.50751016788507},"long":{"mean":699.6470588235294,"median":701.0,"min":249,"max":1017,"stdev":248.46451989581698}},"performance":{"all":{"mean":1020.875,"median":1012.5,"min":123,"max":1998,"stdev":409.2078769262165},"short":{"mean":1091.2173913043478,"median":1119.0,"min":123,"max":1998,"stdev":466.62706118403486},"long":{"mean":925.7058823529412,"median":1002.0,"min":398,"max":1536,"stdev":303.36833319948755}},"input_tokens":{"all":{"mean":487625.2,"median":494626.5,"min":115707,"max":713058,"stdev":129020.80612716138},"short":{"mean":468490.9130434783,"median":473758.0,"min":166538,"max":682707,"stdev":115490.90692065645},"long":{"mean":513512.76470588235,"median":521096.0,"min":115707,"max":713058,"stdev":144904.1652431571}},"output_tokens":{"all":{"mean":136429.55,"median":143110.5,"min":49621,"max":195440,"stdev":34198.401000219215},"short":{"mean":131910.65217391305,"median":142912.0,"min":49621,"max":177429,"stdev":34008.369085763545},"long":{"mean":142543.35294117648,"median":150978.0,"min":89212,"max":195440,"stdev":34516.361049763735}},"total_tokens":{"all":{"mean":624054.75,"median":636222.5,"min":204919,"max":867854,"stdev":146517.20382712915},"short":{"mean":600401.5652173914,"median":613260.0,"min":216159,"max":827720,"stdev":132330.84327748252},"long":{"mean":656056.1176470588,"median":658420.0,"min":204919,"max":867854,"stdev":162345.12492098522}},"cost":{"all":{"mean":0.219925602,"median":0.2262093,"min":0.07990188,"max":0.35036873999999996,"stdev":0.054919139916274166},"short":{"mean":0.21455084608695651,"median":0.21716466,"min":0.07990188,"max":0.35036873999999996,"stdev":0.05822687359936676},"long":{"mean":0.2271973305882353,"median":0.23637516,"min":0.12994146,"max":0.29251896,"stdev":0.05091469629809508}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":577945941282,"overall_relative_score":577945941282,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":978,"performance":791,"input_tokens":462562,"output_tokens":136106,"total_tokens":598668,"cost":0.22468932},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3036794,"overall_relative_score":3036794,"max_execution_time_ms":1780,"max_memory_usage_kib":3072,"rank":333,"performance":1388,"input_tokens":329131,"output_tokens":143309,"total_tokens":472440,"cost":0.20252177999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2754483647959,"overall_relative_score":2754483647959,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":249,"performance":1536,"input_tokens":502851,"output_tokens":176370,"total_tokens":679221,"cost":0.26131770000000004},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3131575343,"overall_relative_score":3131575343,"max_execution_time_ms":2530,"max_memory_usage_kib":3072,"rank":305,"performance":1273,"input_tokens":491285,"output_tokens":177429,"total_tokens":668714,"cost":0.26139125999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5218597,"overall_relative_score":5218597,"max_execution_time_ms":350,"max_memory_usage_kib":39936,"rank":307,"performance":1196,"input_tokens":473758,"output_tokens":155278,"total_tokens":629036,"cost":0.24094980000000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5127202,"overall_relative_score":5127202,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":364,"performance":1248,"input_tokens":532655,"output_tokens":125765,"total_tokens":658420,"cost":0.21664313999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1235298,"overall_relative_score":1235298,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":299,"performance":1218,"input_tokens":439351,"output_tokens":148369,"total_tokens":587720,"cost":0.23029265999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12636119196,"overall_relative_score":12636119196,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":325,"performance":1242,"input_tokens":497968,"output_tokens":166923,"total_tokens":664891,"cost":0.28396583999999997},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":746268449,"overall_relative_score":746268449,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":545,"performance":1029,"input_tokens":648071,"output_tokens":181042,"total_tokens":829113,"cost":0.27491706000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":486530243,"overall_relative_score":486530243,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":520291,"output_tokens":142912,"total_tokens":663203,"cost":0.21985601999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3132,"overall_relative_score":3132,"max_execution_time_ms":1620,"max_memory_usage_kib":47596,"rank":474,"performance":945,"input_tokens":649614,"output_tokens":177074,"total_tokens":826688,"cost":0.27255372},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":168860416,"overall_relative_score":168860416,"max_execution_time_ms":1151,"max_memory_usage_kib":3072,"rank":844,"performance":549,"input_tokens":713058,"output_tokens":141548,"total_tokens":854606,"cost":0.23637516},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3030,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":580783,"output_tokens":161227,"total_tokens":742010,"cost":0.35036873999999996},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1027282440,"overall_relative_score":1027282440,"max_execution_time_ms":2570,"max_memory_usage_kib":3072,"rank":493,"performance":1002,"input_tokens":650213,"output_tokens":150978,"total_tokens":801191,"cost":0.25932582000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115605443,"overall_relative_score":115605443,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":242,"performance":1529,"input_tokens":455884,"output_tokens":148858,"total_tokens":604742,"cost":0.22772928},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12363179729,"overall_relative_score":151229868584,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":381,"performance":1401,"input_tokens":474982,"output_tokens":195440,"total_tokens":670422,"cost":0.2802946800000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98294831692,"overall_relative_score":495201733345,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":622,"performance":1011,"input_tokens":550193,"output_tokens":103180,"total_tokens":653373,"cost":0.1747899},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":147219006421261,"overall_relative_score":11819444478,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":496,"performance":1007,"input_tokens":509948,"output_tokens":107150,"total_tokens":617098,"cost":0.1765728},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294187286,"overall_relative_score":294187286,"max_execution_time_ms":370,"max_memory_usage_kib":9216,"rank":919,"performance":468,"input_tokens":516490,"output_tokens":117565,"total_tokens":634055,"cost":0.19915956000000007},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13352455,"overall_relative_score":13352455,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":248,"performance":1703,"input_tokens":682707,"output_tokens":145013,"total_tokens":827720,"cost":0.2804541},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287210735618,"overall_relative_score":287210735618,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":57,"performance":1998,"input_tokens":396750,"output_tokens":112682,"total_tokens":509432,"cost":0.17006532},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":166538,"output_tokens":49621,"total_tokens":216159,"cost":0.07990188},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":151909522899,"overall_relative_score":145103130696,"max_execution_time_ms":645,"max_memory_usage_kib":3072,"rank":812,"performance":874,"input_tokens":330814,"output_tokens":92332,"total_tokens":423146,"cost":0.15014868},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290385,"overall_relative_score":1290385,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":397639,"output_tokens":135775,"total_tokens":533414,"cost":0.21716466},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3909960112587,"overall_relative_score":11875194139,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":115707,"output_tokens":89212,"total_tokens":204919,"cost":0.12994146},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050615,"overall_relative_score":1050615,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":266,"performance":1638,"input_tokens":475586,"output_tokens":91470,"total_tokens":567056,"cost":0.16237811999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":758552066456,"overall_relative_score":96682010979,"max_execution_time_ms":230,"max_memory_usage_kib":6972,"rank":992,"performance":586,"input_tokens":521096,"output_tokens":159930,"total_tokens":681026,"cost":0.24331392},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49499030637,"overall_relative_score":7744571127,"max_execution_time_ms":20,"max_memory_usage_kib":7168,"rank":701,"performance":990,"input_tokens":704950,"output_tokens":162904,"total_tokens":867854,"cost":0.27225443999999993},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9997814349068,"overall_relative_score":9997814349068,"max_execution_time_ms":1220,"max_memory_usage_kib":3072,"rank":616,"performance":1109,"input_tokens":590523,"output_tokens":89774,"total_tokens":680297,"cost":0.16296737999999997},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417261719,"overall_relative_score":614256339,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":609596,"output_tokens":169022,"total_tokens":778618,"cost":0.27659639999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1684651510,"overall_relative_score":1684651510,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":774,"performance":817,"input_tokens":333495,"output_tokens":102139,"total_tokens":435634,"cost":0.15448769999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233918060,"overall_relative_score":233918060,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":442,"performance":1375,"input_tokens":621529,"output_tokens":104844,"total_tokens":726373,"cost":0.17613125999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249292949,"overall_relative_score":2132955217,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":653,"performance":1016,"input_tokens":434143,"output_tokens":157760,"total_tokens":591903,"cost":0.23078417999999995},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":289118,"overall_relative_score":289118,"max_execution_time_ms":320,"max_memory_usage_kib":4096,"rank":241,"performance":1542,"input_tokens":426875,"output_tokens":81177,"total_tokens":508052,"cost":0.1373193},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8275838570,"overall_relative_score":1240894661037,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":1017,"performance":605,"input_tokens":547166,"output_tokens":96204,"total_tokens":643370,"cost":0.16187099999999996},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55332333,"overall_relative_score":55332333,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":774,"performance":947,"input_tokens":464126,"output_tokens":174264,"total_tokens":638390,"cost":0.26095092000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":431022,"overall_relative_score":431022,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":651,"performance":1083,"input_tokens":379241,"output_tokens":156640,"total_tokens":535881,"cost":0.24288942000000008},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1513054,"overall_relative_score":1513054,"max_execution_time_ms":1760,"max_memory_usage_kib":3072,"rank":995,"performance":188,"input_tokens":386543,"output_tokens":137526,"total_tokens":524069,"cost":0.20063993999999993},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":421712,"output_tokens":178294,"total_tokens":600006,"cost":0.29251896},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":499184,"output_tokens":114076,"total_tokens":613260,"cost":0.20053080000000006}]}]},{"model_name":"mistral-large-3-2512","detail_path":"data/model_details/mistral-large-3-2512.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":839.0,"median":847.5,"min":186,"max":1382,"stdev":209.30581233430445},"short":{"mean":759.8695652173913,"median":740.0,"min":186,"max":1084,"stdev":204.19716504750681},"long":{"mean":946.0588235294117,"median":949.0,"min":727,"max":1382,"stdev":168.14445820046944}},"performance":{"all":{"mean":264.7,"median":138.5,"min":-110,"max":957,"stdev":305.9295377227934},"short":{"mean":251.08695652173913,"median":201.0,"min":-110,"max":957,"stdev":316.8930007321769},"long":{"mean":283.11764705882354,"median":132.0,"min":-80,"max":886,"stdev":299.0430325122417}},"input_tokens":{"all":{"mean":3119.5,"median":2665.0,"min":1376,"max":8399,"stdev":1812.4525811657415},"short":{"mean":2554.4347826086955,"median":1870.0,"min":1448,"max":8399,"stdev":1723.9434926957163},"long":{"mean":3884.0,"median":3356.0,"min":1376,"max":8189,"stdev":1685.4359599225359}},"output_tokens":{"all":{"mean":2362.8,"median":2279.0,"min":1187,"max":3527,"stdev":574.9861180041096},"short":{"mean":2308.521739130435,"median":2163.0,"min":1187,"max":3527,"stdev":613.9432805875931},"long":{"mean":2436.235294117647,"median":2447.0,"min":1301,"max":3353,"stdev":526.8974674227146}},"total_tokens":{"all":{"mean":5482.3,"median":5111.5,"min":3434,"max":10436,"stdev":1811.9176864758792},"short":{"mean":4862.95652173913,"median":4425.0,"min":3434,"max":10436,"stdev":1669.2427645835774},"long":{"mean":6320.235294117647,"median":5787.0,"min":3835,"max":10389,"stdev":1695.210552166447}},"cost":{"all":{"mean":0.00510395,"median":0.005008,"min":0.0029155,"max":0.0073945,"stdev":0.0011470421314328657},"short":{"mean":0.00474,"median":0.0047905,"min":0.0029155,"max":0.007255,"stdev":0.0010812851150367325},"long":{"mean":0.005596352941176471,"median":0.005636,"min":0.004137,"max":0.0073945,"stdev":0.0010730276494093985}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":394240,"rank":1382,"performance":-50,"input_tokens":1376,"output_tokens":2459,"total_tokens":3835,"cost":0.0043765},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":871,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":1520,"output_tokens":2838,"total_tokens":4358,"cost":0.005017},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1900681643801,"overall_relative_score":1900681643801,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":802,"performance":686,"input_tokens":2708,"output_tokens":2085,"total_tokens":4793,"cost":0.0044815},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1651,"output_tokens":3527,"total_tokens":5178,"cost":0.006116},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1841,"output_tokens":2719,"total_tokens":4560,"cost":0.004999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1127,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3781,"output_tokens":2497,"total_tokens":6278,"cost":0.005636},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":873,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1566,"output_tokens":2163,"total_tokens":3729,"cost":0.0040275},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2270,"output_tokens":1187,"total_tokens":3457,"cost":0.0029155},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":10072991,"overall_relative_score":10072991,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":810,"performance":580,"input_tokens":3093,"output_tokens":2406,"total_tokens":5499,"cost":0.0051555},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213217736,"overall_relative_score":213217736,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":689,"performance":633,"input_tokens":2251,"output_tokens":1617,"total_tokens":3868,"cost":0.003551},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8399,"output_tokens":2037,"total_tokens":10436,"cost":0.007255},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":998156,"rank":926,"performance":-80,"input_tokens":8189,"output_tokens":2200,"total_tokens":10389,"cost":0.0073945},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":6480,"output_tokens":1813,"total_tokens":8293,"cost":0.0059595},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3009,"output_tokens":3018,"total_tokens":6027,"cost":0.0060315},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28760864,"overall_relative_score":28760864,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":694,"performance":661,"input_tokens":2622,"output_tokens":2337,"total_tokens":4959,"cost":0.0048165},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":946673838,"overall_relative_score":5076733790,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":949,"performance":624,"input_tokens":2815,"output_tokens":2447,"total_tokens":5262,"cost":0.005078},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":11156,"rank":939,"performance":74,"input_tokens":7438,"output_tokens":1970,"total_tokens":9408,"cost":0.006674},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4553,"output_tokens":2928,"total_tokens":7481,"cost":0.0066685},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":297763808,"overall_relative_score":297763808,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":913,"performance":492,"input_tokens":3712,"output_tokens":2706,"total_tokens":6418,"cost":0.005915},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":1778,"output_tokens":2601,"total_tokens":4379,"cost":0.0047905},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2204,"output_tokens":2221,"total_tokens":4425,"cost":0.0044335},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1852,"output_tokens":2987,"total_tokens":4839,"cost":0.0054065},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260569512045,"overall_relative_score":149398296701,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":2896,"output_tokens":1951,"total_tokens":4847,"cost":0.0043745},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":615,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1752,"output_tokens":1966,"total_tokens":3718,"cost":0.003825},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3356,"output_tokens":1984,"total_tokens":5340,"cost":0.004654},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":20480,"rank":894,"performance":-42,"input_tokens":1870,"output_tokens":1858,"total_tokens":3728,"cost":0.003722},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":215658410841,"overall_relative_score":34306194583,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1014,"performance":534,"input_tokens":4152,"output_tokens":3040,"total_tokens":7192,"cost":0.006636},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1300,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3003,"output_tokens":2047,"total_tokens":5050,"cost":0.004572},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6202130433110,"overall_relative_score":6202130433110,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":1777,"output_tokens":1957,"total_tokens":3734,"cost":0.003824},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2863,"output_tokens":2924,"total_tokens":5787,"cost":0.0058175},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":886,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1938,"output_tokens":3256,"total_tokens":5194,"cost":0.005853},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202773770,"overall_relative_score":202773770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":4540,"output_tokens":1462,"total_tokens":6002,"cost":0.004463},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1032,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4104,"output_tokens":3353,"total_tokens":7457,"cost":0.0070815},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":1884,"output_tokens":3289,"total_tokens":5173,"cost":0.0058755},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1855,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4321,"output_tokens":2806,"total_tokens":7127,"cost":0.0063695},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55668940,"overall_relative_score":55668940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":765,"performance":957,"input_tokens":1675,"output_tokens":1759,"total_tokens":3434,"cost":0.003476},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2220,"output_tokens":2662,"total_tokens":4882,"cost":0.005103},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1502,"output_tokens":2126,"total_tokens":3628,"cost":0.00394},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":4371,"output_tokens":1301,"total_tokens":5672,"cost":0.004137},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":25680,"rank":939,"performance":116,"input_tokens":1448,"output_tokens":2008,"total_tokens":3456,"cost":0.003736}]},{"num_self_refine":2,"rank":{"all":{"mean":781.125,"median":783.5,"min":184,"max":1231,"stdev":219.27598667736814},"short":{"mean":712.2173913043479,"median":694.0,"min":184,"max":1084,"stdev":222.70525905570167},"long":{"mean":874.3529411764706,"median":926.0,"min":559,"max":1231,"stdev":181.50135714935803}},"performance":{"all":{"mean":444.45,"median":426.5,"min":-110,"max":1410,"stdev":419.33701946934747},"short":{"mean":440.95652173913044,"median":390.0,"min":-110,"max":1410,"stdev":450.05620641516134},"long":{"mean":449.1764705882353,"median":500.0,"min":-80,"max":1016,"stdev":387.38905432622215}},"input_tokens":{"all":{"mean":10502.525,"median":8844.5,"min":5055,"max":24319,"stdev":5101.611886993445},"short":{"mean":9752.869565217392,"median":7207.0,"min":5055,"max":22629,"stdev":5404.8531920550795},"long":{"mean":11516.764705882353,"median":10220.0,"min":5363,"max":24319,"stdev":4622.935086736182}},"output_tokens":{"all":{"mean":4355.05,"median":4248.0,"min":2286,"max":6475,"stdev":894.6472145273457},"short":{"mean":4202.478260869565,"median":4025.0,"min":2286,"max":5768,"stdev":908.0901471853},"long":{"mean":4561.470588235294,"median":4429.0,"min":3017,"max":6475,"stdev":859.2796487208819}},"total_tokens":{"all":{"mean":14857.575,"median":13455.0,"min":8165,"max":30061,"stdev":5498.901586762345},"short":{"mean":13955.347826086956,"median":11768.0,"min":8165,"max":28060,"stdev":5817.344173860968},"long":{"mean":16078.235294117647,"median":14888.0,"min":9792,"max":30061,"stdev":4941.618289202078}},"cost":{"all":{"mean":0.0117838375,"median":0.011202750000000001,"min":0.0063685,"max":0.0207725,"stdev":0.0032963324363008313},"short":{"mean":0.011180152173913044,"median":0.010353999999999999,"min":0.0063685,"max":0.019798,"stdev":0.0034658105094125024},"long":{"mean":0.012600588235294117,"median":0.011917500000000001,"min":0.009325,"max":0.0207725,"stdev":0.0029557522479231814}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23030162,"overall_relative_score":23030162,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1231,"performance":500,"input_tokens":5363,"output_tokens":4429,"total_tokens":9792,"cost":0.009325},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":871,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":6033,"output_tokens":5240,"total_tokens":11273,"cost":0.0108765},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1900681643801,"overall_relative_score":1900681643801,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":802,"performance":686,"input_tokens":8462,"output_tokens":4236,"total_tokens":12698,"cost":0.010585},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":811093550,"overall_relative_score":811093550,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":587,"performance":390,"input_tokens":22629,"output_tokens":5339,"total_tokens":27968,"cost":0.019323},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":9104,"output_tokens":5083,"total_tokens":14187,"cost":0.0121765},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4533780,"overall_relative_score":4533780,"max_execution_time_ms":1570,"max_memory_usage_kib":3072,"rank":559,"performance":922,"input_tokens":10220,"output_tokens":4668,"total_tokens":14888,"cost":0.012112000000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1198996,"overall_relative_score":1198996,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":310,"performance":1189,"input_tokens":5454,"output_tokens":4025,"total_tokens":9479,"cost":0.0087645},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5879,"output_tokens":2286,"total_tokens":8165,"cost":0.0063685},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225495997,"overall_relative_score":225495997,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":561,"performance":1008,"input_tokens":8756,"output_tokens":4513,"total_tokens":13269,"cost":0.011147500000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213217736,"overall_relative_score":213217736,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":689,"performance":633,"input_tokens":6941,"output_tokens":3265,"total_tokens":10206,"cost":0.008368},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":18985,"output_tokens":3951,"total_tokens":22936,"cost":0.015418999999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":998156,"rank":926,"performance":-80,"input_tokens":18730,"output_tokens":4153,"total_tokens":22883,"cost":0.0155945},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6638137,"overall_relative_score":6638137,"max_execution_time_ms":730,"max_memory_usage_kib":3072,"rank":701,"performance":463,"input_tokens":14923,"output_tokens":3582,"total_tokens":18505,"cost":0.0128345},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":9664,"output_tokens":5439,"total_tokens":15103,"cost":0.0129905},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28760864,"overall_relative_score":28760864,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":694,"performance":661,"input_tokens":8386,"output_tokens":4710,"total_tokens":13096,"cost":0.011258},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":946673838,"overall_relative_score":5076733790,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":949,"performance":624,"input_tokens":8754,"output_tokens":4887,"total_tokens":13641,"cost":0.0117075},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":11156,"rank":939,"performance":74,"input_tokens":16996,"output_tokens":4193,"total_tokens":21189,"cost":0.014787499999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":13002,"output_tokens":5590,"total_tokens":18592,"cost":0.014886},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":10939,"output_tokens":4977,"total_tokens":15916,"cost":0.012935},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":6449,"output_tokens":4748,"total_tokens":11197,"cost":0.0103465},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":12815,"output_tokens":4256,"total_tokens":17071,"cost":0.0127915},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":22292,"output_tokens":5768,"total_tokens":28060,"cost":0.019798},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260569512045,"overall_relative_score":149398296701,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":8653,"output_tokens":4240,"total_tokens":12893,"cost":0.0106865},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":615,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":5631,"output_tokens":3401,"total_tokens":9032,"cost":0.007917},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120823082506,"overall_relative_score":459397975078,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":8933,"output_tokens":3514,"total_tokens":12447,"cost":0.0097375},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":20480,"rank":894,"performance":-42,"input_tokens":5749,"output_tokens":3528,"total_tokens":9277,"cost":0.0081665},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":11499,"output_tokens":4112,"total_tokens":15611,"cost":0.011917500000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1300,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":8213,"output_tokens":3789,"total_tokens":12002,"cost":0.00979},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6202130433110,"overall_relative_score":6202130433110,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":6574,"output_tokens":3689,"total_tokens":10263,"cost":0.0088205},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":24319,"output_tokens":5742,"total_tokens":30061,"cost":0.0207725},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224331500,"overall_relative_score":224331500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":7298,"output_tokens":4470,"total_tokens":11768,"cost":0.010353999999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202773770,"overall_relative_score":202773770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":11350,"output_tokens":2828,"total_tokens":14178,"cost":0.009916999999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1032,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":11718,"output_tokens":6475,"total_tokens":18193,"cost":0.015571499999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":7207,"output_tokens":5645,"total_tokens":12852,"cost":0.012070999999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1855,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":11602,"output_tokens":4548,"total_tokens":16150,"cost":0.012623},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55668940,"overall_relative_score":55668940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":765,"performance":957,"input_tokens":5917,"output_tokens":3396,"total_tokens":9313,"cost":0.0080525},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":13426,"output_tokens":4601,"total_tokens":18027,"cost":0.0136145},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":5280,"output_tokens":3971,"total_tokens":9251,"cost":0.0085965},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142876036,"overall_relative_score":465042568799,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":10901,"output_tokens":3017,"total_tokens":13918,"cost":0.009975999999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205409,"overall_relative_score":205409,"max_execution_time_ms":1460,"max_memory_usage_kib":8192,"rank":417,"performance":1410,"input_tokens":5055,"output_tokens":3898,"total_tokens":8953,"cost":0.0083745}]},{"num_self_refine":4,"rank":{"all":{"mean":745.275,"median":752.5,"min":184,"max":1231,"stdev":234.1800739842783},"short":{"mean":675.2608695652174,"median":683.0,"min":184,"max":1019,"stdev":234.9658035837448},"long":{"mean":840.0,"median":811.0,"min":490,"max":1231,"stdev":202.93040679011116}},"performance":{"all":{"mean":605.65,"median":648.5,"min":-65,"max":1410,"stdev":394.86482919264074},"short":{"mean":642.5217391304348,"median":660.0,"min":-65,"max":1410,"stdev":402.6536826384337},"long":{"mean":555.7647058823529,"median":624.0,"min":51,"max":1133,"stdev":390.542656026804}},"input_tokens":{"all":{"mean":32904.1,"median":30159.5,"min":17444,"max":76121,"stdev":14257.397064915695},"short":{"mean":31414.695652173912,"median":25384.0,"min":17444,"max":72489,"stdev":15427.865540327826},"long":{"mean":34919.17647058824,"median":31200.0,"min":21000,"max":76121,"stdev":12676.731026941125}},"output_tokens":{"all":{"mean":8619.55,"median":8560.5,"min":4229,"max":12811,"stdev":1781.9597098959077},"short":{"mean":8224.521739130434,"median":8012.0,"min":4229,"max":11273,"stdev":1790.0304941426205},"long":{"mean":9154.0,"median":8751.0,"min":6803,"max":12811,"stdev":1675.2298349778755}},"total_tokens":{"all":{"mean":41523.65,"median":39358.0,"min":21673,"max":87444,"stdev":15138.128493463628},"short":{"mean":39639.217391304344,"median":34172.0,"min":21673,"max":83175,"stdev":16388.685600844266},"long":{"mean":44073.17647058824,"median":41165.0,"min":29609,"max":87444,"stdev":13314.04253615001}},"cost":{"all":{"mean":0.029381375,"median":0.029088249999999996,"min":0.015065499999999999,"max":0.055045000000000004,"stdev":0.008660172388103292},"short":{"mean":0.02804413043478261,"median":0.025874,"min":0.015065499999999999,"max":0.0528605,"stdev":0.009340158348883246},"long":{"mean":0.03119058823529412,"median":0.0296645,"min":0.0230455,"max":0.055045000000000004,"stdev":0.007537083933863478}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23030162,"overall_relative_score":23030162,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1231,"performance":500,"input_tokens":21000,"output_tokens":8609,"total_tokens":29609,"cost":0.0234135},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":871,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":22726,"output_tokens":10118,"total_tokens":32844,"cost":0.02654},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1900681643801,"overall_relative_score":1900681643801,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":802,"performance":686,"input_tokens":26994,"output_tokens":8751,"total_tokens":35745,"cost":0.0266235},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":811093550,"overall_relative_score":811093550,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":587,"performance":390,"input_tokens":72489,"output_tokens":10193,"total_tokens":82682,"cost":0.051533999999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4515321,"overall_relative_score":4515321,"max_execution_time_ms":260,"max_memory_usage_kib":4096,"rank":325,"performance":1149,"input_tokens":31903,"output_tokens":10181,"total_tokens":42084,"cost":0.031223},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4755490,"overall_relative_score":4755490,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":504,"performance":1015,"input_tokens":31995,"output_tokens":9645,"total_tokens":41640,"cost":0.030465},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1198996,"overall_relative_score":1198996,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":310,"performance":1189,"input_tokens":20975,"output_tokens":8235,"total_tokens":29210,"cost":0.02284},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":17444,"output_tokens":4229,"total_tokens":21673,"cost":0.015065499999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225495997,"overall_relative_score":225495997,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":561,"performance":1008,"input_tokens":29316,"output_tokens":9810,"total_tokens":39126,"cost":0.029373},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242641632,"overall_relative_score":242641632,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":680,"performance":660,"input_tokens":23806,"output_tokens":6850,"total_tokens":30656,"cost":0.022178},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3088,"overall_relative_score":3088,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":485,"performance":915,"input_tokens":46928,"output_tokens":8012,"total_tokens":54940,"cost":0.035482},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":540641822,"overall_relative_score":540641822,"max_execution_time_ms":1920,"max_memory_usage_kib":4096,"rank":490,"performance":1133,"input_tokens":50677,"output_tokens":7755,"total_tokens":58432,"cost":0.036971000000000004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67914437,"overall_relative_score":67914437,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":460,"performance":1078,"input_tokens":39055,"output_tokens":7089,"total_tokens":46144,"cost":0.030161},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":30942,"output_tokens":10799,"total_tokens":41741,"cost":0.0316695},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28760864,"overall_relative_score":28760864,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":694,"performance":661,"input_tokens":29724,"output_tokens":10209,"total_tokens":39933,"cost":0.0301755},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":946673838,"overall_relative_score":5076733790,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":949,"performance":624,"input_tokens":30198,"output_tokens":10967,"total_tokens":41165,"cost":0.0315495},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":11156,"rank":939,"performance":74,"input_tokens":42951,"output_tokens":8399,"total_tokens":51350,"cost":0.034074},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":37841,"output_tokens":9954,"total_tokens":47795,"cost":0.0338515},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":35183,"output_tokens":9512,"total_tokens":44695,"cost":0.0318595},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5179500,"overall_relative_score":5179500,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":998,"performance":558,"input_tokens":23210,"output_tokens":9249,"total_tokens":32459,"cost":0.0254785},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":42410,"output_tokens":8980,"total_tokens":51390,"cost":0.034675},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":71902,"output_tokens":11273,"total_tokens":83175,"cost":0.0528605},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260569512045,"overall_relative_score":149398296701,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":30121,"output_tokens":9469,"total_tokens":39590,"cost":0.029264},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":615,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":18136,"output_tokens":6410,"total_tokens":24546,"cost":0.018682999999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120823082506,"overall_relative_score":459397975078,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":27572,"output_tokens":6842,"total_tokens":34414,"cost":0.024049},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":20480,"rank":894,"performance":-42,"input_tokens":19048,"output_tokens":7051,"total_tokens":26099,"cost":0.0201005},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":33793,"output_tokens":8512,"total_tokens":42305,"cost":0.0296645},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1300,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":24338,"output_tokens":7251,"total_tokens":31589,"cost":0.0230455},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6202130433110,"overall_relative_score":6202130433110,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":25384,"output_tokens":8788,"total_tokens":34172,"cost":0.025874},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":76121,"output_tokens":11323,"total_tokens":87444,"cost":0.055045000000000004},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224331500,"overall_relative_score":224331500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":24218,"output_tokens":7514,"total_tokens":31732,"cost":0.023379999999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202773770,"overall_relative_score":202773770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":31478,"output_tokens":5582,"total_tokens":37060,"cost":0.024112},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1032,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":36810,"output_tokens":12811,"total_tokens":49621,"cost":0.0376215},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":25533,"output_tokens":10764,"total_tokens":36297,"cost":0.028912499999999994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5582337811,"overall_relative_score":1793915825709,"max_execution_time_ms":2400,"max_memory_usage_kib":3072,"rank":994,"performance":651,"input_tokens":31757,"output_tokens":7918,"total_tokens":39675,"cost":0.027755500000000002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55668940,"overall_relative_score":55668940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":765,"performance":957,"input_tokens":21390,"output_tokens":6601,"total_tokens":27991,"cost":0.0205965},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":41666,"output_tokens":7596,"total_tokens":49262,"cost":0.032227},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105320534,"overall_relative_score":105320534,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":928,"performance":557,"input_tokens":18515,"output_tokens":7175,"total_tokens":25690,"cost":0.02002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142876036,"overall_relative_score":465042568799,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":31200,"output_tokens":6803,"total_tokens":38003,"cost":0.0258045},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205409,"overall_relative_score":205409,"max_execution_time_ms":1460,"max_memory_usage_kib":8192,"rank":417,"performance":1410,"input_tokens":19415,"output_tokens":7553,"total_tokens":26968,"cost":0.021037}]},{"num_self_refine":8,"rank":{"all":{"mean":722.75,"median":739.0,"min":184,"max":1231,"stdev":230.11532783055566},"short":{"mean":670.0434782608696,"median":673.0,"min":184,"max":1019,"stdev":233.37785948209117},"long":{"mean":794.0588235294117,"median":802.0,"min":490,"max":1231,"stdev":211.63012267522177}},"performance":{"all":{"mean":658.6,"median":674.0,"min":-65,"max":1410,"stdev":388.49887304723853},"short":{"mean":679.0869565217391,"median":669.0,"min":-65,"max":1410,"stdev":375.31355534024397},"long":{"mean":630.8823529411765,"median":686.0,"min":51,"max":1250,"stdev":415.6834556415707}},"input_tokens":{"all":{"mean":109170.525,"median":107094.0,"min":63622,"max":215410,"stdev":34758.44698736867},"short":{"mean":105176.08695652174,"median":96093.0,"min":63622,"max":206036,"stdev":37792.44791190315},"long":{"mean":114574.76470588235,"median":110171.0,"min":79855,"max":215410,"stdev":30447.12547296011}},"output_tokens":{"all":{"mean":17196.7,"median":16640.5,"min":9023,"max":24646,"stdev":3418.634449226167},"short":{"mean":16421.91304347826,"median":16177.0,"min":9023,"max":22379,"stdev":3606.640377176061},"long":{"mean":18244.941176470587,"median":18071.0,"min":14505,"max":24646,"stdev":2927.6275478317816}},"total_tokens":{"all":{"mean":126367.225,"median":124736.5,"min":73431,"max":236137,"stdev":36663.73748590365},"short":{"mean":121598.0,"median":112311.0,"min":73431,"max":226790,"stdev":39982.39968809003},"long":{"mean":132819.70588235295,"median":130900.0,"min":94360,"max":236137,"stdev":31647.464965153027}},"cost":{"all":{"mean":0.0803803125,"median":0.079764,"min":0.0457385,"max":0.1387955,"stdev":0.02053358245863924},"short":{"mean":0.07722091304347826,"median":0.07534550000000001,"min":0.0457385,"max":0.134149,"stdev":0.022457102133670203},"long":{"mean":0.08465479411764706,"median":0.0855505,"min":0.061685000000000004,"max":0.1387955,"stdev":0.01733534853545172}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23030162,"overall_relative_score":23030162,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1231,"performance":500,"input_tokens":83459,"output_tokens":18071,"total_tokens":101530,"cost":0.06883600000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":871,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":89329,"output_tokens":19346,"total_tokens":108675,"cost":0.0736835},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1900681643801,"overall_relative_score":1900681643801,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":802,"performance":686,"input_tokens":90739,"output_tokens":15181,"total_tokens":105920,"cost":0.06814100000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":999192570,"overall_relative_score":999192570,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":577,"performance":461,"input_tokens":206036,"output_tokens":20754,"total_tokens":226790,"cost":0.134149},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4515321,"overall_relative_score":4515321,"max_execution_time_ms":260,"max_memory_usage_kib":4096,"rank":325,"performance":1149,"input_tokens":111543,"output_tokens":20593,"total_tokens":132136,"cost":0.086661},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4755490,"overall_relative_score":4755490,"max_execution_time_ms":1740,"max_memory_usage_kib":3072,"rank":504,"performance":1015,"input_tokens":114269,"output_tokens":19813,"total_tokens":134082,"cost":0.086854},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1198996,"overall_relative_score":1198996,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":310,"performance":1189,"input_tokens":80118,"output_tokens":16177,"total_tokens":96295,"cost":0.0643245},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":64408,"output_tokens":9023,"total_tokens":73431,"cost":0.0457385},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225528403,"overall_relative_score":225528403,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":561,"performance":1008,"input_tokens":110801,"output_tokens":20530,"total_tokens":131331,"cost":0.08619550000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266052698,"overall_relative_score":266052698,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":673,"performance":679,"input_tokens":88705,"output_tokens":13966,"total_tokens":102671,"cost":0.0653015},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3088,"overall_relative_score":3088,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":485,"performance":915,"input_tokens":132771,"output_tokens":16312,"total_tokens":149083,"cost":0.0908535},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":540641822,"overall_relative_score":540641822,"max_execution_time_ms":1920,"max_memory_usage_kib":4096,"rank":490,"performance":1133,"input_tokens":145902,"output_tokens":15819,"total_tokens":161721,"cost":0.0966795},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67914437,"overall_relative_score":67914437,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":460,"performance":1078,"input_tokens":115274,"output_tokens":14213,"total_tokens":129487,"cost":0.07895650000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":107985,"output_tokens":21855,"total_tokens":129840,"cost":0.08677499999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28284046,"overall_relative_score":28284046,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":761,"performance":388,"input_tokens":117261,"output_tokens":22379,"total_tokens":139640,"cost":0.092199},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1112169606,"overall_relative_score":5909049922,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":946,"performance":630,"input_tokens":110171,"output_tokens":20729,"total_tokens":130900,"cost":0.086179},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":11156,"rank":939,"performance":74,"input_tokens":120442,"output_tokens":15717,"total_tokens":136159,"cost":0.0837965},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":115490,"output_tokens":18537,"total_tokens":134027,"cost":0.0855505},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":119621,"output_tokens":18631,"total_tokens":138252,"cost":0.087757},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6126100,"overall_relative_score":6126100,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":970,"performance":629,"input_tokens":93121,"output_tokens":19190,"total_tokens":112311,"cost":0.07534550000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":130949,"output_tokens":16843,"total_tokens":147792,"cost":0.090739},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":204810,"output_tokens":20844,"total_tokens":225654,"cost":0.13367099999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":260569512045,"overall_relative_score":149398296701,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":115746,"output_tokens":20053,"total_tokens":135799,"cost":0.0879525},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":615,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":63622,"output_tokens":12779,"total_tokens":76401,"cost":0.0509795},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":94539,"output_tokens":15071,"total_tokens":109610,"cost":0.06987600000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":68717,"output_tokens":13703,"total_tokens":82420,"cost":0.054913000000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":108210,"output_tokens":16438,"total_tokens":124648,"cost":0.078762},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1300,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":79855,"output_tokens":14505,"total_tokens":94360,"cost":0.061685000000000004},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6202130433110,"overall_relative_score":6202130433110,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":106148,"output_tokens":18677,"total_tokens":124825,"cost":0.08108950000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":215410,"output_tokens":20727,"total_tokens":236137,"cost":0.1387955},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224331500,"overall_relative_score":224331500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":83434,"output_tokens":13757,"total_tokens":97191,"cost":0.06235249999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207519796,"overall_relative_score":207519796,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":811,"performance":836,"input_tokens":99021,"output_tokens":12008,"total_tokens":111029,"cost":0.0675225},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1032,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":126835,"output_tokens":24646,"total_tokens":151481,"cost":0.10038650000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21282,"overall_relative_score":21282,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":583,"performance":817,"input_tokens":96093,"output_tokens":21528,"total_tokens":117621,"cost":0.0803385},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3678881326,"overall_relative_score":2620563709776,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":532,"performance":1250,"input_tokens":101715,"output_tokens":15080,"total_tokens":116795,"cost":0.0734775},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55668940,"overall_relative_score":55668940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":765,"performance":957,"input_tokens":75661,"output_tokens":11607,"total_tokens":87268,"cost":0.055241},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":120207,"output_tokens":14693,"total_tokens":134900,"cost":0.082143},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106928812,"overall_relative_score":106928812,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":924,"performance":571,"input_tokens":74731,"output_tokens":16066,"total_tokens":90797,"cost":0.061464500000000005},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142876036,"overall_relative_score":465042568799,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":106203,"output_tokens":17392,"total_tokens":123595,"cost":0.07918950000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205351,"overall_relative_score":205351,"max_execution_time_ms":150,"max_memory_usage_kib":5120,"rank":417,"performance":1410,"input_tokens":77470,"output_tokens":14615,"total_tokens":92085,"cost":0.060657499999999996}]},{"num_self_refine":16,"rank":{"all":{"mean":701.25,"median":727.5,"min":184,"max":1231,"stdev":225.60923217152626},"short":{"mean":642.5652173913044,"median":642.0,"min":184,"max":1019,"stdev":221.05096616904612},"long":{"mean":780.6470588235294,"median":775.0,"min":451,"max":1231,"stdev":212.67755557900045}},"performance":{"all":{"mean":721.05,"median":753.5,"min":-65,"max":1412,"stdev":373.50728204894443},"short":{"mean":754.1304347826087,"median":765.0,"min":-65,"max":1412,"stdev":359.6681935981635},"long":{"mean":676.2941176470588,"median":742.0,"min":51,"max":1264,"stdev":398.0916610383032}},"input_tokens":{"all":{"mean":405906.675,"median":385758.0,"min":234795,"max":932987,"stdev":123383.71830737314},"short":{"mean":381087.39130434784,"median":363063.0,"min":234795,"max":622942,"stdev":96939.17123018159},"long":{"mean":439485.70588235295,"median":414690.0,"min":286734,"max":932987,"stdev":148669.80439667494}},"output_tokens":{"all":{"mean":34739.05,"median":33496.5,"min":19085,"max":50236,"stdev":7454.029913151265},"short":{"mean":33090.565217391304,"median":32880.0,"min":19085,"max":46492,"stdev":7023.977847514295},"long":{"mean":36969.35294117647,"median":36204.0,"min":25088,"max":50236,"stdev":7642.305247282855}},"total_tokens":{"all":{"mean":440645.725,"median":420755.0,"min":259052,"max":971701,"stdev":127355.96964293298},"short":{"mean":414177.95652173914,"median":398210.0,"min":259052,"max":663569,"stdev":101895.24424823327},"long":{"mean":476455.0588235294,"median":463048.0,"min":316705,"max":971701,"stdev":151292.83551587572}},"cost":{"all":{"mean":0.2550619125,"median":0.24509775000000003,"min":0.153783,"max":0.5245644999999999,"stdev":0.06808986799819321},"short":{"mean":0.24017954347826087,"median":0.236095,"min":0.153783,"max":0.37241149999999995,"stdev":0.05623507391398769},"long":{"mean":0.2751968823529412,"median":0.2761755,"min":0.18344050000000003,"max":0.5245644999999999,"stdev":0.07876162411600932}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":23030162,"overall_relative_score":23030162,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":1231,"performance":500,"input_tokens":351549,"output_tokens":36711,"total_tokens":388260,"cost":0.23084100000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":871,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":361220,"output_tokens":36990,"total_tokens":398210,"cost":0.236095},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1900681643801,"overall_relative_score":1900681643801,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":802,"performance":686,"input_tokens":291617,"output_tokens":25088,"total_tokens":316705,"cost":0.18344050000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":999192570,"overall_relative_score":999192570,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":577,"performance":461,"input_tokens":622942,"output_tokens":40627,"total_tokens":663569,"cost":0.37241149999999995},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4515321,"overall_relative_score":4515321,"max_execution_time_ms":260,"max_memory_usage_kib":4096,"rank":325,"performance":1149,"input_tokens":491281,"output_tokens":40376,"total_tokens":531657,"cost":0.3062045},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4750483,"overall_relative_score":4750483,"max_execution_time_ms":1610,"max_memory_usage_kib":3072,"rank":505,"performance":1014,"input_tokens":440554,"output_tokens":41958,"total_tokens":482512,"cost":0.283214},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1198996,"overall_relative_score":1198996,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":310,"performance":1189,"input_tokens":321634,"output_tokens":32880,"total_tokens":354514,"cost":0.21013700000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":261833,"output_tokens":19085,"total_tokens":280918,"cost":0.159544},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225528403,"overall_relative_score":225528403,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":561,"performance":1008,"input_tokens":447219,"output_tokens":44813,"total_tokens":492032,"cost":0.29082900000000006},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":294973216,"overall_relative_score":294973216,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":665,"performance":701,"input_tokens":354227,"output_tokens":32994,"total_tokens":387221,"cost":0.2266045},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3088,"overall_relative_score":3088,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":485,"performance":915,"input_tokens":424681,"output_tokens":32594,"total_tokens":457275,"cost":0.2612315},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":606824168,"overall_relative_score":606824168,"max_execution_time_ms":2800,"max_memory_usage_kib":5120,"rank":451,"performance":1187,"input_tokens":471035,"output_tokens":32132,"total_tokens":503167,"cost":0.2837155},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67914437,"overall_relative_score":67914437,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":460,"performance":1078,"input_tokens":379828,"output_tokens":31766,"total_tokens":411594,"cost":0.237563},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":414690,"output_tokens":48358,"total_tokens":463048,"cost":0.279882},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29702034,"overall_relative_score":29702034,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":642,"performance":791,"input_tokens":474107,"output_tokens":46492,"total_tokens":520599,"cost":0.3067915},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1154090295,"overall_relative_score":6093051327,"max_execution_time_ms":600,"max_memory_usage_kib":4096,"rank":946,"performance":630,"input_tokens":463106,"output_tokens":50236,"total_tokens":513342,"cost":0.30690700000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2527394301419,"overall_relative_score":360737381616,"max_execution_time_ms":440,"max_memory_usage_kib":7168,"rank":797,"performance":742,"input_tokens":385094,"output_tokens":31258,"total_tokens":416352,"cost":0.23943400000000004},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":392911,"output_tokens":36204,"total_tokens":429115,"cost":0.2507615},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":423906,"output_tokens":32831,"total_tokens":456737,"cost":0.26119950000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6510150,"overall_relative_score":6510150,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":960,"performance":652,"input_tokens":386422,"output_tokens":38736,"total_tokens":425158,"cost":0.251315},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238428755879,"overall_relative_score":238428755879,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":184,"performance":765,"input_tokens":423118,"output_tokens":36596,"total_tokens":459714,"cost":0.26645300000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":572766,"output_tokens":33999,"total_tokens":606765,"cost":0.33738149999999995},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276413385032,"overall_relative_score":153057274545,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":470915,"output_tokens":47730,"total_tokens":518645,"cost":0.3070525},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":615,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":234795,"output_tokens":24257,"total_tokens":259052,"cost":0.153783},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":339804,"output_tokens":28628,"total_tokens":368432,"cost":0.212844},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":272030,"output_tokens":28026,"total_tokens":300056,"cost":0.178054},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":373215,"output_tokens":30938,"total_tokens":404153,"cost":0.2330145},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1300,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":286734,"output_tokens":29981,"total_tokens":316715,"cost":0.1883385},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6202130433110,"overall_relative_score":6202130433110,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":868,"performance":646,"input_tokens":435625,"output_tokens":37670,"total_tokens":473295,"cost":0.2743175},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":610875,"output_tokens":35586,"total_tokens":646461,"cost":0.3588165},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224331500,"overall_relative_score":224331500,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":316892,"output_tokens":29145,"total_tokens":346037,"cost":0.20216350000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222946016,"overall_relative_score":222946016,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":539,"performance":1239,"input_tokens":353322,"output_tokens":25248,"total_tokens":378570,"cost":0.21453300000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1032,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":932987,"output_tokens":38714,"total_tokens":971701,"cost":0.5245644999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21282,"overall_relative_score":21282,"max_execution_time_ms":1080,"max_memory_usage_kib":3072,"rank":583,"performance":817,"input_tokens":394653,"output_tokens":45271,"total_tokens":439924,"cost":0.26523299999999994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3633281025,"overall_relative_score":2637031583375,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":520,"performance":1264,"input_tokens":368491,"output_tokens":29514,"total_tokens":398005,"cost":0.2285165},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55668940,"overall_relative_score":55668940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":765,"performance":957,"input_tokens":251566,"output_tokens":21755,"total_tokens":273321,"cost":0.15841550000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":160440,"overall_relative_score":160440,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":922,"performance":579,"input_tokens":363063,"output_tokens":27980,"total_tokens":391043,"cost":0.2235015},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117650432,"overall_relative_score":117650432,"max_execution_time_ms":1690,"max_memory_usage_kib":3072,"rank":763,"performance":915,"input_tokens":344983,"output_tokens":36924,"total_tokens":381907,"cost":0.22787750000000007},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2216267078,"overall_relative_score":800636511251,"max_execution_time_ms":50,"max_memory_usage_kib":9200,"rank":775,"performance":1053,"input_tokens":430461,"output_tokens":40630,"total_tokens":471091,"cost":0.2761755},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205501,"overall_relative_score":205501,"max_execution_time_ms":300,"max_memory_usage_kib":7168,"rank":416,"performance":1412,"input_tokens":300116,"output_tokens":28841,"total_tokens":328957,"cost":0.19331950000000003}]}]},{"model_name":"mistral-medium-3.1","detail_path":"data/model_details/mistral-medium-3.1.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":848.05,"median":900.5,"min":186,"max":1382,"stdev":220.38532107104987},"short":{"mean":775.1304347826087,"median":740.0,"min":186,"max":1045,"stdev":214.68566966356482},"long":{"mean":946.7058823529412,"median":999.0,"min":577,"max":1382,"stdev":192.4320544717935}},"performance":{"all":{"mean":210.175,"median":120.0,"min":-155,"max":1033,"stdev":281.64206120717415},"short":{"mean":174.34782608695653,"median":116.0,"min":-155,"max":793,"stdev":264.3153434640408},"long":{"mean":258.6470588235294,"median":132.0,"min":-80,"max":1033,"stdev":304.86942720951674}},"input_tokens":{"all":{"mean":3119.5,"median":2665.0,"min":1376,"max":8399,"stdev":1812.4525811657415},"short":{"mean":2554.4347826086955,"median":1870.0,"min":1448,"max":8399,"stdev":1723.9434926957163},"long":{"mean":3884.0,"median":3356.0,"min":1376,"max":8189,"stdev":1685.4359599225359}},"output_tokens":{"all":{"mean":3062.175,"median":2955.5,"min":1736,"max":5562,"stdev":904.2037122270225},"short":{"mean":2736.8260869565215,"median":2759.0,"min":1736,"max":4733,"stdev":709.9942158646539},"long":{"mean":3502.3529411764707,"median":3334.0,"min":2261,"max":5562,"stdev":970.4159508412147}},"total_tokens":{"all":{"mean":6181.675,"median":5611.0,"min":3504,"max":13751,"stdev":2276.191684365436},"short":{"mean":5291.260869565217,"median":4773.0,"min":3504,"max":11490,"stdev":1862.7383122067486},"long":{"mean":7386.35294117647,"median":6937.0,"min":5213,"max":13751,"stdev":2275.122742325578}},"cost":{"all":{"mean":0.00737215,"median":0.0069142000000000006,"min":0.00438,"max":0.0143996,"stdev":0.002158406543654904},"short":{"mean":0.006495426086956522,"median":0.0063232,"min":0.00438,"max":0.0102024,"stdev":0.0015769784356678012},"long":{"mean":0.008558305882352941,"median":0.0081804,"min":0.0057232,"max":0.0143996,"stdev":0.0023100573955181797}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2351,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1376,"output_tokens":4022,"total_tokens":5398,"cost":0.0085944},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1520,"output_tokens":2911,"total_tokens":4431,"cost":0.00643},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2139456939139,"overall_relative_score":2139456939139,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":577,"performance":1033,"input_tokens":2708,"output_tokens":3118,"total_tokens":5826,"cost":0.0073192},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1651,"output_tokens":3596,"total_tokens":5247,"cost":0.0078524},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":868,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1841,"output_tokens":4733,"total_tokens":6574,"cost":0.0102024},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3781,"output_tokens":3334,"total_tokens":7115,"cost":0.0081804},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":470,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1566,"output_tokens":3056,"total_tokens":4622,"cost":0.0067384},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2270,"output_tokens":1736,"total_tokens":4006,"cost":0.00438},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":30214383,"overall_relative_score":30214383,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":804,"performance":595,"input_tokens":3093,"output_tokens":3068,"total_tokens":6161,"cost":0.0073732},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213217736,"overall_relative_score":213217736,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":689,"performance":633,"input_tokens":2251,"output_tokens":2759,"total_tokens":5010,"cost":0.0064184},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8399,"output_tokens":3091,"total_tokens":11490,"cost":0.0095416},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8189,"output_tokens":5562,"total_tokens":13751,"cost":0.0143996},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6480,"output_tokens":3000,"total_tokens":9480,"cost":0.008592},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":3009,"output_tokens":4115,"total_tokens":7124,"cost":0.0094336},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29749358,"overall_relative_score":29749358,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":641,"performance":793,"input_tokens":2622,"output_tokens":3209,"total_tokens":5831,"cost":0.0074668},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5831238,"overall_relative_score":247305981,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1020,"performance":439,"input_tokens":2815,"output_tokens":2398,"total_tokens":5213,"cost":0.005922},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7438,"output_tokens":3697,"total_tokens":11135,"cost":0.0103692},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":810,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4553,"output_tokens":4654,"total_tokens":9207,"cost":0.0111292},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3712,"output_tokens":2047,"total_tokens":5759,"cost":0.0055788},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4284500,"overall_relative_score":4284500,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1045,"performance":399,"input_tokens":1778,"output_tokens":2266,"total_tokens":4044,"cost":0.0052432},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2204,"output_tokens":2569,"total_tokens":4773,"cost":0.0060196},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1852,"output_tokens":3004,"total_tokens":4856,"cost":0.0067488},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":94313606,"overall_relative_score":324539595,"max_execution_time_ms":1156,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":2896,"output_tokens":2601,"total_tokens":5497,"cost":0.0063604},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1752,"output_tokens":2292,"total_tokens":4044,"cost":0.0052848},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":775,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3356,"output_tokens":3736,"total_tokens":7092,"cost":0.0088144},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1870,"output_tokens":3855,"total_tokens":5725,"cost":0.008458},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4152,"output_tokens":2785,"total_tokens":6937,"cost":0.0072308},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":20100,"rank":1002,"performance":117,"input_tokens":3003,"output_tokens":2261,"total_tokens":5264,"cost":0.0057232},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":963,"performance":-155,"input_tokens":1777,"output_tokens":3214,"total_tokens":4991,"cost":0.0071388},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2863,"output_tokens":4320,"total_tokens":7183,"cost":0.0097852},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1938,"output_tokens":2774,"total_tokens":4712,"cost":0.0063232},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143773105,"overall_relative_score":143773105,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":896,"performance":653,"input_tokens":4540,"output_tokens":1899,"total_tokens":6439,"cost":0.005614},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4104,"output_tokens":2719,"total_tokens":6823,"cost":0.0070796},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1884,"output_tokens":2126,"total_tokens":4010,"cost":0.0050056},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4321,"output_tokens":4803,"total_tokens":9124,"cost":0.0113344},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1675,"output_tokens":2071,"total_tokens":3746,"cost":0.004812},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":996,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2220,"output_tokens":2294,"total_tokens":4514,"cost":0.005476},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1502,"output_tokens":2002,"total_tokens":3504,"cost":0.0046048},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":617075995,"overall_relative_score":130321215530,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":1183,"performance":480,"input_tokens":4371,"output_tokens":2347,"total_tokens":6718,"cost":0.0064424},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":528300,"rank":939,"performance":116,"input_tokens":1448,"output_tokens":2443,"total_tokens":3891,"cost":0.0054652}]},{"num_self_refine":2,"rank":{"all":{"mean":810.025,"median":829.0,"min":186,"max":1382,"stdev":233.17050958142528},"short":{"mean":748.8260869565217,"median":736.0,"min":186,"max":1032,"stdev":207.97042013751357},"long":{"mean":892.8235294117648,"median":939.0,"min":382,"max":1382,"stdev":245.73187504221895}},"performance":{"all":{"mean":378.6,"median":271.0,"min":-155,"max":1217,"stdev":365.81148290566415},"short":{"mean":333.30434782608694,"median":265.0,"min":-155,"max":1006,"stdev":333.9644013122859},"long":{"mean":439.88235294117646,"median":439.0,"min":-50,"max":1217,"stdev":407.28995849900065}},"input_tokens":{"all":{"mean":12255.525,"median":9453.0,"min":5156,"max":66732,"stdev":10267.081738997524},"short":{"mean":12696.130434782608,"median":7435.0,"min":5156,"max":66732,"stdev":13237.839367456349},"long":{"mean":11659.411764705883,"median":10604.0,"min":6933,"max":22290,"stdev":3915.602572702309}},"output_tokens":{"all":{"mean":5812.925,"median":5638.5,"min":3286,"max":9565,"stdev":1600.9501087295087},"short":{"mean":5344.347826086957,"median":5476.0,"min":3286,"max":9565,"stdev":1422.809308397735},"long":{"mean":6446.882352941177,"median":6262.0,"min":3963,"max":9231,"stdev":1649.6172238716829}},"total_tokens":{"all":{"mean":18068.45,"median":15513.5,"min":9685,"max":72477,"stdev":10540.682012065783},"short":{"mean":18040.478260869564,"median":13446.0,"min":9685,"max":72477,"stdev":13389.944758082684},"long":{"mean":18106.29411764706,"median":17019.0,"min":12882,"max":31521,"stdev":4928.850763168655}},"cost":{"all":{"mean":0.01652806,"median":0.0156728,"min":0.0091432,"max":0.038182799999999996,"stdev":0.005442629389098335},"short":{"mean":0.015767147826086958,"median":0.014517200000000001,"min":0.0091432,"max":0.038182799999999996,"stdev":0.006144646648385713},"long":{"mean":0.017557529411764704,"median":0.0162884,"min":0.0120888,"max":0.027378,"stdev":0.004281398181050892}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2351,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":6933,"output_tokens":6991,"total_tokens":13924,"cost":0.016755199999999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":6375,"output_tokens":5476,"total_tokens":11851,"cost":0.013502},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2377539597423,"overall_relative_score":2377539597423,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":532,"performance":1093,"input_tokens":9495,"output_tokens":5859,"total_tokens":15354,"cost":0.015516},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":7123,"output_tokens":6666,"total_tokens":13789,"cost":0.0161812},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":868,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":8564,"output_tokens":9565,"total_tokens":18129,"cost":0.022555600000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5054542,"overall_relative_score":5054542,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":382,"performance":1217,"input_tokens":11208,"output_tokens":5811,"total_tokens":17019,"cost":0.0161052},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":470,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":6362,"output_tokens":5635,"total_tokens":11997,"cost":0.0138148},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7812842581,"overall_relative_score":7812842581,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":518,"performance":764,"input_tokens":6428,"output_tokens":3286,"total_tokens":9714,"cost":0.0091432},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":30214383,"overall_relative_score":30214383,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":804,"performance":595,"input_tokens":9411,"output_tokens":6262,"total_tokens":15673,"cost":0.0162884},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213217736,"overall_relative_score":213217736,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":689,"performance":633,"input_tokens":8083,"output_tokens":5642,"total_tokens":13725,"cost":0.014517200000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2772,"overall_relative_score":2772,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":646,"performance":301,"input_tokens":20039,"output_tokens":5690,"total_tokens":25729,"cost":0.0193956},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166613835,"overall_relative_score":166613835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":854,"performance":518,"input_tokens":22290,"output_tokens":9231,"total_tokens":31521,"cost":0.027378},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":24030,"output_tokens":5626,"total_tokens":29656,"cost":0.020864},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":10283,"output_tokens":7886,"total_tokens":18169,"cost":0.0198852},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29749358,"overall_relative_score":29749358,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":641,"performance":793,"input_tokens":9258,"output_tokens":7124,"total_tokens":16382,"cost":0.0179512},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5831238,"overall_relative_score":247305981,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1020,"performance":439,"input_tokens":8733,"output_tokens":5326,"total_tokens":14059,"cost":0.0141452},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":18809,"output_tokens":6356,"total_tokens":25165,"cost":0.0202356},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":810,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":13927,"output_tokens":9127,"total_tokens":23054,"cost":0.0238248},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":9933,"output_tokens":3513,"total_tokens":13446,"cost":0.0109992},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4386750,"overall_relative_score":4386750,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1032,"performance":450,"input_tokens":6579,"output_tokens":6599,"total_tokens":13178,"cost":0.0158296},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":22779,"output_tokens":4723,"total_tokens":27502,"cost":0.0185576},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6868,"output_tokens":6203,"total_tokens":13071,"cost":0.015153199999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":94313606,"overall_relative_score":324539595,"max_execution_time_ms":1156,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":8547,"output_tokens":4335,"total_tokens":12882,"cost":0.0120888},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":6293,"output_tokens":3847,"total_tokens":10140,"cost":0.0102112},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62373194765,"overall_relative_score":879144298563,"max_execution_time_ms":60,"max_memory_usage_kib":13312,"rank":614,"performance":1081,"input_tokens":10604,"output_tokens":6830,"total_tokens":17434,"cost":0.0179016},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":849767,"overall_relative_score":849767,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":741,"performance":831,"input_tokens":10996,"output_tokens":6688,"total_tokens":17684,"cost":0.017774400000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":717465473775,"overall_relative_score":102349799072,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":986,"performance":600,"input_tokens":12379,"output_tokens":4763,"total_tokens":17142,"cost":0.0144776},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":20100,"rank":1002,"performance":117,"input_tokens":8416,"output_tokens":5006,"total_tokens":13422,"cost":0.0133784},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":963,"performance":-155,"input_tokens":66732,"output_tokens":5745,"total_tokens":72477,"cost":0.038182799999999996},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":10218,"output_tokens":8330,"total_tokens":18548,"cost":0.0207472},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":23095,"output_tokens":4469,"total_tokens":27564,"cost":0.018176},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143773105,"overall_relative_score":143773105,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":896,"performance":653,"input_tokens":11787,"output_tokens":4823,"total_tokens":16610,"cost":0.0143608},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":11076,"output_tokens":5218,"total_tokens":16294,"cost":0.0148664},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":7435,"output_tokens":3710,"total_tokens":11145,"cost":0.010394},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":14638,"output_tokens":8303,"total_tokens":22941,"cost":0.0224612},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56176913,"overall_relative_score":56176913,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":736,"performance":1006,"input_tokens":5714,"output_tokens":4391,"total_tokens":10105,"cost":0.0110676},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173860,"overall_relative_score":173860,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":615,"input_tokens":6891,"output_tokens":4199,"total_tokens":11090,"cost":0.0111544},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":5156,"output_tokens":4529,"total_tokens":9685,"cost":0.011120399999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":617075995,"overall_relative_score":130321215530,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":1183,"performance":480,"input_tokens":11243,"output_tokens":3963,"total_tokens":15206,"cost":0.012423199999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":528300,"rank":939,"performance":116,"input_tokens":5491,"output_tokens":4771,"total_tokens":10262,"cost":0.0117384}]},{"num_self_refine":4,"rank":{"all":{"mean":779.0,"median":739.0,"min":186,"max":1382,"stdev":244.38798493274413},"short":{"mean":707.0869565217391,"median":665.0,"min":186,"max":1032,"stdev":197.91272480645657},"long":{"mean":876.2941176470588,"median":939.0,"min":247,"max":1382,"stdev":272.4538412066075}},"performance":{"all":{"mean":487.125,"median":465.0,"min":-65,"max":1477,"stdev":393.2903401644473},"short":{"mean":485.4347826086956,"median":450.0,"min":-65,"max":1082,"stdev":368.59460683754355},"long":{"mean":489.4117647058824,"median":480.0,"min":-50,"max":1477,"stdev":436.1261369752347}},"input_tokens":{"all":{"mean":41027.575,"median":33148.0,"min":20103,"max":205468,"stdev":30521.99280627046},"short":{"mean":42393.52173913043,"median":29895.0,"min":20103,"max":205468,"stdev":39026.70285478156},"long":{"mean":39179.529411764706,"median":36667.0,"min":25720,"max":74641,"stdev":13046.260695682342}},"output_tokens":{"all":{"mean":11761.8,"median":11356.5,"min":6740,"max":20379,"stdev":3364.3090058999464},"short":{"mean":10899.217391304348,"median":10632.0,"min":6740,"max":19136,"stdev":3002.551157031781},"long":{"mean":12928.823529411764,"median":12561.0,"min":7598,"max":20379,"stdev":3560.3841477306582}},"total_tokens":{"all":{"mean":52789.375,"median":44756.0,"min":28272,"max":216100,"stdev":30970.96206141513},"short":{"mean":53292.739130434784,"median":41713.0,"min":28272,"max":216100,"stdev":39186.390180563954},"long":{"mean":52108.35294117647,"median":48538.0,"min":33415,"max":85933,"stdev":15026.01329337383}},"cost":{"all":{"mean":0.03993463,"median":0.0371706,"min":0.0221736,"max":0.1034512,"stdev":0.014400032096228475},"short":{"mean":0.03875584347826087,"median":0.034534800000000004,"min":0.0221736,"max":0.1034512,"stdev":0.01680875011685137},"long":{"mean":0.04152945882352941,"median":0.0380072,"min":0.025678,"max":0.0634956,"stdev":0.01059518691099046}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2351,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":27976,"output_tokens":13059,"total_tokens":41035,"cost":0.0373084},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":24842,"output_tokens":10431,"total_tokens":35273,"cost":0.0307988},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2390416514014,"overall_relative_score":2390416514014,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":529,"performance":1097,"input_tokens":34946,"output_tokens":11481,"total_tokens":46427,"cost":0.0369404},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":28079,"output_tokens":13676,"total_tokens":41755,"cost":0.038583599999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":868,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":37195,"output_tokens":19136,"total_tokens":56331,"cost":0.05315},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5383379,"overall_relative_score":5383379,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":36853,"output_tokens":13626,"total_tokens":50479,"cost":0.0419932},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":470,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":24682,"output_tokens":11421,"total_tokens":36103,"cost":0.0327148},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7812842581,"overall_relative_score":7812842581,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":518,"performance":764,"input_tokens":21734,"output_tokens":6740,"total_tokens":28474,"cost":0.0221736},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":30214383,"overall_relative_score":30214383,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":804,"performance":595,"input_tokens":32213,"output_tokens":12561,"total_tokens":44774,"cost":0.0380072},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":213217736,"overall_relative_score":213217736,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":689,"performance":633,"input_tokens":30557,"output_tokens":11156,"total_tokens":41713,"cost":0.034534800000000004},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2772,"overall_relative_score":2772,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":646,"performance":301,"input_tokens":54044,"output_tokens":11729,"total_tokens":65773,"cost":0.04507559999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":166613835,"overall_relative_score":166613835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":854,"performance":518,"input_tokens":64929,"output_tokens":18762,"total_tokens":83691,"cost":0.0634956},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57841320,"overall_relative_score":57841320,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":603,"performance":789,"input_tokens":69471,"output_tokens":10652,"total_tokens":80123,"cost":0.0490924},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":38098,"output_tokens":15184,"total_tokens":53282,"cost":0.0456072},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29749358,"overall_relative_score":29749358,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":641,"performance":793,"input_tokens":37715,"output_tokens":17099,"total_tokens":54814,"cost":0.04928400000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5831238,"overall_relative_score":247305981,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1020,"performance":439,"input_tokens":31316,"output_tokens":10764,"total_tokens":42080,"cost":0.0340544},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":74641,"output_tokens":11292,"total_tokens":85933,"cost":0.052440400000000005},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":810,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":47672,"output_tokens":20379,"total_tokens":68051,"cost":0.0598268},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516112,"overall_relative_score":411516112,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":622,"performance":1049,"input_tokens":29895,"output_tokens":7913,"total_tokens":37808,"cost":0.027784000000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4386750,"overall_relative_score":4386750,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1032,"performance":450,"input_tokens":30352,"output_tokens":12446,"total_tokens":42798,"cost":0.0370328},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":71221,"output_tokens":9607,"total_tokens":80828,"cost":0.0477024},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":26859,"output_tokens":12493,"total_tokens":39352,"cost":0.0357296},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":94313606,"overall_relative_score":324539595,"max_execution_time_ms":1156,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":25720,"output_tokens":7695,"total_tokens":33415,"cost":0.025678},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":20739,"output_tokens":7533,"total_tokens":28272,"cost":0.0233616},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62373194765,"overall_relative_score":879144298563,"max_execution_time_ms":60,"max_memory_usage_kib":13312,"rank":614,"performance":1081,"input_tokens":36667,"output_tokens":13100,"total_tokens":49767,"cost":0.0408668},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960169,"overall_relative_score":960169,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":602,"performance":1082,"input_tokens":40109,"output_tokens":13478,"total_tokens":53587,"cost":0.0429996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":717465473775,"overall_relative_score":102349799072,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":986,"performance":600,"input_tokens":38281,"output_tokens":10257,"total_tokens":48538,"cost":0.0358264},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":20100,"rank":1002,"performance":117,"input_tokens":27835,"output_tokens":9682,"total_tokens":37517,"cost":0.030497999999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5333501699559,"overall_relative_score":5333501699559,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":962,"performance":96,"input_tokens":205468,"output_tokens":10632,"total_tokens":216100,"cost":0.1034512},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":38135,"output_tokens":17491,"total_tokens":55626,"cost":0.050236},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":71062,"output_tokens":8432,"total_tokens":79494,"cost":0.045288800000000004},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149773248,"overall_relative_score":149773248,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":877,"performance":700,"input_tokens":35591,"output_tokens":9147,"total_tokens":44738,"cost":0.0325304},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":34083,"output_tokens":12151,"total_tokens":46234,"cost":0.0379352},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":25357,"output_tokens":7000,"total_tokens":32357,"cost":0.0241428},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":46242,"output_tokens":14708,"total_tokens":60950,"cost":0.0479128},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56303312,"overall_relative_score":56303312,"max_execution_time_ms":1510,"max_memory_usage_kib":3072,"rank":720,"performance":1030,"input_tokens":24217,"output_tokens":11810,"total_tokens":36027,"cost":0.0333068},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173860,"overall_relative_score":173860,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":615,"input_tokens":24904,"output_tokens":9550,"total_tokens":34454,"cost":0.0290616},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127352754,"overall_relative_score":127352754,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":665,"performance":1061,"input_tokens":20103,"output_tokens":9155,"total_tokens":29258,"cost":0.026351199999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":617075995,"overall_relative_score":130321215530,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":1183,"performance":480,"input_tokens":30445,"output_tokens":7598,"total_tokens":38043,"cost":0.027374},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":528300,"rank":939,"performance":116,"input_tokens":20855,"output_tokens":9446,"total_tokens":30301,"cost":0.027234}]},{"num_self_refine":8,"rank":{"all":{"mean":739.55,"median":712.5,"min":186,"max":1382,"stdev":251.9719103188758},"short":{"mean":671.7826086956521,"median":646.0,"min":186,"max":1018,"stdev":215.17581744022073},"long":{"mean":831.2352941176471,"median":804.0,"min":247,"max":1382,"stdev":274.8816857785738}},"performance":{"all":{"mean":611.05,"median":577.5,"min":-50,"max":1477,"stdev":403.6874870236718},"short":{"mean":617.7826086956521,"median":513.0,"min":112,"max":1382,"stdev":383.2607653142296},"long":{"mean":601.9411764705883,"median":595.0,"min":-50,"max":1477,"stdev":441.6993421135347}},"input_tokens":{"all":{"mean":146119.475,"median":123735.5,"min":71443,"max":523676,"stdev":82455.24025174942},"short":{"mean":143681.08695652173,"median":116879.0,"min":71443,"max":523676,"stdev":92260.08383118644},"long":{"mean":149418.4705882353,"median":134041.0,"min":84316,"max":388470,"stdev":69629.25139185187}},"output_tokens":{"all":{"mean":24405.2,"median":23408.5,"min":12981,"max":43069,"stdev":7170.946228018183},"short":{"mean":22954.608695652172,"median":21295.0,"min":12981,"max":38941,"stdev":6264.797440962045},"long":{"mean":26367.764705882353,"median":25046.0,"min":14105,"max":43069,"stdev":8016.2024872240145}},"total_tokens":{"all":{"mean":170524.675,"median":149569.5,"min":84673,"max":546662,"stdev":84003.20984049985},"short":{"mean":166635.69565217392,"median":144230.0,"min":84673,"max":546662,"stdev":93446.09277810427},"long":{"mean":175786.23529411765,"median":159087.0,"min":99282,"max":408023,"stdev":71710.6850838226}},"cost":{"all":{"mean":0.10725819,"median":0.1026426,"min":0.055037199999999994,"max":0.2554424,"stdev":0.03819042630553987},"short":{"mean":0.10338165217391304,"median":0.0997272,"min":0.055037199999999994,"max":0.2554424,"stdev":0.04078847433841251},"long":{"mean":0.11250291764705883,"median":0.10370839999999999,"min":0.0636584,"max":0.194494,"stdev":0.03488121838404293}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2351,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":111636,"output_tokens":27669,"total_tokens":139305,"cost":0.09999240000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15612,"overall_relative_score":15612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":974,"performance":414,"input_tokens":95406,"output_tokens":18671,"total_tokens":114077,"cost":0.0755044},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2535398819973,"overall_relative_score":2535398819973,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":498,"performance":1139,"input_tokens":130846,"output_tokens":23358,"total_tokens":154204,"cost":0.0990544},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":905117782,"overall_relative_score":905117782,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":583,"performance":420,"input_tokens":116321,"output_tokens":28587,"total_tokens":144908,"cost":0.1037024},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":868,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":154112,"output_tokens":38941,"total_tokens":193053,"cost":0.1395268},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5383379,"overall_relative_score":5383379,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":141510,"output_tokens":29578,"total_tokens":171088,"cost":0.11576},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":470,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":95833,"output_tokens":21295,"total_tokens":117128,"cost":0.0809232},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7812842581,"overall_relative_score":7812842581,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":518,"performance":764,"input_tokens":79518,"output_tokens":12981,"total_tokens":92499,"cost":0.05776920000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":30214383,"overall_relative_score":30214383,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":804,"performance":595,"input_tokens":116842,"output_tokens":24477,"total_tokens":141319,"cost":0.0956908},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398032880,"overall_relative_score":398032880,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":647,"performance":747,"input_tokens":119687,"output_tokens":24543,"total_tokens":144230,"cost":0.09696080000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2772,"overall_relative_score":2772,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":646,"performance":301,"input_tokens":166970,"output_tokens":23074,"total_tokens":190044,"cost":0.112936},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169332475,"overall_relative_score":169332475,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":840,"performance":560,"input_tokens":217480,"output_tokens":38779,"total_tokens":256259,"cost":0.16455},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57841320,"overall_relative_score":57841320,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":603,"performance":789,"input_tokens":220072,"output_tokens":23971,"total_tokens":244043,"cost":0.1359708},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":150117,"output_tokens":31648,"total_tokens":181765,"cost":0.12334279999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31723546,"overall_relative_score":31723546,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":616,"performance":846,"input_tokens":161524,"output_tokens":34503,"total_tokens":196027,"cost":0.1336156},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5831238,"overall_relative_score":247305981,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1020,"performance":439,"input_tokens":118361,"output_tokens":22132,"total_tokens":140493,"cost":0.09160839999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":388470,"output_tokens":19553,"total_tokens":408023,"cost":0.194494},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":810,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":187011,"output_tokens":43069,"total_tokens":230080,"cost":0.1609424},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421441734,"overall_relative_score":421441734,"max_execution_time_ms":1530,"max_memory_usage_kib":7168,"rank":517,"performance":1201,"input_tokens":107935,"output_tokens":21241,"total_tokens":129176,"cost":0.08565600000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4570650,"overall_relative_score":4570650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1018,"performance":498,"input_tokens":139348,"output_tokens":23774,"total_tokens":163122,"cost":0.10328720000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":199203,"output_tokens":19308,"total_tokens":218511,"cost":0.1182972},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":109818,"output_tokens":27900,"total_tokens":137718,"cost":0.0997272},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":84316,"output_tokens":14966,"total_tokens":99282,"cost":0.0636584},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":71443,"output_tokens":13230,"total_tokens":84673,"cost":0.055037199999999994},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62373194765,"overall_relative_score":879144298563,"max_execution_time_ms":60,"max_memory_usage_kib":13312,"rank":614,"performance":1081,"input_tokens":134041,"output_tokens":25046,"total_tokens":159087,"cost":0.10370839999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960173,"overall_relative_score":960173,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":602,"performance":1082,"input_tokens":151951,"output_tokens":30185,"total_tokens":182136,"cost":0.1211504},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":674129502614,"overall_relative_score":106445706917,"max_execution_time_ms":609,"max_memory_usage_kib":3072,"rank":705,"performance":1014,"input_tokens":138084,"output_tokens":23459,"total_tokens":161543,"cost":0.10215160000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":20100,"rank":1002,"performance":117,"input_tokens":103749,"output_tokens":19626,"total_tokens":123375,"cost":0.08075159999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6016480687540,"overall_relative_score":6016480687540,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":961,"performance":112,"input_tokens":523676,"output_tokens":22986,"total_tokens":546662,"cost":0.2554424},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":152036,"output_tokens":38189,"total_tokens":190225,"cost":0.1371924},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":192574,"output_tokens":16301,"total_tokens":208875,"cost":0.1096316},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149773248,"overall_relative_score":149773248,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":877,"performance":700,"input_tokens":120819,"output_tokens":20089,"total_tokens":140908,"cost":0.08850559999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":126652,"output_tokens":27417,"total_tokens":154069,"cost":0.1054948},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":257468,"overall_relative_score":257468,"max_execution_time_ms":20,"max_memory_usage_kib":9216,"rank":318,"performance":1382,"input_tokens":90170,"output_tokens":18277,"total_tokens":108447,"cost":0.072622},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":6376093684,"overall_relative_score":1536488804457,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1008,"performance":623,"input_tokens":146983,"output_tokens":25181,"total_tokens":172164,"cost":0.10915520000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56303312,"overall_relative_score":56303312,"max_execution_time_ms":1510,"max_memory_usage_kib":3072,"rank":720,"performance":1030,"input_tokens":116879,"output_tokens":28191,"total_tokens":145070,"cost":0.1031336},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173860,"overall_relative_score":173860,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":615,"input_tokens":101263,"output_tokens":20556,"total_tokens":121819,"cost":0.08161720000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137033472,"overall_relative_score":137033472,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":499,"performance":1288,"input_tokens":88449,"output_tokens":20514,"total_tokens":108963,"cost":0.0764076},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":617075995,"overall_relative_score":130321215530,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":1183,"performance":480,"input_tokens":91980,"output_tokens":14105,"total_tokens":106085,"cost":0.065002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1419,"overall_relative_score":1419,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":81694,"output_tokens":18838,"total_tokens":100532,"cost":0.0703536}]},{"num_self_refine":16,"rank":{"all":{"mean":707.2,"median":701.0,"min":186,"max":1382,"stdev":244.2713077601866},"short":{"mean":661.6521739130435,"median":616.0,"min":186,"max":1018,"stdev":222.06522561373149},"long":{"mean":768.8235294117648,"median":747.0,"min":247,"max":1382,"stdev":265.7433525260128}},"performance":{"all":{"mean":700.725,"median":723.5,"min":-50,"max":1477,"stdev":390.4596888153034},"short":{"mean":673.6521739130435,"median":700.0,"min":112,"max":1408,"stdev":366.95548512488693},"long":{"mean":737.3529411764706,"median":781.0,"min":-50,"max":1477,"stdev":428.9367583304779}},"input_tokens":{"all":{"mean":538787.9,"median":504179.5,"min":247377,"max":1360741,"stdev":207714.85605892394},"short":{"mean":527010.304347826,"median":489339.0,"min":247377,"max":1360741,"stdev":217870.42712176737},"long":{"mean":554722.2941176471,"median":511447.0,"min":307938,"max":1152075,"stdev":198570.00266397386}},"output_tokens":{"all":{"mean":50973.65,"median":47933.5,"min":24286,"max":79117,"stdev":15048.75633084436},"short":{"mean":49492.86956521739,"median":46024.0,"min":24286,"max":76870,"stdev":14102.462329499083},"long":{"mean":52977.05882352941,"median":49755.0,"min":26350,"max":79117,"stdev":16466.11200113201}},"total_tokens":{"all":{"mean":589761.55,"median":560762.5,"min":271663,"max":1409248,"stdev":213363.1201358379},"short":{"mean":576503.1739130435,"median":555519.0,"min":271663,"max":1409248,"stdev":223451.9369074604},"long":{"mean":607699.3529411765,"median":565515.0,"min":334288,"max":1184634,"stdev":204242.36161633473}},"cost":{"all":{"mean":0.31746246,"median":0.3109758,"min":0.1475228,"max":0.6413104,"stdev":0.09762504662414015},"short":{"mean":0.3097898608695652,"median":0.305344,"min":0.1475228,"max":0.6413104,"stdev":0.10100402950907786},"long":{"mean":0.3278430352941176,"median":0.31266720000000003,"min":0.17587520000000004,"max":0.5259480000000001,"stdev":0.09489125097700618}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2351,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":476903,"output_tokens":60441,"total_tokens":537344,"cost":0.3116432},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15612,"overall_relative_score":15612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":974,"performance":414,"input_tokens":409191,"output_tokens":34816,"total_tokens":444007,"cost":0.23330839999999997},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2710812953497,"overall_relative_score":2710812953497,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":346,"performance":1362,"input_tokens":476407,"output_tokens":42351,"total_tokens":518758,"cost":0.2752648},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":905117782,"overall_relative_score":905117782,"max_execution_time_ms":610,"max_memory_usage_kib":3072,"rank":583,"performance":420,"input_tokens":502403,"output_tokens":57920,"total_tokens":560323,"cost":0.3168012},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":868,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":587591,"output_tokens":66637,"total_tokens":654228,"cost":0.36831040000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5383379,"overall_relative_score":5383379,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":247,"performance":1477,"input_tokens":609608,"output_tokens":71632,"total_tokens":681240,"cost":0.3871072},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":613837,"overall_relative_score":613837,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":433,"performance":848,"input_tokens":363899,"output_tokens":41489,"total_tokens":405388,"cost":0.22853759999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7812842581,"overall_relative_score":7812842581,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":518,"performance":764,"input_tokens":287886,"output_tokens":24823,"total_tokens":312709,"cost":0.1648004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":429922,"output_tokens":44582,"total_tokens":474504,"cost":0.2611328},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":398032880,"overall_relative_score":398032880,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":647,"performance":747,"input_tokens":540855,"output_tokens":61476,"total_tokens":602331,"cost":0.339294},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2900,"overall_relative_score":2900,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":529,"performance":810,"input_tokens":559261,"output_tokens":47360,"total_tokens":606621,"cost":0.31842439999999994},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169332475,"overall_relative_score":169332475,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":840,"performance":560,"input_tokens":788169,"output_tokens":79117,"total_tokens":867286,"cost":0.47350159999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57841320,"overall_relative_score":57841320,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":603,"performance":789,"input_tokens":781416,"output_tokens":66649,"total_tokens":848065,"cost":0.4458644},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":608728,"output_tokens":65498,"total_tokens":674226,"cost":0.3744872},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31723546,"overall_relative_score":31723546,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":616,"performance":846,"input_tokens":680677,"output_tokens":76870,"total_tokens":757547,"cost":0.42601079999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5831238,"overall_relative_score":247305981,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1020,"performance":439,"input_tokens":456755,"output_tokens":41773,"total_tokens":498528,"cost":0.266248},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":1152075,"output_tokens":32559,"total_tokens":1184634,"cost":0.5259480000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":810,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":699530,"output_tokens":73717,"total_tokens":773247,"cost":0.427246},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421441734,"overall_relative_score":421441734,"max_execution_time_ms":1530,"max_memory_usage_kib":7168,"rank":517,"performance":1201,"input_tokens":440185,"output_tokens":46024,"total_tokens":486209,"cost":0.268122},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4570650,"overall_relative_score":4570650,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1018,"performance":498,"input_tokens":553981,"output_tokens":44358,"total_tokens":598339,"cost":0.3103084},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":575020,"output_tokens":37668,"total_tokens":612688,"cost":0.305344},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":489339,"output_tokens":66180,"total_tokens":555519,"cost":0.3280956},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":326808,"output_tokens":36056,"total_tokens":362864,"cost":0.2028352},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":247377,"output_tokens":24286,"total_tokens":271663,"cost":0.1475228},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":62373194765,"overall_relative_score":879144298563,"max_execution_time_ms":60,"max_memory_usage_kib":13312,"rank":614,"performance":1081,"input_tokens":520033,"output_tokens":52327,"total_tokens":572360,"cost":0.31266720000000003},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960173,"overall_relative_score":960173,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":602,"performance":1082,"input_tokens":598124,"output_tokens":61998,"total_tokens":660122,"cost":0.36324560000000006},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":674129502614,"overall_relative_score":106445706917,"max_execution_time_ms":609,"max_memory_usage_kib":3072,"rank":705,"performance":1014,"input_tokens":541642,"output_tokens":49567,"total_tokens":591209,"cost":0.3157908},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":600876395089,"overall_relative_score":186867205,"max_execution_time_ms":399,"max_memory_usage_kib":5120,"rank":747,"performance":928,"input_tokens":381367,"output_tokens":37250,"total_tokens":418617,"cost":0.22704679999999994},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6016480687540,"overall_relative_score":6016480687540,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":961,"performance":112,"input_tokens":1360741,"output_tokens":48507,"total_tokens":1409248,"cost":0.6413104},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":45659895981,"overall_relative_score":29477397,"max_execution_time_ms":598,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":636991,"output_tokens":78076,"total_tokens":715067,"cost":0.4109483999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":542379,"output_tokens":33019,"total_tokens":575398,"cost":0.2829896},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149773248,"overall_relative_score":149773248,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":877,"performance":700,"input_tokens":454617,"output_tokens":42353,"total_tokens":496970,"cost":0.26655280000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":839,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":505956,"output_tokens":59559,"total_tokens":565515,"cost":0.3215004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269624,"overall_relative_score":269624,"max_execution_time_ms":290,"max_memory_usage_kib":9216,"rank":305,"performance":1408,"input_tokens":466980,"output_tokens":64912,"total_tokens":531892,"cost":0.316616},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":6376093684,"overall_relative_score":1536488804457,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1008,"performance":623,"input_tokens":511447,"output_tokens":49755,"total_tokens":561202,"cost":0.3040888},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56303312,"overall_relative_score":56303312,"max_execution_time_ms":1510,"max_memory_usage_kib":3072,"rank":720,"performance":1030,"input_tokens":464550,"output_tokens":45558,"total_tokens":510108,"cost":0.27693599999999996},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173860,"overall_relative_score":173860,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":615,"input_tokens":434058,"output_tokens":45670,"total_tokens":479728,"cost":0.26496320000000007},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":137590152,"overall_relative_score":137590152,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":486,"performance":1306,"input_tokens":431912,"output_tokens":56605,"total_tokens":488517,"cost":0.28597480000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142876036,"overall_relative_score":465042568799,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":811,"performance":1016,"input_tokens":307938,"output_tokens":26350,"total_tokens":334288,"cost":0.17587520000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1419,"overall_relative_score":1419,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":348795,"output_tokens":43158,"total_tokens":391953,"cost":0.22583399999999998}]}]},{"model_name":"mistral-medium-3.5","detail_path":"data/model_details/mistral-medium-3.5.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":684.925,"median":662.5,"min":186,"max":1382,"stdev":235.9861346970003},"short":{"mean":614.3913043478261,"median":661.0,"min":186,"max":986,"stdev":194.50747569892218},"long":{"mean":780.3529411764706,"median":727.0,"min":431,"max":1382,"stdev":258.64114646950287}},"performance":{"all":{"mean":763.975,"median":882.5,"min":-110,"max":1437,"stdev":385.12545325333895},"short":{"mean":779.6521739130435,"median":771.0,"min":-110,"max":1437,"stdev":390.94008012105803},"long":{"mean":742.7647058823529,"median":893.0,"min":-50,"max":1287,"stdev":388.01506565656774}},"input_tokens":{"all":{"mean":3131.5,"median":2677.0,"min":1388,"max":8411,"stdev":1812.4525811657415},"short":{"mean":2566.4347826086955,"median":1882.0,"min":1460,"max":8411,"stdev":1723.9434926957163},"long":{"mean":3896.0,"median":3368.0,"min":1388,"max":8201,"stdev":1685.4359599225359}},"output_tokens":{"all":{"mean":35774.625,"median":35106.5,"min":18706,"max":61275,"stdev":9540.23845771835},"short":{"mean":36690.913043478264,"median":37884.0,"min":22577,"max":61275,"stdev":10134.936829479964},"long":{"mean":34534.94117647059,"median":33003.0,"min":18706,"max":54387,"stdev":8819.08713012994}},"total_tokens":{"all":{"mean":38906.125,"median":38294.5,"min":21426,"max":62789,"stdev":9461.434211732845},"short":{"mean":39257.34782608696,"median":41290.0,"min":24839,"max":62789,"stdev":10289.090929049324},"long":{"mean":38430.94117647059,"median":36846.0,"min":21426,"max":57214,"stdev":8498.221552702867}},"cost":{"all":{"mean":0.2729859375,"median":0.26774549999999997,"min":0.144375,"max":0.4618335,"stdev":0.07122050715804092},"short":{"mean":0.27899497826086955,"median":0.290019,"min":0.1755525,"max":0.4618335,"stdev":0.07606173363167792},"long":{"mean":0.2648560588235294,"median":0.2537685,"min":0.144375,"max":0.412143,"stdev":0.06547396092767584}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5173,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1388,"output_tokens":38675,"total_tokens":40063,"cost":0.2921445},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":579776,"overall_relative_score":579776,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":717,"performance":893,"input_tokens":1532,"output_tokens":24968,"total_tokens":26500,"cost":0.189294},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2640960675430,"overall_relative_score":2640960675430,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":431,"performance":1233,"input_tokens":2720,"output_tokens":18706,"total_tokens":21426,"cost":0.144375},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7549867,"overall_relative_score":7549867,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":1663,"output_tokens":44875,"total_tokens":46538,"cost":0.339057},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":1853,"output_tokens":45958,"total_tokens":47811,"cost":0.3474645},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4270327,"overall_relative_score":4270327,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":584,"performance":878,"input_tokens":3793,"output_tokens":38354,"total_tokens":42147,"cost":0.2933445},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1265348,"overall_relative_score":1265348,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":283,"performance":1259,"input_tokens":1578,"output_tokens":40155,"total_tokens":41733,"cost":0.3035295},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7886960221,"overall_relative_score":7886960221,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":517,"performance":767,"input_tokens":2282,"output_tokens":29554,"total_tokens":31836,"cost":0.225078},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221923184,"overall_relative_score":221923184,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":578,"performance":984,"input_tokens":3105,"output_tokens":24757,"total_tokens":27862,"cost":0.190335},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493753033,"overall_relative_score":493753033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":637,"performance":771,"input_tokens":2263,"output_tokens":32639,"total_tokens":34902,"cost":0.248187},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8411,"output_tokens":36987,"total_tokens":45398,"cost":0.290019},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181612226,"overall_relative_score":181612226,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":594,"performance":992,"input_tokens":8201,"output_tokens":28645,"total_tokens":36846,"cost":0.227139},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9781906,"overall_relative_score":9781906,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":699,"performance":473,"input_tokens":6492,"output_tokens":45445,"total_tokens":51937,"cost":0.3505755},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3021,"output_tokens":33699,"total_tokens":36720,"cost":0.257274},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2634,"output_tokens":31470,"total_tokens":34104,"cost":0.239976},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5805741629,"overall_relative_score":92377702027,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":465,"performance":1287,"input_tokens":2827,"output_tokens":54387,"total_tokens":57214,"cost":0.412143},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2364501952934,"overall_relative_score":393333234121,"max_execution_time_ms":110,"max_memory_usage_kib":11264,"rank":655,"performance":966,"input_tokens":7450,"output_tokens":28820,"total_tokens":36270,"cost":0.227325},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":4565,"output_tokens":27593,"total_tokens":32158,"cost":0.213795},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":386325552,"overall_relative_score":386325552,"max_execution_time_ms":50,"max_memory_usage_kib":7168,"rank":698,"performance":948,"input_tokens":3724,"output_tokens":43857,"total_tokens":47581,"cost":0.3345135},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13055075,"overall_relative_score":13055075,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":1790,"output_tokens":23049,"total_tokens":24839,"cost":0.1755525},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2216,"output_tokens":39074,"total_tokens":41290,"cost":0.296091},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2017,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1864,"output_tokens":43949,"total_tokens":45813,"cost":0.3324135},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72082285990,"overall_relative_score":202322836014,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":645,"performance":1077,"input_tokens":2908,"output_tokens":36514,"total_tokens":39422,"cost":0.278217},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1302978,"overall_relative_score":1302978,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":1764,"output_tokens":42409,"total_tokens":44173,"cost":0.3207135},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838767675936,"overall_relative_score":12086011681,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":3368,"output_tokens":41540,"total_tokens":44908,"cost":0.316602},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1550,"overall_relative_score":1550,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":860,"performance":463,"input_tokens":1882,"output_tokens":24457,"total_tokens":26339,"cost":0.1862505},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4732425013,"overall_relative_score":408724847,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":4164,"output_tokens":33003,"total_tokens":37167,"cost":0.2537685},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":550024433200,"overall_relative_score":191018374,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":747,"performance":928,"input_tokens":3015,"output_tokens":44995,"total_tokens":48010,"cost":0.341985},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1789,"output_tokens":25682,"total_tokens":27471,"cost":0.1952985},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":35467714600,"overall_relative_score":3881614,"max_execution_time_ms":1147,"max_memory_usage_kib":3072,"rank":1043,"performance":435,"input_tokens":2875,"output_tokens":32947,"total_tokens":35822,"cost":0.251415},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":1950,"output_tokens":40662,"total_tokens":42612,"cost":0.30789},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228991375,"overall_relative_score":228991375,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":488,"performance":1310,"input_tokens":4552,"output_tokens":22577,"total_tokens":27129,"cost":0.1761555},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":20623000,"overall_relative_score":27360179,"max_execution_time_ms":4655,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":4116,"output_tokens":27569,"total_tokens":31685,"cost":0.2129415},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15260,"overall_relative_score":15260,"max_execution_time_ms":690,"max_memory_usage_kib":29704,"rank":624,"performance":754,"input_tokens":1896,"output_tokens":37884,"total_tokens":39780,"cost":0.286974},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10718459875,"overall_relative_score":951317093858,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":4333,"output_tokens":45855,"total_tokens":50188,"cost":0.350412},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55926824,"overall_relative_score":55926824,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":760,"performance":969,"input_tokens":1687,"output_tokens":51205,"total_tokens":52892,"cost":0.38628},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":359820,"overall_relative_score":359820,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":781,"performance":887,"input_tokens":2232,"output_tokens":28085,"total_tokens":30317,"cost":0.2139855},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1821560,"overall_relative_score":1821560,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":986,"performance":270,"input_tokens":1514,"output_tokens":61275,"total_tokens":62789,"cost":0.4618335},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3143232915,"overall_relative_score":465020870726,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":813,"performance":1014,"input_tokens":4383,"output_tokens":31035,"total_tokens":35418,"cost":0.239337},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":1460,"output_tokens":27675,"total_tokens":29135,"cost":0.2097525}]},{"num_self_refine":2,"rank":{"all":{"mean":617.9,"median":641.0,"min":182,"max":1026,"stdev":225.3001189297147},"short":{"mean":563.9565217391304,"median":624.0,"min":182,"max":986,"stdev":222.7263870273589},"long":{"mean":690.8823529411765,"median":675.0,"min":259,"max":1026,"stdev":213.71911541581312}},"performance":{"all":{"mean":896.325,"median":967.5,"min":111,"max":1830,"stdev":380.650683630961},"short":{"mean":908.8260869565217,"median":931.0,"min":239,"max":1830,"stdev":406.5998314373743},"long":{"mean":879.4117647058823,"median":984.0,"min":111,"max":1450,"stdev":354.0241974116193}},"input_tokens":{"all":{"mean":8640.0,"median":7745.5,"min":4125,"max":19071,"stdev":3819.6782721276545},"short":{"mean":7263.95652173913,"median":5949.0,"min":4780,"max":18859,"stdev":3520.540111949003},"long":{"mean":10501.70588235294,"median":9883.0,"min":4125,"max":19071,"stdev":3480.8741137231946}},"output_tokens":{"all":{"mean":57157.85,"median":55473.5,"min":30738,"max":100355,"stdev":14666.374633835043},"short":{"mean":58295.913043478264,"median":61536.0,"min":30738,"max":81681,"stdev":14163.88026544679},"long":{"mean":55618.117647058825,"median":53562.0,"min":36536,"max":100355,"stdev":15623.2312194147}},"total_tokens":{"all":{"mean":65797.85,"median":65638.0,"min":38179,"max":108100,"stdev":14230.64282482321},"short":{"mean":65559.86956521739,"median":67863.0,"min":38179,"max":86760,"stdev":13932.58155385931},"long":{"mean":66119.82352941176,"median":63610.0,"min":44936,"max":108100,"stdev":15050.542856635164}},"cost":{"all":{"mean":0.441609675,"median":0.43157924999999997,"min":0.2476665,"max":0.76428,"stdev":0.10873508072885041},"short":{"mean":0.4480558043478261,"median":0.47067749999999997,"min":0.2476665,"max":0.620205,"stdev":0.10533293390987575},"long":{"mean":0.4328884411764706,"median":0.416775,"min":0.28662,"max":0.76428,"stdev":0.11585823022069396}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":870150890791,"overall_relative_score":870150890791,"max_execution_time_ms":2530,"max_memory_usage_kib":491520,"rank":731,"performance":1018,"input_tokens":4125,"output_tokens":60863,"total_tokens":64988,"cost":0.46265999999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":814062,"overall_relative_score":814062,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":687,"performance":931,"input_tokens":4974,"output_tokens":33205,"total_tokens":38179,"cost":0.2562345},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2627288716608,"overall_relative_score":2627288716608,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":8400,"output_tokens":36536,"total_tokens":44936,"cost":0.28662},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7549867,"overall_relative_score":7549867,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":4780,"output_tokens":63149,"total_tokens":67929,"cost":0.48078750000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4638256,"overall_relative_score":4638256,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":5949,"output_tokens":75195,"total_tokens":81144,"cost":0.572622},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5340878,"overall_relative_score":5340878,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":259,"performance":1450,"input_tokens":10040,"output_tokens":53562,"total_tokens":63602,"cost":0.416775},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1265348,"overall_relative_score":1265348,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":283,"performance":1259,"input_tokens":5112,"output_tokens":62751,"total_tokens":67863,"cost":0.4783005},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8150621627,"overall_relative_score":8150621627,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":6566,"output_tokens":49645,"total_tokens":56211,"cost":0.3821865},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221923184,"overall_relative_score":221923184,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":578,"performance":984,"input_tokens":9141,"output_tokens":38792,"total_tokens":47933,"cost":0.3046515},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":493753033,"overall_relative_score":493753033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":637,"performance":771,"input_tokens":6420,"output_tokens":68463,"total_tokens":74883,"cost":0.5228385},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4628,"overall_relative_score":4628,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":398,"performance":1109,"input_tokens":18859,"output_tokens":49030,"total_tokens":67889,"cost":0.3960135},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203771742,"overall_relative_score":203771742,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":588,"performance":1000,"input_tokens":19071,"output_tokens":44195,"total_tokens":63266,"cost":0.360069},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68020214,"overall_relative_score":68020214,"max_execution_time_ms":50,"max_memory_usage_kib":13312,"rank":458,"performance":1082,"input_tokens":14780,"output_tokens":64215,"total_tokens":78995,"cost":0.5037825},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":11737,"output_tokens":56011,"total_tokens":67748,"cost":0.43768799999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115909697,"overall_relative_score":115909697,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":238,"performance":1538,"input_tokens":7746,"output_tokens":46666,"total_tokens":54412,"cost":0.361614},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5805741629,"overall_relative_score":92377702027,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":465,"performance":1287,"input_tokens":7745,"output_tokens":100355,"total_tokens":108100,"cost":0.76428},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2364501952934,"overall_relative_score":393333234121,"max_execution_time_ms":110,"max_memory_usage_kib":11264,"rank":655,"performance":966,"input_tokens":17536,"output_tokens":46074,"total_tokens":63610,"cost":0.371859},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11916,"output_tokens":59644,"total_tokens":71560,"cost":0.465204},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403027035,"overall_relative_score":403027035,"max_execution_time_ms":80,"max_memory_usage_kib":7168,"rank":667,"performance":994,"input_tokens":10672,"output_tokens":70351,"total_tokens":81023,"cost":0.5436405},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":5100,"output_tokens":53246,"total_tokens":58346,"cost":0.406995},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":6497,"output_tokens":59791,"total_tokens":66288,"cost":0.45789},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2017,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":5481,"output_tokens":69536,"total_tokens":75017,"cost":0.5297415},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72082285990,"overall_relative_score":202322836014,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":645,"performance":1077,"input_tokens":7941,"output_tokens":53223,"total_tokens":61164,"cost":0.411084},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1302978,"overall_relative_score":1302978,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":5447,"output_tokens":69782,"total_tokens":75229,"cost":0.5315354999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838767675936,"overall_relative_score":12086011681,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":9883,"output_tokens":60765,"total_tokens":70648,"cost":0.47056200000000004},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1550,"overall_relative_score":1550,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":860,"performance":463,"input_tokens":5735,"output_tokens":34555,"total_tokens":40290,"cost":0.26776500000000003},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9576,"output_tokens":39763,"total_tokens":49339,"cost":0.3125865},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19344462912,"overall_relative_score":13480316100,"max_execution_time_ms":160,"max_memory_usage_kib":6144,"rank":684,"performance":1012,"input_tokens":9313,"output_tokens":63230,"total_tokens":72543,"cost":0.4881945},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9940648881501,"overall_relative_score":9940648881501,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":634,"performance":1080,"input_tokens":5649,"output_tokens":50856,"total_tokens":56505,"cost":0.3898935},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47573026400,"overall_relative_score":5355267,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":8967,"output_tokens":54936,"total_tokens":63903,"cost":0.4254705},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3076735459,"overall_relative_score":3076735459,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":563,"performance":1143,"input_tokens":6005,"output_tokens":61556,"total_tokens":67561,"cost":0.47067749999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255229812,"overall_relative_score":255229812,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":11421,"output_tokens":30738,"total_tokens":42159,"cost":0.2476665},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":20623000,"overall_relative_score":27360179,"max_execution_time_ms":4655,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":10733,"output_tokens":49101,"total_tokens":59834,"cost":0.384357},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15260,"overall_relative_score":15260,"max_execution_time_ms":690,"max_memory_usage_kib":29704,"rank":624,"performance":754,"input_tokens":7478,"output_tokens":61536,"total_tokens":69014,"cost":0.472737},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10718459875,"overall_relative_score":951317093858,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":11004,"output_tokens":79300,"total_tokens":90304,"cost":0.611256},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55926824,"overall_relative_score":55926824,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":760,"performance":969,"input_tokens":5171,"output_tokens":81589,"total_tokens":86760,"cost":0.619386},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":359820,"overall_relative_score":359820,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":781,"performance":887,"input_tokens":7366,"output_tokens":49226,"total_tokens":56592,"cost":0.380244},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1821560,"overall_relative_score":1821560,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":986,"performance":270,"input_tokens":5065,"output_tokens":81681,"total_tokens":86746,"cost":0.620205},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":967082642,"overall_relative_score":1416132979526,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":675,"performance":1157,"input_tokens":11401,"output_tokens":49158,"total_tokens":60559,"cost":0.38578650000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177350,"overall_relative_score":177350,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":842,"performance":725,"input_tokens":4798,"output_tokens":54044,"total_tokens":58842,"cost":0.412527}]},{"num_self_refine":4,"rank":{"all":{"mean":569.025,"median":594.5,"min":182,"max":1026,"stdev":204.89603210984583},"short":{"mean":506.7391304347826,"median":514.0,"min":182,"max":808,"stdev":187.0369961923684},"long":{"mean":653.2941176470588,"median":645.0,"min":259,"max":1026,"stdev":202.75285593114415}},"performance":{"all":{"mean":1010.25,"median":1024.0,"min":277,"max":1830,"stdev":312.95496112429294},"short":{"mean":1037.1739130434783,"median":1080.0,"min":277,"max":1830,"stdev":351.1797845929053},"long":{"mean":973.8235294117648,"median":1017.0,"min":470,"max":1450,"stdev":258.27099026364675}},"input_tokens":{"all":{"mean":27245.25,"median":25543.5,"min":16334,"max":49262,"stdev":9132.272620654112},"short":{"mean":23463.043478260868,"median":19600.0,"min":16510,"max":46939,"stdev":7886.171092363119},"long":{"mean":32362.352941176472,"median":31215.0,"min":16334,"max":49262,"stdev":8329.776564689299}},"output_tokens":{"all":{"mean":86752.475,"median":87048.5,"min":47203,"max":151736,"stdev":20493.671742431576},"short":{"mean":88059.30434782608,"median":90660.0,"min":47203,"max":116210,"stdev":18132.82671248419},"long":{"mean":84984.41176470589,"median":81269.0,"min":52546,"max":151736,"stdev":23787.632685018343}},"total_tokens":{"all":{"mean":113997.725,"median":113780.0,"min":73966,"max":175115,"stdev":19315.013424512617},"short":{"mean":111522.34782608696,"median":113913.0,"min":73966,"max":134656,"stdev":16937.77842738935},"long":{"mean":117346.76470588235,"median":113092.0,"min":82517,"max":175115,"stdev":22229.725460881797}},"cost":{"all":{"mean":0.6908472375,"median":0.68907225,"min":0.403011,"max":1.1730885,"stdev":0.14949953504914354},"short":{"mean":0.6951791739130435,"median":0.7174815000000001,"min":0.403011,"max":0.898956,"stdev":0.13191485505074585},"long":{"mean":0.6849863823529412,"median":0.6553485,"min":0.43878750000000005,"max":1.1730885,"stdev":0.1746076202010283}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":870150890791,"overall_relative_score":870150890791,"max_execution_time_ms":2530,"max_memory_usage_kib":491520,"rank":731,"performance":1018,"input_tokens":16334,"output_tokens":94212,"total_tokens":110546,"cost":0.730827},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972067,"overall_relative_score":972067,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":661,"performance":963,"input_tokens":17767,"output_tokens":56199,"total_tokens":73966,"cost":0.447879},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2660753486616,"overall_relative_score":2660753486616,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":405,"performance":1271,"input_tokens":29176,"output_tokens":59682,"total_tokens":88858,"cost":0.491379},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1299683129,"overall_relative_score":1299683129,"max_execution_time_ms":600,"max_memory_usage_kib":47596,"rank":571,"performance":498,"input_tokens":17761,"output_tokens":101122,"total_tokens":118883,"cost":0.7850565},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4638256,"overall_relative_score":4638256,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":324,"performance":1151,"input_tokens":24043,"output_tokens":106392,"total_tokens":130435,"cost":0.8337405},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5340878,"overall_relative_score":5340878,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":259,"performance":1450,"input_tokens":30407,"output_tokens":82685,"total_tokens":113092,"cost":0.665748},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1368278,"overall_relative_score":1368278,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":237,"performance":1382,"input_tokens":19259,"output_tokens":83851,"total_tokens":103110,"cost":0.657771},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8150621627,"overall_relative_score":8150621627,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":22257,"output_tokens":90660,"total_tokens":112917,"cost":0.7133355},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":344703970,"overall_relative_score":344703970,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":29971,"output_tokens":52546,"total_tokens":82517,"cost":0.43878750000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1722697098,"overall_relative_score":1722697098,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":486,"performance":1063,"input_tokens":20162,"output_tokens":85415,"total_tokens":105577,"cost":0.6705915},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4628,"overall_relative_score":4628,"max_execution_time_ms":1520,"max_memory_usage_kib":3072,"rank":398,"performance":1109,"input_tokens":46939,"output_tokens":66622,"total_tokens":113561,"cost":0.5700735},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203771742,"overall_relative_score":203771742,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":588,"performance":1000,"input_tokens":49262,"output_tokens":67439,"total_tokens":116701,"cost":0.5796855},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68020214,"overall_relative_score":68020214,"max_execution_time_ms":50,"max_memory_usage_kib":13312,"rank":458,"performance":1082,"input_tokens":38814,"output_tokens":92570,"total_tokens":131384,"cost":0.752496},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":700949027,"overall_relative_score":700949027,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":540,"performance":916,"input_tokens":45176,"output_tokens":68935,"total_tokens":114111,"cost":0.5847764999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117390674,"overall_relative_score":117390674,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":231,"performance":1554,"input_tokens":26443,"output_tokens":67921,"total_tokens":94364,"cost":0.549072},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5805741629,"overall_relative_score":92377702027,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":465,"performance":1287,"input_tokens":23379,"output_tokens":151736,"total_tokens":175115,"cost":1.1730885},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2373110515139,"overall_relative_score":402652965830,"max_execution_time_ms":120,"max_memory_usage_kib":11264,"rank":646,"performance":978,"input_tokens":46013,"output_tokens":77585,"total_tokens":123598,"cost":0.639771},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":35099,"output_tokens":107527,"total_tokens":142626,"cost":0.859101},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516627,"overall_relative_score":411516627,"max_execution_time_ms":60,"max_memory_usage_kib":7168,"rank":620,"performance":1059,"input_tokens":34430,"output_tokens":91039,"total_tokens":125469,"cost":0.7341734999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":16510,"output_tokens":103115,"total_tokens":119625,"cost":0.7981275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":18446,"output_tokens":116210,"total_tokens":134656,"cost":0.898956},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2017,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":19309,"output_tokens":104974,"total_tokens":124283,"cost":0.8162685},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72082285990,"overall_relative_score":202322836014,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":645,"performance":1077,"input_tokens":25273,"output_tokens":79915,"total_tokens":105188,"cost":0.6329520000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356657,"overall_relative_score":1356657,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":426,"performance":1213,"input_tokens":18356,"output_tokens":101643,"total_tokens":119999,"cost":0.7898565},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":301812400164,"overall_relative_score":205157255959,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":972,"performance":470,"input_tokens":30877,"output_tokens":87555,"total_tokens":118432,"cost":0.7029780000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960229,"overall_relative_score":960229,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":601,"performance":1084,"input_tokens":19600,"output_tokens":56692,"total_tokens":76292,"cost":0.45459},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":25814,"output_tokens":82217,"total_tokens":108031,"cost":0.6553485},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18586261526,"overall_relative_score":15016229312,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":680,"performance":1018,"input_tokens":31215,"output_tokens":93795,"total_tokens":125010,"cost":0.750285},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9940648881501,"overall_relative_score":9940648881501,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":634,"performance":1080,"input_tokens":19158,"output_tokens":94755,"total_tokens":113913,"cost":0.7393995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47573026400,"overall_relative_score":5355267,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":32183,"output_tokens":74906,"total_tokens":107089,"cost":0.6100695},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3637582728,"overall_relative_score":3637582728,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":472,"performance":1273,"input_tokens":21460,"output_tokens":84693,"total_tokens":106153,"cost":0.6673875},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255229812,"overall_relative_score":255229812,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":32659,"output_tokens":47203,"total_tokens":79862,"cost":0.403011},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319233529,"overall_relative_score":8742512103,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":642,"performance":1030,"input_tokens":31347,"output_tokens":81269,"total_tokens":112616,"cost":0.656538},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15260,"overall_relative_score":15260,"max_execution_time_ms":690,"max_memory_usage_kib":29704,"rank":624,"performance":754,"input_tokens":28271,"output_tokens":90010,"total_tokens":118281,"cost":0.7174815000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10718459875,"overall_relative_score":951317093858,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":32925,"output_tokens":117559,"total_tokens":150484,"cost":0.93108},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55926824,"overall_relative_score":55926824,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":760,"performance":969,"input_tokens":16948,"output_tokens":109757,"total_tokens":126705,"cost":0.8483115000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":357529,"overall_relative_score":357529,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":781,"performance":887,"input_tokens":24112,"output_tokens":89535,"total_tokens":113647,"cost":0.7076804999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130414870,"overall_relative_score":130414870,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":614,"performance":1131,"input_tokens":19545,"output_tokens":98444,"total_tokens":117989,"cost":0.7586955},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":967082642,"overall_relative_score":1416132979526,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":675,"performance":1157,"input_tokens":35709,"output_tokens":65172,"total_tokens":100881,"cost":0.5423535},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198537,"overall_relative_score":198537,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":808,"performance":795,"input_tokens":17401,"output_tokens":86542,"total_tokens":103943,"cost":0.6751665}]},{"num_self_refine":8,"rank":{"all":{"mean":541.75,"median":555.5,"min":182,"max":1026,"stdev":200.84982909167198},"short":{"mean":462.5652173913044,"median":458.0,"min":182,"max":760,"stdev":161.76661811133306},"long":{"mean":648.8823529411765,"median":642.0,"min":259,"max":1026,"stdev":202.83148250239074}},"performance":{"all":{"mean":1064.3,"median":1077.5,"min":470,"max":1830,"stdev":288.90324882127436},"short":{"mean":1119.0,"median":1119.0,"min":483,"max":1830,"stdev":305.3832167800141},"long":{"mean":990.2941176470588,"median":1018.0,"min":470,"max":1450,"stdev":255.13691537728383}},"input_tokens":{"all":{"mean":97732.4,"median":101906.5,"min":58491,"max":161025,"stdev":25407.835319656202},"short":{"mean":86102.78260869565,"median":78846.0,"min":58491,"max":130368,"stdev":20607.579135216958},"long":{"mean":113466.58823529411,"median":113492.0,"min":66245,"max":161025,"stdev":23068.743967917995}},"output_tokens":{"all":{"mean":132330.525,"median":128147.0,"min":71646,"max":199673,"stdev":31810.088706046365},"short":{"mean":132677.47826086957,"median":128933.0,"min":71646,"max":191707,"stdev":29683.21200591577},"long":{"mean":131861.11764705883,"median":124541.0,"min":84723,"max":199673,"stdev":35419.65013393405}},"total_tokens":{"all":{"mean":230062.925,"median":228328.5,"min":160486,"max":316987,"stdev":31412.98105951603},"short":{"mean":218780.26086956522,"median":222911.0,"min":160486,"max":270825,"stdev":25711.0876068838},"long":{"mean":245327.70588235295,"median":234680.0,"min":202806,"max":316987,"stdev":32645.657620433813}},"cost":{"all":{"mean":1.1367777374999999,"median":1.0973130000000002,"min":0.6915074999999999,"max":1.6202985,"stdev":0.22714552807478214},"short":{"mean":1.123060304347826,"median":1.1185230000000002,"min":0.6915074999999999,"max":1.5324389999999999,"stdev":0.20894180368736753},"long":{"mean":1.1553366176470588,"median":1.0931085,"min":0.8150355,"max":1.6202985,"stdev":0.2551443754180862}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":870150890791,"overall_relative_score":870150890791,"max_execution_time_ms":2530,"max_memory_usage_kib":491520,"rank":731,"performance":1018,"input_tokens":66245,"output_tokens":177992,"total_tokens":244237,"cost":1.4337795},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972067,"overall_relative_score":972067,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":661,"performance":963,"input_tokens":67863,"output_tokens":92623,"total_tokens":160486,"cost":0.796203},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2691382237409,"overall_relative_score":2691382237409,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":375,"performance":1316,"input_tokens":108352,"output_tokens":94942,"total_tokens":203294,"cost":0.8743049999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1299683129,"overall_relative_score":1299683129,"max_execution_time_ms":600,"max_memory_usage_kib":47596,"rank":571,"performance":498,"input_tokens":107151,"output_tokens":117845,"total_tokens":224996,"cost":1.044564},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5284482,"overall_relative_score":5284482,"max_execution_time_ms":810,"max_memory_usage_kib":94208,"rank":307,"performance":1196,"input_tokens":100862,"output_tokens":134594,"total_tokens":235456,"cost":1.160484},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5341555,"overall_relative_score":5341555,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":259,"performance":1450,"input_tokens":103677,"output_tokens":120505,"total_tokens":224182,"cost":1.0339349999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1368278,"overall_relative_score":1368278,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":237,"performance":1382,"input_tokens":75144,"output_tokens":141254,"total_tokens":216398,"cost":1.1721209999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8150621627,"overall_relative_score":8150621627,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":81787,"output_tokens":167172,"total_tokens":248959,"cost":1.3764705000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":344703970,"overall_relative_score":344703970,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":113660,"output_tokens":89146,"total_tokens":202806,"cost":0.838821},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2348016655,"overall_relative_score":2348016655,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":419,"performance":1179,"input_tokens":78846,"output_tokens":115795,"total_tokens":194641,"cost":0.9864674999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3844,"overall_relative_score":3844,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":413,"performance":1078,"input_tokens":130368,"output_tokens":90755,"total_tokens":221123,"cost":0.8605665},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":199590903,"overall_relative_score":199590903,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":589,"performance":999,"input_tokens":146541,"output_tokens":88139,"total_tokens":234680,"cost":0.8643179999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68020214,"overall_relative_score":68020214,"max_execution_time_ms":50,"max_memory_usage_kib":13312,"rank":458,"performance":1082,"input_tokens":114376,"output_tokens":109451,"total_tokens":223827,"cost":0.9924465000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":700949027,"overall_relative_score":700949027,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":540,"performance":916,"input_tokens":161025,"output_tokens":140974,"total_tokens":301999,"cost":1.2988425},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117390674,"overall_relative_score":117390674,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":231,"performance":1554,"input_tokens":98952,"output_tokens":103846,"total_tokens":202798,"cost":0.927273},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8116766318,"overall_relative_score":64774476499,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":515,"performance":1224,"input_tokens":81834,"output_tokens":199673,"total_tokens":281507,"cost":1.6202985},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":722988027687,"overall_relative_score":622027272782,"max_execution_time_ms":130,"max_memory_usage_kib":11264,"rank":581,"performance":1067,"input_tokens":135547,"output_tokens":113018,"total_tokens":248565,"cost":1.0398195},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":127784,"output_tokens":189203,"total_tokens":316987,"cost":1.6106985},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516627,"overall_relative_score":411516627,"max_execution_time_ms":60,"max_memory_usage_kib":7168,"rank":620,"performance":1059,"input_tokens":122599,"output_tokens":148226,"total_tokens":270825,"cost":1.2950655},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13056135,"overall_relative_score":13056135,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":408,"performance":1437,"input_tokens":59111,"output_tokens":177537,"total_tokens":236648,"cost":1.41993},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":63283,"output_tokens":191707,"total_tokens":254990,"cost":1.5324389999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93767,"overall_relative_score":93767,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":339,"performance":1314,"input_tokens":77137,"output_tokens":164515,"total_tokens":241652,"cost":1.349568},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72082285990,"overall_relative_score":202322836014,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":645,"performance":1077,"input_tokens":119006,"output_tokens":113536,"total_tokens":232542,"cost":1.025709},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356657,"overall_relative_score":1356657,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":426,"performance":1213,"input_tokens":67872,"output_tokens":158986,"total_tokens":226858,"cost":1.2942029999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":301812400164,"overall_relative_score":205157255959,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":972,"performance":470,"input_tokens":109725,"output_tokens":124924,"total_tokens":234649,"cost":1.1015175000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":960229,"overall_relative_score":960229,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":601,"performance":1084,"input_tokens":74698,"output_tokens":117303,"total_tokens":192001,"cost":0.9918195},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":666186182215,"overall_relative_score":107771862847,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":697,"performance":1024,"input_tokens":84628,"output_tokens":143816,"total_tokens":228444,"cost":1.2055619999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18586261526,"overall_relative_score":15016229312,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":680,"performance":1018,"input_tokens":113492,"output_tokens":147719,"total_tokens":261211,"cost":1.2781304999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10211939812603,"overall_relative_score":10211939812603,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":533,"performance":1228,"input_tokens":70504,"output_tokens":128933,"total_tokens":199437,"cost":1.0727535000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47079047600,"overall_relative_score":5428542,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":119530,"output_tokens":121768,"total_tokens":241298,"cost":1.0925550000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3698074794,"overall_relative_score":3698074794,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":461,"performance":1289,"input_tokens":82330,"output_tokens":114382,"total_tokens":196712,"cost":0.98136},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255229812,"overall_relative_score":255229812,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":102951,"output_tokens":71646,"total_tokens":174597,"cost":0.6915074999999999},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319233529,"overall_relative_score":8742512103,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":642,"performance":1030,"input_tokens":106034,"output_tokens":124541,"total_tokens":230575,"cost":1.0931085},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18061,"overall_relative_score":18061,"max_execution_time_ms":1090,"max_memory_usage_kib":14252,"rank":621,"performance":762,"input_tokens":108162,"output_tokens":127504,"total_tokens":235666,"cost":1.1185230000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10718459875,"overall_relative_score":951317093858,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":107758,"output_tokens":167020,"total_tokens":274778,"cost":1.414287},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55926824,"overall_relative_score":55926824,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":760,"performance":969,"input_tokens":58491,"output_tokens":159372,"total_tokens":217863,"cost":1.2827385},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433919,"overall_relative_score":433919,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":631,"performance":1110,"input_tokens":89972,"output_tokens":138241,"total_tokens":228213,"cost":1.1717655},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130414870,"overall_relative_score":130414870,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":614,"performance":1131,"input_tokens":76099,"output_tokens":128790,"total_tokens":204889,"cost":1.0711215},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":967082642,"overall_relative_score":1416132979526,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":675,"performance":1157,"input_tokens":124094,"output_tokens":84723,"total_tokens":208817,"cost":0.8150355},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":71806,"output_tokens":151105,"total_tokens":222911,"cost":1.2409965}]},{"num_self_refine":16,"rank":{"all":{"mean":512.85,"median":520.5,"min":23,"max":1026,"stdev":226.29383553247754},"short":{"mean":414.9130434782609,"median":446.0,"min":23,"max":661,"stdev":163.6773192049967},"long":{"mean":645.3529411764706,"median":625.0,"min":225,"max":1026,"stdev":235.67507854471762}},"performance":{"all":{"mean":1131.225,"median":1112.0,"min":483,"max":2440,"stdev":381.1978749570817},"short":{"mean":1230.0,"median":1196.0,"min":483,"max":2440,"stdev":410.0911206948125},"long":{"mean":997.5882352941177,"median":1018.0,"min":495,"max":1527,"stdev":299.92896217761495}},"input_tokens":{"all":{"mean":379433.25,"median":379624.0,"min":218618,"max":592820,"stdev":88669.81423199158},"short":{"mean":340720.4347826087,"median":336230.0,"min":218618,"max":474892,"stdev":70438.48921501142},"long":{"mean":431809.4117647059,"median":436810.0,"min":285171,"max":592820,"stdev":85283.05026869262}},"output_tokens":{"all":{"mean":185928.375,"median":182212.0,"min":108624,"max":274728,"stdev":45788.74567731598},"short":{"mean":186443.73913043478,"median":180151.0,"min":108624,"max":274728,"stdev":44552.67784546268},"long":{"mean":185231.11764705883,"median":184273.0,"min":116094,"max":267922,"stdev":48788.24273695758}},"total_tokens":{"all":{"mean":565361.625,"median":551687.5,"min":401225,"max":841704,"stdev":84062.53781581458},"short":{"mean":527164.1739130435,"median":516538.0,"min":401225,"max":684301,"stdev":62181.30212287012},"long":{"mean":617040.5294117647,"median":598173.0,"min":516685,"max":841704,"stdev":83505.4219857292}},"cost":{"all":{"mean":1.9577380875,"median":1.9667189999999999,"min":1.362366,"max":2.7558599999999998,"stdev":0.3240074171610037},"short":{"mean":1.9034921739130435,"median":1.9304819999999998,"min":1.362366,"max":2.4226229999999997,"stdev":0.29947750453906485},"long":{"mean":2.031129617647059,"median":2.0143995,"min":1.550508,"max":2.7558599999999998,"stdev":0.35016913400837135}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":870150890791,"overall_relative_score":870150890791,"max_execution_time_ms":2530,"max_memory_usage_kib":491520,"rank":731,"performance":1018,"input_tokens":285171,"output_tokens":246801,"total_tokens":531972,"cost":2.2779719999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":972067,"overall_relative_score":972067,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":661,"performance":963,"input_tokens":262078,"output_tokens":139147,"total_tokens":401225,"cost":1.4364555},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2691382237409,"overall_relative_score":2691382237409,"max_execution_time_ms":790,"max_memory_usage_kib":3072,"rank":375,"performance":1316,"input_tokens":418658,"output_tokens":139074,"total_tokens":557732,"cost":1.670178},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1299683129,"overall_relative_score":1299683129,"max_execution_time_ms":600,"max_memory_usage_kib":47596,"rank":571,"performance":498,"input_tokens":426179,"output_tokens":149380,"total_tokens":575559,"cost":1.7596185000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5293415,"overall_relative_score":5293415,"max_execution_time_ms":1930,"max_memory_usage_kib":94208,"rank":307,"performance":1196,"input_tokens":462431,"output_tokens":190581,"total_tokens":653012,"cost":2.1218999999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5438042,"overall_relative_score":5438042,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":225,"performance":1527,"input_tokens":387619,"output_tokens":154670,"total_tokens":542289,"cost":1.7160854999999995},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1904948,"overall_relative_score":1904948,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":23,"performance":2440,"input_tokens":304048,"output_tokens":196588,"total_tokens":500636,"cost":1.9304819999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8151131432,"overall_relative_score":8151131432,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":308291,"output_tokens":247707,"total_tokens":555998,"cost":2.320239},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":344703970,"overall_relative_score":344703970,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":554,"performance":1017,"input_tokens":479409,"output_tokens":126172,"total_tokens":605581,"cost":1.6651395000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2464731355,"overall_relative_score":2464731355,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":408,"performance":1199,"input_tokens":348310,"output_tokens":152608,"total_tokens":500918,"cost":1.642785},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3844,"overall_relative_score":3844,"max_execution_time_ms":1660,"max_memory_usage_kib":3072,"rank":413,"performance":1078,"input_tokens":419037,"output_tokens":124985,"total_tokens":544022,"cost":1.5098070000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":199590903,"overall_relative_score":199590903,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":589,"performance":999,"input_tokens":506700,"output_tokens":127886,"total_tokens":634586,"cost":1.702659},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68020214,"overall_relative_score":68020214,"max_execution_time_ms":50,"max_memory_usage_kib":13312,"rank":458,"performance":1082,"input_tokens":376491,"output_tokens":144447,"total_tokens":520938,"cost":1.647825},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":756437615,"overall_relative_score":756437615,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":529,"performance":937,"input_tokens":592820,"output_tokens":248884,"total_tokens":841704,"cost":2.7558599999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117390674,"overall_relative_score":117390674,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":231,"performance":1554,"input_tokens":382757,"output_tokens":141231,"total_tokens":523988,"cost":1.6333680000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7934168495,"overall_relative_score":50220260177,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":534,"performance":1201,"input_tokens":307299,"output_tokens":267922,"total_tokens":575221,"cost":2.4703635},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151124148542,"overall_relative_score":883702208018,"max_execution_time_ms":120,"max_memory_usage_kib":11264,"rank":327,"performance":1440,"input_tokens":436810,"output_tokens":144059,"total_tokens":580869,"cost":1.7245214999999996},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":503293,"output_tokens":247712,"total_tokens":751005,"cost":2.6127794999999994},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411516627,"overall_relative_score":411516627,"max_execution_time_ms":60,"max_memory_usage_kib":7168,"rank":620,"performance":1059,"input_tokens":474892,"output_tokens":209409,"total_tokens":684301,"cost":2.2823775000000004},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":223493,"output_tokens":256391,"total_tokens":479884,"cost":2.2579080000000005},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":241810,"output_tokens":274728,"total_tokens":516538,"cost":2.4226229999999997},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93767,"overall_relative_score":93767,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":339,"performance":1314,"input_tokens":343895,"output_tokens":220776,"total_tokens":564671,"cost":2.1289664999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72082285990,"overall_relative_score":202322836014,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":645,"performance":1077,"input_tokens":563133,"output_tokens":149754,"total_tokens":712887,"cost":1.9635345000000002},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1368529,"overall_relative_score":1368529,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":325,"performance":1438,"input_tokens":286831,"output_tokens":221910,"total_tokens":508741,"cost":2.0945715},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":207149026018,"overall_relative_score":301968502379,"max_execution_time_ms":1300,"max_memory_usage_kib":3072,"rank":964,"performance":495,"input_tokens":443072,"output_tokens":184273,"total_tokens":627345,"cost":2.0143995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":984971,"overall_relative_score":984971,"max_execution_time_ms":80,"max_memory_usage_kib":13312,"rank":526,"performance":1202,"input_tokens":334555,"output_tokens":172089,"total_tokens":506644,"cost":1.7925000000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":700444856467,"overall_relative_score":101479163106,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":987,"performance":598,"input_tokens":310180,"output_tokens":206505,"total_tokens":516685,"cost":2.0137694999999995},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13804254300,"overall_relative_score":49217063468,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":625,"performance":1088,"input_tokens":405812,"output_tokens":192361,"total_tokens":598173,"cost":2.0514255},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10630877066099,"overall_relative_score":10630877066099,"max_execution_time_ms":150,"max_memory_usage_kib":8192,"rank":366,"performance":1476,"input_tokens":336230,"output_tokens":164041,"total_tokens":500271,"cost":1.7343885},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46367024500,"overall_relative_score":5493473,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":465329,"output_tokens":179145,"total_tokens":644474,"cost":2.0415810000000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3763403771,"overall_relative_score":3763403771,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":457,"performance":1294,"input_tokens":323558,"output_tokens":159394,"total_tokens":482952,"cost":1.6805280000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255229812,"overall_relative_score":255229812,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":182,"performance":1830,"input_tokens":365300,"output_tokens":108624,"total_tokens":473924,"cost":1.362366},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319233529,"overall_relative_score":8742512103,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":642,"performance":1030,"input_tokens":390309,"output_tokens":197131,"total_tokens":587440,"cost":2.0639459999999996},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138203,"overall_relative_score":138203,"max_execution_time_ms":1550,"max_memory_usage_kib":5120,"rank":459,"performance":1114,"input_tokens":427458,"output_tokens":176553,"total_tokens":604011,"cost":1.9653345},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10718459875,"overall_relative_score":951317093858,"max_execution_time_ms":930,"max_memory_usage_kib":3072,"rank":1026,"performance":585,"input_tokens":387592,"output_tokens":220486,"total_tokens":608078,"cost":2.2344809999999997},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65438422,"overall_relative_score":65438422,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":515,"performance":1314,"input_tokens":218618,"output_tokens":228342,"total_tokens":446960,"cost":2.040204},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":433919,"overall_relative_score":433919,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":631,"performance":1110,"input_tokens":341389,"output_tokens":194136,"total_tokens":535525,"cost":1.9681035},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130414870,"overall_relative_score":130414870,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":614,"performance":1131,"input_tokens":316530,"output_tokens":180151,"total_tokens":496681,"cost":1.8169755},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":957700605,"overall_relative_score":1433520290524,"max_execution_time_ms":200,"max_memory_usage_kib":5120,"rank":668,"performance":1164,"input_tokens":457554,"output_tokens":116094,"total_tokens":573648,"cost":1.550508},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":312389,"output_tokens":234988,"total_tokens":547377,"cost":2.2309935}]}]},{"model_name":"mistral-small-4","detail_path":"data/model_details/mistral-small-4.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":768.8,"median":735.0,"min":186,"max":1382,"stdev":217.91649776921435},"short":{"mean":688.304347826087,"median":690.0,"min":186,"max":997,"stdev":191.34249035852122},"long":{"mean":877.7058823529412,"median":924.0,"min":560,"max":1382,"stdev":208.55088249210382}},"performance":{"all":{"mean":497.625,"median":615.5,"min":-110,"max":1441,"stdev":396.7113972301624},"short":{"mean":540.6086956521739,"median":630.0,"min":-110,"max":1441,"stdev":404.28115094802246},"long":{"mean":439.47058823529414,"median":398.0,"min":-80,"max":1056,"stdev":390.6787551248242}},"input_tokens":{"all":{"mean":3223.8,"median":2677.0,"min":1388,"max":11142,"stdev":2107.93547315243},"short":{"mean":2566.4347826086955,"median":1882.0,"min":1460,"max":8411,"stdev":1723.9434926957163},"long":{"mean":4113.176470588235,"median":3368.0,"min":1388,"max":11142,"stdev":2298.408341529365}},"output_tokens":{"all":{"mean":25335.775,"median":26414.0,"min":13075,"max":40251,"stdev":6871.7340381934655},"short":{"mean":23363.347826086956,"median":25847.0,"min":13075,"max":33647,"stdev":6279.0974207263525},"long":{"mean":28004.352941176472,"median":28337.0,"min":16689,"max":40251,"stdev":6908.6448376398}},"total_tokens":{"all":{"mean":28559.575,"median":28331.5,"min":14607,"max":51393,"stdev":7952.160096436626},"short":{"mean":25929.782608695652,"median":27534.0,"min":14607,"max":37318,"stdev":6435.838067603245},"long":{"mean":32117.529411764706,"median":31358.0,"min":18077,"max":51393,"stdev":8590.43670395783}},"cost":{"all":{"mean":0.015586695,"median":0.01608465,"min":0.0080748,"max":0.0247059,"stdev":0.004202059297104768},"short":{"mean":0.01431615652173913,"median":0.01576125,"min":0.0080748,"max":0.0204249,"stdev":0.0037736008953441137},"long":{"mean":0.017305658823529413,"median":0.01745535,"min":0.0102216,"max":0.0247059,"stdev":0.004242589142523823}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":848,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1388,"output_tokens":16689,"total_tokens":18077,"cost":0.0102216},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":272324,"overall_relative_score":272324,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":798,"performance":782,"input_tokens":1532,"output_tokens":13075,"total_tokens":14607,"cost":0.0080748},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2233013118836,"overall_relative_score":2233013118836,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":560,"performance":1056,"input_tokens":2720,"output_tokens":17223,"total_tokens":19943,"cost":0.0107418},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1937485327,"overall_relative_score":1937485327,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":510,"performance":756,"input_tokens":1663,"output_tokens":25957,"total_tokens":27620,"cost":0.01582365},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":0,"max_memory_usage_kib":6144,"rank":477,"performance":604,"input_tokens":1853,"output_tokens":29246,"total_tokens":31099,"cost":0.01782555},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3793,"output_tokens":31296,"total_tokens":35089,"cost":0.01934655},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1367,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1578,"output_tokens":33647,"total_tokens":35225,"cost":0.0204249},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2282,"output_tokens":25901,"total_tokens":28183,"cost":0.0158829},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3105,"output_tokens":18352,"total_tokens":21457,"cost":0.01147695},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":2263,"output_tokens":15882,"total_tokens":18145,"cost":0.00986865},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8411,"output_tokens":18262,"total_tokens":26673,"cost":0.01221885},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1789,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8201,"output_tokens":37197,"total_tokens":45398,"cost":0.02354835},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":6492,"output_tokens":30826,"total_tokens":37318,"cost":0.019443},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2638,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3021,"output_tokens":28337,"total_tokens":31358,"cost":0.01745535},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30347598,"overall_relative_score":30347598,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":625,"performance":828,"input_tokens":2634,"output_tokens":16022,"total_tokens":18656,"cost":0.0100083},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327662138,"overall_relative_score":11475440010,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":924,"performance":674,"input_tokens":2827,"output_tokens":32675,"total_tokens":35502,"cost":0.02000265},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2458743488968,"overall_relative_score":381654895492,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":688,"performance":918,"input_tokens":11142,"output_tokens":40251,"total_tokens":51393,"cost":0.0247059},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4565,"output_tokens":31251,"total_tokens":35816,"cost":0.01940655},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283610121,"overall_relative_score":283610121,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":926,"performance":439,"input_tokens":3724,"output_tokens":31286,"total_tokens":35010,"cost":0.0187734},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1790,"output_tokens":13787,"total_tokens":15577,"cost":0.0085143},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2216,"output_tokens":29933,"total_tokens":32149,"cost":0.0179634},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1864,"output_tokens":26948,"total_tokens":28812,"cost":0.0164196},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":141557878898,"overall_relative_score":156831399750,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":753,"performance":949,"input_tokens":2908,"output_tokens":24001,"total_tokens":26909,"cost":0.014808},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1230092,"overall_relative_score":1230092,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":707,"performance":632,"input_tokens":1764,"output_tokens":18375,"total_tokens":20139,"cost":0.0112608},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3965821937167,"overall_relative_score":11684572201,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":3368,"output_tokens":27945,"total_tokens":31313,"cost":0.0172434},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":732,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1882,"output_tokens":26598,"total_tokens":28480,"cost":0.0162123},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":250,"max_memory_usage_kib":9072,"rank":728,"performance":814,"input_tokens":4164,"output_tokens":29446,"total_tokens":33610,"cost":0.0176706},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1559,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3015,"output_tokens":36518,"total_tokens":39533,"cost":0.02233425},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1789,"output_tokens":15236,"total_tokens":17025,"cost":0.00914595},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":42020100,"overall_relative_score":6092,"max_execution_time_ms":647,"max_memory_usage_kib":3072,"rank":1046,"performance":132,"input_tokens":2875,"output_tokens":28276,"total_tokens":31151,"cost":0.01736805},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234829608,"overall_relative_score":234829608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":1950,"output_tokens":27151,"total_tokens":29101,"cost":0.0165567},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215943914,"overall_relative_score":215943914,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":687,"performance":1034,"input_tokens":4552,"output_tokens":15252,"total_tokens":19804,"cost":0.0091524},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1199,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4116,"output_tokens":29301,"total_tokens":33417,"cost":0.018198},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42810,"overall_relative_score":42810,"max_execution_time_ms":390,"max_memory_usage_kib":670720,"rank":561,"performance":909,"input_tokens":1896,"output_tokens":21525,"total_tokens":23421,"cost":0.0131994},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4803132074,"overall_relative_score":2013351770329,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":960,"performance":711,"input_tokens":4333,"output_tokens":26684,"total_tokens":31017,"cost":0.01663155},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18563943,"overall_relative_score":18563943,"max_execution_time_ms":610,"max_memory_usage_kib":9216,"rank":924,"performance":631,"input_tokens":1687,"output_tokens":25847,"total_tokens":27534,"cost":0.01576125},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267014,"overall_relative_score":267014,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":2232,"output_tokens":25127,"total_tokens":27359,"cost":0.015411},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":1514,"output_tokens":25244,"total_tokens":26758,"cost":0.0153735},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197529380,"overall_relative_score":262552152422,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1120,"performance":617,"input_tokens":4383,"output_tokens":20632,"total_tokens":25015,"cost":0.01303665},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169927,"overall_relative_score":169927,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":845,"performance":718,"input_tokens":1460,"output_tokens":26230,"total_tokens":27690,"cost":0.015957}]},{"num_self_refine":2,"rank":{"all":{"mean":721.15,"median":727.5,"min":186,"max":1382,"stdev":249.80603244548328},"short":{"mean":633.4347826086956,"median":664.0,"min":186,"max":997,"stdev":210.4317695697795},"long":{"mean":839.8235294117648,"median":759.0,"min":245,"max":1382,"stdev":255.33635544466577}},"performance":{"all":{"mean":588.075,"median":623.5,"min":-80,"max":1657,"stdev":464.6057820263408},"short":{"mean":661.5217391304348,"median":665.0,"min":-80,"max":1441,"stdev":447.69458639539863},"long":{"mean":488.70588235294116,"median":398.0,"min":-80,"max":1657,"stdev":481.9932267036906}},"input_tokens":{"all":{"mean":8586.95,"median":7456.5,"min":4203,"max":20310,"stdev":4177.015257211106},"short":{"mean":7201.608695652174,"median":5657.0,"min":4405,"max":18229,"stdev":3566.851358361913},"long":{"mean":10461.235294117647,"median":9571.0,"min":4203,"max":20310,"stdev":4306.219187544507}},"output_tokens":{"all":{"mean":38383.625,"median":38101.5,"min":22485,"max":53134,"stdev":7509.524549419446},"short":{"mean":36109.30434782609,"median":35066.0,"min":22485,"max":50655,"stdev":7695.189651126112},"long":{"mean":41460.64705882353,"median":41780.0,"min":30480,"max":53134,"stdev":6208.10580955633}},"total_tokens":{"all":{"mean":46970.575,"median":47023.0,"min":27016,"max":71192,"stdev":9291.747769371239},"short":{"mean":43310.913043478264,"median":43367.0,"min":27016,"max":56952,"stdev":8377.27897846335},"long":{"mean":51921.882352941175,"median":52681.0,"min":39263,"max":71192,"stdev":8285.4857045495}},"cost":{"all":{"mean":0.0240651975,"median":0.024093975000000004,"min":0.014141850000000001,"max":0.03298335,"stdev":0.0045994787214526985},"short":{"mean":0.022528154347826086,"median":0.022291949999999998,"min":0.014141850000000001,"max":0.03111465,"stdev":0.00462474496847008},"long":{"mean":0.026144726470588235,"median":0.0269145,"min":0.01960545,"max":0.03298335,"stdev":0.0037637920769865545}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":848,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":4203,"output_tokens":36336,"total_tokens":40539,"cost":0.022432050000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1991549,"overall_relative_score":1991549,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":533,"performance":1117,"input_tokens":4531,"output_tokens":22485,"total_tokens":27016,"cost":0.014141850000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2233013118836,"overall_relative_score":2233013118836,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":560,"performance":1056,"input_tokens":7620,"output_tokens":35234,"total_tokens":42854,"cost":0.022283400000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3186174046,"overall_relative_score":3186174046,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":5530,"output_tokens":32811,"total_tokens":38341,"cost":0.020271300000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":0,"max_memory_usage_kib":6144,"rank":477,"performance":604,"input_tokens":6749,"output_tokens":42998,"total_tokens":49747,"cost":0.02681115},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":9586,"output_tokens":45009,"total_tokens":54595,"cost":0.0284433},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1367,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":4811,"output_tokens":50655,"total_tokens":55466,"cost":0.03111465},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5404,"output_tokens":37963,"total_tokens":43367,"cost":0.0235884},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":8783,"output_tokens":30480,"total_tokens":39263,"cost":0.01960545},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":6041,"output_tokens":32501,"total_tokens":38542,"cost":0.02040675},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7896,"overall_relative_score":7896,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":363,"performance":1182,"input_tokens":18229,"output_tokens":32644,"total_tokens":50873,"cost":0.022291949999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1789,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":20310,"output_tokens":39780,"total_tokens":60090,"cost":0.0269145},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":15040,"output_tokens":41912,"total_tokens":56952,"cost":0.027350399999999997},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2638,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":9483,"output_tokens":38240,"total_tokens":47723,"cost":0.023917650000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30347598,"overall_relative_score":30347598,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":625,"performance":828,"input_tokens":7577,"output_tokens":23682,"total_tokens":31259,"cost":0.015345749999999998},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327662138,"overall_relative_score":11475440010,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":924,"performance":674,"input_tokens":7191,"output_tokens":45490,"total_tokens":52681,"cost":0.02831985},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2453318460683,"overall_relative_score":376182462848,"max_execution_time_ms":584,"max_memory_usage_kib":3072,"rank":759,"performance":809,"input_tokens":20249,"output_tokens":50943,"total_tokens":71192,"cost":0.03245835},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":14882,"output_tokens":36822,"total_tokens":51704,"cost":0.0242703},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283610121,"overall_relative_score":283610121,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":926,"performance":439,"input_tokens":11672,"output_tokens":42085,"total_tokens":53757,"cost":0.025256999999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":4771,"output_tokens":35066,"total_tokens":39837,"cost":0.02170005},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":5866,"output_tokens":44204,"total_tokens":50070,"cost":0.026744700000000003},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":5600,"output_tokens":29835,"total_tokens":35435,"cost":0.0186834},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":141557878898,"overall_relative_score":156831399750,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":753,"performance":949,"input_tokens":7336,"output_tokens":34563,"total_tokens":41899,"cost":0.0213774},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1262861,"overall_relative_score":1262861,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":4948,"output_tokens":27657,"total_tokens":32605,"cost":0.0173076},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3965821937167,"overall_relative_score":11684572201,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":9571,"output_tokens":41780,"total_tokens":51351,"cost":0.02554845},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":732,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":5515,"output_tokens":40362,"total_tokens":45877,"cost":0.024986849999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":250,"max_memory_usage_kib":9072,"rank":728,"performance":814,"input_tokens":10034,"output_tokens":46346,"total_tokens":56380,"cost":0.028069500000000004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1559,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":7721,"output_tokens":53134,"total_tokens":60855,"cost":0.03298335},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":5340,"output_tokens":29213,"total_tokens":34553,"cost":0.0180384},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":42020100,"overall_relative_score":6092,"max_execution_time_ms":647,"max_memory_usage_kib":3072,"rank":1046,"performance":132,"input_tokens":8951,"output_tokens":45547,"total_tokens":54498,"cost":0.02864205},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234829608,"overall_relative_score":234829608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":5657,"output_tokens":33870,"total_tokens":39527,"cost":0.02085615},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216015772,"overall_relative_score":216015772,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":685,"performance":1036,"input_tokens":10557,"output_tokens":28737,"total_tokens":39294,"cost":0.01746495},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1199,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":10044,"output_tokens":45939,"total_tokens":55983,"cost":0.028455599999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42810,"overall_relative_score":42810,"max_execution_time_ms":390,"max_memory_usage_kib":670720,"rank":561,"performance":909,"input_tokens":6184,"output_tokens":37183,"total_tokens":43367,"cost":0.023211000000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3434192789,"overall_relative_score":2799782199619,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":245,"performance":1657,"input_tokens":11539,"output_tokens":43203,"total_tokens":54742,"cost":0.02759745},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43357893,"overall_relative_score":43357893,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":844,"performance":822,"input_tokens":5235,"output_tokens":39545,"total_tokens":44780,"cost":0.02451225},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267014,"overall_relative_score":267014,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":6110,"output_tokens":49883,"total_tokens":55993,"cost":0.030817499999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":9865,"output_tokens":31080,"total_tokens":40945,"cost":0.02012775},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197529380,"overall_relative_score":262552152422,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1120,"performance":617,"input_tokens":10338,"output_tokens":35985,"total_tokens":46323,"cost":0.0231417},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":4405,"output_tokens":44143,"total_tokens":48548,"cost":0.02711775}]},{"num_self_refine":4,"rank":{"all":{"mean":677.125,"median":691.5,"min":186,"max":1382,"stdev":241.82364706961823},"short":{"mean":605.6086956521739,"median":628.0,"min":186,"max":926,"stdev":216.81155184135764},"long":{"mean":773.8823529411765,"median":742.0,"min":245,"max":1382,"stdev":246.1858754967832}},"performance":{"all":{"mean":728.6,"median":803.0,"min":-61,"max":1657,"stdev":437.93160688364605},"short":{"mean":767.3913043478261,"median":822.0,"min":-61,"max":1619,"stdev":428.93724261570804},"long":{"mean":676.1176470588235,"median":781.0,"min":-50,"max":1657,"stdev":457.60434361369175}},"input_tokens":{"all":{"mean":26026.8,"median":23941.5,"min":14008,"max":53017,"stdev":9832.049777679587},"short":{"mean":22838.739130434784,"median":19825.0,"min":14008,"max":43239,"stdev":8206.628275737026},"long":{"mean":30340.058823529413,"median":28393.0,"min":17032,"max":53017,"stdev":10423.49867769088}},"output_tokens":{"all":{"mean":54737.3,"median":55875.0,"min":31257,"max":80548,"stdev":11141.74223636225},"short":{"mean":53454.30434782609,"median":54253.0,"min":31257,"max":80548,"stdev":12903.940407469561},"long":{"mean":56473.117647058825,"median":58302.0,"min":39436,"max":70147,"stdev":8250.225776322373}},"total_tokens":{"all":{"mean":80764.1,"median":82211.5,"min":50667,"max":115873,"stdev":15202.408606061113},"short":{"mean":76293.04347826086,"median":74385.0,"min":50667,"max":98313,"stdev":14392.471638383036},"long":{"mean":86813.17647058824,"median":86044.0,"min":60169,"max":115873,"stdev":14522.469832277558}},"cost":{"all":{"mean":0.036000660000000004,"median":0.036789,"min":0.021885,"max":0.05035755,"stdev":0.006881585018740512},"short":{"mean":0.03479133260869565,"median":0.03490815,"min":0.021885,"max":0.05035755,"stdev":0.00775416375014108},"long":{"mean":0.03763680882352941,"median":0.0384759,"min":0.02562195,"max":0.04653525,"stdev":0.0052734682532358185}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":848,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":17032,"output_tokens":56654,"total_tokens":73686,"cost":0.0365472},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2232478,"overall_relative_score":2232478,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":499,"performance":1159,"input_tokens":15706,"output_tokens":34961,"total_tokens":50667,"cost":0.023246100000000002},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2233013118836,"overall_relative_score":2233013118836,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":560,"performance":1056,"input_tokens":24227,"output_tokens":47191,"total_tokens":71418,"cost":0.03194865},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3186174046,"overall_relative_score":3186174046,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":19825,"output_tokens":39408,"total_tokens":59233,"cost":0.024904950000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":0,"max_memory_usage_kib":6144,"rank":477,"performance":604,"input_tokens":21869,"output_tokens":64820,"total_tokens":86689,"cost":0.042172350000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":907,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":27030,"output_tokens":52329,"total_tokens":79359,"cost":0.0354519},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1183637,"overall_relative_score":1183637,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":314,"performance":1179,"input_tokens":16275,"output_tokens":75833,"total_tokens":92108,"cost":0.04794105},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":14008,"output_tokens":54316,"total_tokens":68324,"cost":0.0346908},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":28393,"output_tokens":39815,"total_tokens":68208,"cost":0.028147949999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":554825391,"overall_relative_score":554825391,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":791,"input_tokens":19100,"output_tokens":50490,"total_tokens":69590,"cost":0.033159},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12680,"overall_relative_score":12680,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":329,"performance":1253,"input_tokens":43239,"output_tokens":49773,"total_tokens":93012,"cost":0.036268049999999996},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170120600,"overall_relative_score":170120600,"max_execution_time_ms":1800,"max_memory_usage_kib":4096,"rank":834,"performance":576,"input_tokens":53017,"output_tokens":52799,"total_tokens":105816,"cost":0.03779355},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":38044,"output_tokens":59679,"total_tokens":97723,"cost":0.041434799999999994},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2638,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":32722,"output_tokens":58302,"total_tokens":91024,"cost":0.0384759},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30631483,"overall_relative_score":30631483,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":622,"performance":834,"input_tokens":23656,"output_tokens":31257,"total_tokens":54913,"cost":0.021885},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327662138,"overall_relative_score":11475440010,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":924,"performance":674,"input_tokens":18919,"output_tokens":60348,"total_tokens":79267,"cost":0.03896505},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2361868336770,"overall_relative_score":384470553110,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":679,"performance":931,"input_tokens":44276,"output_tokens":61149,"total_tokens":105425,"cost":0.040794},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":653707872751716,"overall_relative_score":5411388609,"max_execution_time_ms":1057,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":50835,"output_tokens":65038,"total_tokens":115873,"cost":0.04653525},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283610121,"overall_relative_score":283610121,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":926,"performance":439,"input_tokens":36548,"output_tokens":55489,"total_tokens":92037,"cost":0.037030799999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":14511,"output_tokens":60828,"total_tokens":75339,"cost":0.03716625},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":27477,"output_tokens":59620,"total_tokens":87097,"cost":0.037649550000000004},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":17159,"output_tokens":56261,"total_tokens":73420,"cost":0.035687250000000004},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76151959724,"overall_relative_score":204335957621,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":642,"performance":1081,"input_tokens":20733,"output_tokens":39436,"total_tokens":60169,"cost":0.02562195},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1262861,"overall_relative_score":1262861,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":15447,"output_tokens":41792,"total_tokens":57239,"cost":0.02688825},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69502502935,"overall_relative_score":788291408498,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":637,"input_tokens":25618,"output_tokens":62815,"total_tokens":88433,"cost":0.0394701},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":732,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":31340,"output_tokens":49861,"total_tokens":81201,"cost":0.0342528},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":250,"max_memory_usage_kib":9072,"rank":728,"performance":814,"input_tokens":24724,"output_tokens":70147,"total_tokens":94871,"cost":0.04449840000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742018319550,"overall_relative_score":44439682,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":841,"input_tokens":22946,"output_tokens":60276,"total_tokens":83222,"cost":0.0391035},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":21674,"output_tokens":39960,"total_tokens":61634,"cost":0.026646299999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":42020100,"overall_relative_score":6092,"max_execution_time_ms":647,"max_memory_usage_kib":3072,"rank":1046,"performance":132,"input_tokens":30622,"output_tokens":54804,"total_tokens":85426,"cost":0.0365397},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234829608,"overall_relative_score":234829608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":18454,"output_tokens":48658,"total_tokens":67112,"cost":0.0315909},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216015772,"overall_relative_score":216015772,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":685,"performance":1036,"input_tokens":28101,"output_tokens":40917,"total_tokens":69018,"cost":0.02560935},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1199,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":28482,"output_tokens":60490,"total_tokens":88972,"cost":0.0390399},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42810,"overall_relative_score":42810,"max_execution_time_ms":390,"max_memory_usage_kib":670720,"rank":561,"performance":909,"input_tokens":22859,"output_tokens":60666,"total_tokens":83525,"cost":0.038880450000000004},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3434192789,"overall_relative_score":2799782199619,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":245,"performance":1657,"input_tokens":36635,"output_tokens":61976,"total_tokens":98611,"cost":0.042572849999999995},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43357893,"overall_relative_score":43357893,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":844,"performance":822,"input_tokens":15709,"output_tokens":54253,"total_tokens":69962,"cost":0.03490815},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267014,"overall_relative_score":267014,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":17765,"output_tokens":80548,"total_tokens":98313,"cost":0.05035755},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112731750,"overall_relative_score":112731750,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":811,"performance":834,"input_tokens":29366,"output_tokens":45019,"total_tokens":74385,"cost":0.0314163},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1259757426,"overall_relative_score":1144444260247,"max_execution_time_ms":50,"max_memory_usage_kib":16756,"rank":742,"performance":1088,"input_tokens":29570,"output_tokens":56474,"total_tokens":86044,"cost":0.038319900000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":17159,"output_tokens":75040,"total_tokens":92199,"cost":0.04641465}]},{"num_self_refine":8,"rank":{"all":{"mean":657.35,"median":666.0,"min":186,"max":1382,"stdev":254.04134026591532},"short":{"mean":589.1304347826087,"median":622.0,"min":186,"max":926,"stdev":224.4340973016813},"long":{"mean":749.6470588235294,"median":728.0,"min":245,"max":1382,"stdev":268.9016876984204}},"performance":{"all":{"mean":786.525,"median":825.0,"min":-61,"max":1657,"stdev":439.86256522015066},"short":{"mean":819.7826086956521,"median":828.0,"min":-61,"max":1619,"stdev":428.88342943908526},"long":{"mean":741.5294117647059,"median":814.0,"min":-50,"max":1657,"stdev":463.62189843220557}},"input_tokens":{"all":{"mean":128892.05,"median":84352.5,"min":41186,"max":1492350,"stdev":224179.19951463622},"short":{"mean":143618.4347826087,"median":80649.0,"min":41186,"max":1492350,"stdev":295603.3180922806},"long":{"mean":108968.11764705883,"median":94801.0,"min":57151,"max":189908,"stdev":40211.04470459943}},"output_tokens":{"all":{"mean":75470.725,"median":75954.5,"min":48019,"max":110445,"stdev":15606.647352621978},"short":{"mean":73640.34782608696,"median":70286.0,"min":48019,"max":110445,"stdev":18481.085713405613},"long":{"mean":77947.11764705883,"median":80546.0,"min":52680,"max":97566,"stdev":10617.524657861366}},"total_tokens":{"all":{"mean":204362.775,"median":162707.5,"min":99185,"max":1581336,"stdev":227875.6190523386},"short":{"mean":217258.78260869565,"median":155001.0,"min":99185,"max":1581336,"stdev":300092.4816119125},"long":{"mean":186915.23529411765,"median":164998.0,"min":126281,"max":287474,"stdev":46732.96678273461}},"cost":{"all":{"mean":0.0608138025,"median":0.055812,"min":0.0345639,"max":0.2772441,"stdev":0.03697664134270159},"short":{"mean":0.06228349565217391,"median":0.046555799999999994,"min":0.0345639,"max":0.2772441,"stdev":0.04865496240870016},"long":{"mean":0.05882539411764706,"median":0.05605935000000001,"min":0.03882975,"max":0.07770660000000001,"stdev":0.008388966389436082}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":848,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":70432,"output_tokens":81376,"total_tokens":151808,"cost":0.0593904},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2232478,"overall_relative_score":2232478,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":499,"performance":1159,"input_tokens":58026,"output_tokens":62451,"total_tokens":120477,"cost":0.0422433},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2233013118836,"overall_relative_score":2233013118836,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":560,"performance":1056,"input_tokens":94801,"output_tokens":69063,"total_tokens":163864,"cost":0.055657950000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3186174046,"overall_relative_score":3186174046,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":78028,"output_tokens":52392,"total_tokens":130420,"cost":0.0396786},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5200343,"overall_relative_score":5200343,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":308,"performance":1193,"input_tokens":108342,"output_tokens":110445,"total_tokens":218787,"cost":0.08251830000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5214573,"overall_relative_score":5214573,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":333,"performance":1304,"input_tokens":86734,"output_tokens":68051,"total_tokens":154785,"cost":0.053840700000000005},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1183637,"overall_relative_score":1183637,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":314,"performance":1179,"input_tokens":1492350,"output_tokens":88986,"total_tokens":1581336,"cost":0.2772441},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":41186,"output_tokens":62043,"total_tokens":103229,"cost":0.04244850000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":102814,"output_tokens":67598,"total_tokens":170412,"cost":0.0559809},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":554825391,"overall_relative_score":554825391,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":791,"input_tokens":71836,"output_tokens":87115,"total_tokens":158951,"cost":0.0630444},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12680,"overall_relative_score":12680,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":329,"performance":1253,"input_tokens":116522,"output_tokens":80518,"total_tokens":197040,"cost":0.06393149999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168787065,"overall_relative_score":168787065,"max_execution_time_ms":2800,"max_memory_usage_kib":5120,"rank":845,"performance":546,"input_tokens":172428,"output_tokens":83285,"total_tokens":255713,"cost":0.06650400000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8379156,"overall_relative_score":8379156,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":701,"performance":463,"input_tokens":113795,"output_tokens":80633,"total_tokens":194428,"cost":0.05962425},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2638,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":118102,"output_tokens":89416,"total_tokens":207518,"cost":0.0673257},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30631483,"overall_relative_score":30631483,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":622,"performance":834,"input_tokens":81971,"output_tokens":49389,"total_tokens":131360,"cost":0.03666105},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327662138,"overall_relative_score":11475440010,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":924,"performance":674,"input_tokens":57151,"output_tokens":83867,"total_tokens":141018,"cost":0.05633925},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2358006942138,"overall_relative_score":388400737257,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":668,"performance":947,"input_tokens":113035,"output_tokens":74137,"total_tokens":187172,"cost":0.05476785},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":653707872751716,"overall_relative_score":5411388609,"max_execution_time_ms":1057,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":189908,"output_tokens":97566,"total_tokens":287474,"cost":0.07770660000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283610121,"overall_relative_score":283610121,"max_execution_time_ms":100,"max_memory_usage_kib":7168,"rank":926,"performance":439,"input_tokens":183274,"output_tokens":93864,"total_tokens":277138,"cost":0.0737535},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":50796,"output_tokens":70550,"total_tokens":121346,"cost":0.046555799999999994},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":91212,"output_tokens":78300,"total_tokens":169512,"cost":0.053896200000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":58252,"output_tokens":66968,"total_tokens":125220,"cost":0.04609140000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76151959724,"overall_relative_score":204335957621,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":642,"performance":1081,"input_tokens":73601,"output_tokens":52680,"total_tokens":126281,"cost":0.03882975},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1262861,"overall_relative_score":1262861,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":51166,"output_tokens":48019,"total_tokens":99185,"cost":0.0345639},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69502502935,"overall_relative_score":788291408498,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":908,"performance":637,"input_tokens":81831,"output_tokens":83167,"total_tokens":164998,"cost":0.055966049999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":732,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":107830,"output_tokens":60303,"total_tokens":168133,"cost":0.0447867},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":250,"max_memory_usage_kib":9072,"rank":728,"performance":814,"input_tokens":76233,"output_tokens":80546,"total_tokens":156779,"cost":0.05605935000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742018319550,"overall_relative_score":44439682,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":841,"input_tokens":81625,"output_tokens":77772,"total_tokens":159397,"cost":0.055422149999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":80649,"output_tokens":51811,"total_tokens":132460,"cost":0.037963949999999996},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":42020100,"overall_relative_score":6092,"max_execution_time_ms":647,"max_memory_usage_kib":3072,"rank":1046,"performance":132,"input_tokens":177647,"output_tokens":88650,"total_tokens":266297,"cost":0.06527385},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234829608,"overall_relative_score":234829608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":78608,"output_tokens":61588,"total_tokens":140196,"cost":0.0446976},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230226314,"overall_relative_score":230226314,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":482,"performance":1318,"input_tokens":92549,"output_tokens":62452,"total_tokens":155001,"cost":0.04563675},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1199,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":89342,"output_tokens":72209,"total_tokens":161551,"cost":0.052982699999999994},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43047,"overall_relative_score":43047,"max_execution_time_ms":570,"max_memory_usage_kib":1020928,"rank":561,"performance":909,"input_tokens":88677,"output_tokens":86527,"total_tokens":175204,"cost":0.06214815},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3434192789,"overall_relative_score":2799782199619,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":245,"performance":1657,"input_tokens":143094,"output_tokens":84698,"total_tokens":227792,"cost":0.06682049999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43357893,"overall_relative_score":43357893,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":844,"performance":822,"input_tokens":53436,"output_tokens":60748,"total_tokens":114184,"cost":0.0444642},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267014,"overall_relative_score":267014,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":55504,"output_tokens":110221,"total_tokens":165725,"cost":0.0727806},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112724084,"overall_relative_score":112724084,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":814,"performance":828,"input_tokens":80915,"output_tokens":70286,"total_tokens":151201,"cost":0.052736849999999995},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1259757426,"overall_relative_score":1144444260247,"max_execution_time_ms":50,"max_memory_usage_kib":16756,"rank":742,"performance":1088,"input_tokens":123680,"output_tokens":71020,"total_tokens":194700,"cost":0.06116400000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":68300,"output_tokens":98119,"total_tokens":166419,"cost":0.0650508}]},{"num_self_refine":16,"rank":{"all":{"mean":618.9,"median":633.5,"min":186,"max":1056,"stdev":230.3566688242276},"short":{"mean":551.5652173913044,"median":550.0,"min":186,"max":894,"stdev":207.58017642411997},"long":{"mean":710.0,"median":727.0,"min":245,"max":1056,"stdev":234.00934810387383}},"performance":{"all":{"mean":861.9,"median":867.0,"min":-61,"max":1657,"stdev":422.23852780031143},"short":{"mean":885.7391304347826,"median":913.0,"min":-61,"max":1619,"stdev":443.11995271045805},"long":{"mean":829.6470588235294,"median":841.0,"min":94,"max":1657,"stdev":403.3111300808085}},"input_tokens":{"all":{"mean":512166.175,"median":371671.5,"min":201006,"max":3030039,"stdev":456761.5515945614},"short":{"mean":501826.3043478261,"median":313257.0,"min":201006,"max":3030039,"stdev":574968.1166688079},"long":{"mean":526155.4117647059,"median":416658.0,"min":275929,"max":1028286,"stdev":231555.10083402903}},"output_tokens":{"all":{"mean":111446.45,"median":106622.0,"min":71198,"max":150509,"stdev":24027.32454663296},"short":{"mean":106236.82608695653,"median":96155.0,"min":71198,"max":150509,"stdev":27374.449194379275},"long":{"mean":118494.76470588235,"median":123424.0,"min":94257,"max":150394,"stdev":16882.845592973255}},"total_tokens":{"all":{"mean":623612.625,"median":479310.5,"min":296792,"max":3124091,"stdev":461866.6511714641},"short":{"mean":608063.1304347826,"median":421153.0,"min":296792,"max":3124091,"stdev":577666.4286699551},"long":{"mean":644650.1764705882,"median":522224.0,"min":370186,"max":1166936,"stdev":245593.58470200197}},"cost":{"all":{"mean":0.11628425625,"median":0.10066904999999998,"min":0.055943549999999995,"max":0.51093705,"stdev":0.07188138798808948},"short":{"mean":0.11498025,"median":0.0835041,"min":0.055943549999999995,"max":0.51093705,"stdev":0.092105615201019},"long":{"mean":0.1180485,"median":0.12043485000000001,"min":0.07568595000000002,"max":0.17746859999999998,"stdev":0.030395954187332846}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":348154800792,"overall_relative_score":348154800792,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1056,"performance":712,"input_tokens":353802,"output_tokens":120403,"total_tokens":474205,"cost":0.1253121},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2232478,"overall_relative_score":2232478,"max_execution_time_ms":240,"max_memory_usage_kib":5120,"rank":499,"performance":1159,"input_tokens":229978,"output_tokens":86507,"total_tokens":316485,"cost":0.0697161},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2233013118836,"overall_relative_score":2233013118836,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":560,"performance":1056,"input_tokens":539310,"output_tokens":129570,"total_tokens":668880,"cost":0.15863850000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3186174046,"overall_relative_score":3186174046,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":380873,"output_tokens":71560,"total_tokens":452433,"cost":0.07784295},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5200343,"overall_relative_score":5200343,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":308,"performance":1193,"input_tokens":346190,"output_tokens":143594,"total_tokens":489784,"cost":0.1380849},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5373396,"overall_relative_score":5373396,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":251,"performance":1468,"input_tokens":388979,"output_tokens":103480,"total_tokens":492459,"cost":0.12043485000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1183637,"overall_relative_score":1183637,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":314,"performance":1179,"input_tokens":3030039,"output_tokens":94052,"total_tokens":3124091,"cost":0.51093705},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":291336,"output_tokens":89368,"total_tokens":380704,"cost":0.0699564},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":415465,"output_tokens":97298,"total_tokens":512763,"cost":0.12069855000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":645460355,"overall_relative_score":645460355,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":618,"performance":813,"input_tokens":548133,"output_tokens":140221,"total_tokens":688354,"cost":0.16635255000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12680,"overall_relative_score":12680,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":329,"performance":1253,"input_tokens":363768,"output_tokens":111585,"total_tokens":475353,"cost":0.1073826},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":169819331,"overall_relative_score":169819331,"max_execution_time_ms":726,"max_memory_usage_kib":3072,"rank":836,"performance":571,"input_tokens":783907,"output_tokens":126989,"total_tokens":910896,"cost":0.12766185000000002},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17763067,"overall_relative_score":17763067,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":687,"performance":528,"input_tokens":680320,"output_tokens":129524,"total_tokens":809844,"cost":0.1392936},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2638,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":1028286,"output_tokens":138650,"total_tokens":1166936,"cost":0.17170889999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30631483,"overall_relative_score":30631483,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":622,"performance":834,"input_tokens":313257,"output_tokens":71198,"total_tokens":384455,"cost":0.06755775},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1327662138,"overall_relative_score":11475440010,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":924,"performance":674,"input_tokens":343200,"output_tokens":123424,"total_tokens":466624,"cost":0.101604},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2328627695463,"overall_relative_score":382590363305,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":685,"performance":923,"input_tokens":365601,"output_tokens":97735,"total_tokens":463336,"cost":0.08841555},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":653707872751716,"overall_relative_score":5411388609,"max_execution_time_ms":1057,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":938012,"output_tokens":150394,"total_tokens":1088406,"cost":0.17746859999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":370357997,"overall_relative_score":370357997,"max_execution_time_ms":70,"max_memory_usage_kib":7168,"rank":721,"performance":913,"input_tokens":614220,"output_tokens":147437,"total_tokens":761657,"cost":0.15033360000000004},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":201006,"output_tokens":95786,"total_tokens":296792,"cost":0.0724329},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":377742,"output_tokens":105526,"total_tokens":483268,"cost":0.0835041},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":308818,"output_tokens":105101,"total_tokens":413919,"cost":0.08105850000000003},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76151959724,"overall_relative_score":204335957621,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":642,"performance":1081,"input_tokens":342354,"output_tokens":99870,"total_tokens":442224,"cost":0.0891783},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1262861,"overall_relative_score":1262861,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":665,"input_tokens":278069,"output_tokens":71778,"total_tokens":349847,"cost":0.055943549999999995},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63740931716,"overall_relative_score":858921850702,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":643,"performance":894,"input_tokens":276024,"output_tokens":107678,"total_tokens":383702,"cost":0.08450160000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":732,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":578970,"output_tokens":94004,"total_tokens":672974,"cost":0.0930039},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":250,"max_memory_usage_kib":9072,"rank":728,"performance":814,"input_tokens":275929,"output_tokens":94257,"total_tokens":370186,"cost":0.07568595000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2742018319550,"overall_relative_score":44439682,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":807,"performance":841,"input_tokens":487106,"output_tokens":128847,"total_tokens":615953,"cost":0.09973409999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10507226385011,"overall_relative_score":10507226385011,"max_execution_time_ms":1640,"max_memory_usage_kib":20044,"rank":416,"performance":1398,"input_tokens":309497,"output_tokens":72349,"total_tokens":381846,"cost":0.05974994999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":595606,"output_tokens":127651,"total_tokens":723257,"cost":0.1075923},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234829608,"overall_relative_score":234829608,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":255923,"output_tokens":82087,"total_tokens":338010,"cost":0.06636945},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234045074,"overall_relative_score":234045074,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":441,"performance":1376,"input_tokens":812707,"output_tokens":139718,"total_tokens":952425,"cost":0.13264484999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1199,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":416658,"output_tokens":105566,"total_tokens":522224,"cost":0.0918591},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47770,"overall_relative_score":47770,"max_execution_time_ms":570,"max_memory_usage_kib":1005568,"rank":550,"performance":933,"input_tokens":558186,"output_tokens":150509,"total_tokens":708695,"cost":0.14024129999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3434192789,"overall_relative_score":2799782199619,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":245,"performance":1657,"input_tokens":614512,"output_tokens":125350,"total_tokens":739862,"cost":0.1269468},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43357893,"overall_relative_score":43357893,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":844,"performance":822,"input_tokens":215892,"output_tokens":82765,"total_tokens":298657,"cost":0.0820428},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267014,"overall_relative_score":267014,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":834,"performance":792,"input_tokens":278799,"output_tokens":142354,"total_tokens":421153,"cost":0.10632585},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135068392,"overall_relative_score":135068392,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":547,"performance":1222,"input_tokens":289275,"output_tokens":96155,"total_tokens":385430,"cost":0.08157944999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1259757426,"overall_relative_score":1144444260247,"max_execution_time_ms":50,"max_memory_usage_kib":16756,"rank":742,"performance":1088,"input_tokens":779891,"output_tokens":137249,"total_tokens":917140,"cost":0.13938345000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":279007,"output_tokens":120269,"total_tokens":399276,"cost":0.09219165}]}]},{"model_name":"nemotron-3-super","detail_path":"data/model_details/nemotron-3-super.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":838.0,"median":866.0,"min":186,"max":1382,"stdev":225.78512589832636},"short":{"mean":775.1304347826087,"median":779.0,"min":186,"max":1057,"stdev":225.53316715322828},"long":{"mean":923.0588235294117,"median":926.0,"min":625,"max":1382,"stdev":202.3670769258908}},"performance":{"all":{"mean":213.9,"median":120.0,"min":-200,"max":1119,"stdev":298.9485677400816},"short":{"mean":178.1304347826087,"median":123.0,"min":-200,"max":1119,"stdev":297.3581104490045},"long":{"mean":262.29411764705884,"median":117.0,"min":-80,"max":870,"stdev":303.2034722562314}},"input_tokens":{"all":{"mean":3130.5,"median":2676.0,"min":1387,"max":8410,"stdev":1812.4525811657415},"short":{"mean":2565.4347826086955,"median":1881.0,"min":1459,"max":8410,"stdev":1723.9434926957163},"long":{"mean":3895.0,"median":3367.0,"min":1387,"max":8200,"stdev":1685.4359599225359}},"output_tokens":{"all":{"mean":15787.975,"median":10932.0,"min":542,"max":62241,"stdev":15732.0189169886},"short":{"mean":14397.782608695652,"median":11127.0,"min":542,"max":44703,"stdev":13233.117690636218},"long":{"mean":17668.823529411766,"median":10834.0,"min":712,"max":62241,"stdev":18866.68991316208}},"total_tokens":{"all":{"mean":18918.475,"median":13561.0,"min":2228,"max":65067,"stdev":15781.414578608696},"short":{"mean":16963.217391304348,"median":12658.0,"min":2228,"max":46216,"stdev":13474.52145534649},"long":{"mean":21563.823529411766,"median":13741.0,"min":3816,"max":65067,"stdev":18560.366474140854}},"cost":{"all":{"mean":0.0082070375,"median":0.005712149999999999,"min":0.0004396,"max":0.0314031,"stdev":0.007862603689086372},"short":{"mean":0.007455434782608696,"median":0.0057166,"min":0.0004396,"max":0.0225028,"stdev":0.006631918119121736},"long":{"mean":0.009223911764705882,"median":0.0057077,"min":0.0006664,"max":0.0314031,"stdev":0.009396868098659411}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1387,"output_tokens":48743,"total_tokens":50130,"cost":0.0245102},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1531,"output_tokens":11127,"total_tokens":12658,"cost":0.0057166},{"problem_id":"ahc003","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2719,"output_tokens":11734,"total_tokens":14453,"cost":0.0061389},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1662,"output_tokens":22946,"total_tokens":24608,"cost":0.0116392},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090299,"overall_relative_score":4090299,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":335,"performance":1119,"input_tokens":1852,"output_tokens":3419,"total_tokens":5271,"cost":0.0018947},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3792,"output_tokens":11030,"total_tokens":14822,"cost":0.0058942},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1577,"output_tokens":7871,"total_tokens":9448,"cost":0.0040932},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2281,"output_tokens":16837,"total_tokens":19118,"cost":0.0086466},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":3104,"output_tokens":712,"total_tokens":3816,"cost":0.0006664},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":2262,"output_tokens":2602,"total_tokens":4864,"cost":0.0015272},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":8410,"output_tokens":32467,"total_tokens":40877,"cost":0.0170745},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1223,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8200,"output_tokens":37659,"total_tokens":45859,"cost":0.0196495},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6491,"output_tokens":5200,"total_tokens":11691,"cost":0.0032491},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3020,"output_tokens":26157,"total_tokens":29177,"cost":0.0133805},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":2633,"output_tokens":7514,"total_tokens":10147,"cost":0.0040203},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":2826,"output_tokens":62241,"total_tokens":65067,"cost":0.0314031},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":7449,"output_tokens":958,"total_tokens":8407,"cost":0.0012239},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4564,"output_tokens":7359,"total_tokens":11923,"cost":0.0041359},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93995,"overall_relative_score":93995,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":962,"performance":206,"input_tokens":3723,"output_tokens":1135,"total_tokens":4858,"cost":0.0009398},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4235100,"overall_relative_score":4235100,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1057,"performance":288,"input_tokens":1789,"output_tokens":624,"total_tokens":2413,"cost":0.0004909},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2215,"output_tokens":29958,"total_tokens":32173,"cost":0.0152005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1863,"output_tokens":40138,"total_tokens":42001,"cost":0.0202553},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2907,"output_tokens":10834,"total_tokens":13741,"cost":0.0057077},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":555,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1763,"output_tokens":16519,"total_tokens":18282,"cost":0.0084358},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1188,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3367,"output_tokens":31263,"total_tokens":34630,"cost":0.0159682},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":1881,"output_tokens":678,"total_tokens":2559,"cost":0.0005271},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4163,"output_tokens":894,"total_tokens":5057,"cost":0.0008633},{"problem_id":"ahc031","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3014,"output_tokens":2766,"total_tokens":5780,"cost":0.0016844},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":963,"performance":-155,"input_tokens":1788,"output_tokens":20484,"total_tokens":22272,"cost":0.0104208},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2874,"output_tokens":33720,"total_tokens":36594,"cost":0.0171474},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1949,"output_tokens":28577,"total_tokens":30526,"cost":0.0144834},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":4551,"output_tokens":11732,"total_tokens":16283,"cost":0.0063211},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4115,"output_tokens":2708,"total_tokens":6823,"cost":0.0017655},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1895,"output_tokens":14790,"total_tokens":16685,"cost":0.0075845},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4332,"output_tokens":2593,"total_tokens":6925,"cost":0.0017297},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":1686,"output_tokens":542,"total_tokens":2228,"cost":0.0004396},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2231,"output_tokens":9516,"total_tokens":11747,"cost":0.0049811},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":1513,"output_tokens":44703,"total_tokens":46216,"cost":0.0225028},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4382,"output_tokens":8999,"total_tokens":13381,"cost":0.0049377},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1459,"output_tokens":1770,"total_tokens":3229,"cost":0.0010309}]},{"num_self_refine":2,"rank":{"all":{"mean":741.575,"median":727.5,"min":186,"max":1109,"stdev":217.5747307513868},"short":{"mean":693.4347826086956,"median":680.0,"min":186,"max":1019,"stdev":229.93197137947257},"long":{"mean":806.7058823529412,"median":745.0,"min":449,"max":1109,"stdev":186.69552910617676}},"performance":{"all":{"mean":494.25,"median":454.0,"min":-110,"max":1744,"stdev":455.39420792911346},"short":{"mean":432.30434782608694,"median":265.0,"min":-110,"max":1744,"stdev":494.8775270694952},"long":{"mean":578.0588235294117,"median":662.0,"min":-80,"max":1207,"stdev":394.6853922094526}},"input_tokens":{"all":{"mean":9015.375,"median":8455.0,"min":4000,"max":22182,"stdev":4340.929893807169},"short":{"mean":8107.347826086957,"median":5765.0,"min":4000,"max":22182,"stdev":4942.169164985752},"long":{"mean":10243.882352941177,"median":9778.0,"min":6523,"max":18407,"stdev":3091.638984469907}},"output_tokens":{"all":{"mean":19935.3,"median":13226.5,"min":3237,"max":63817,"stdev":14805.14995152631},"short":{"mean":18562.782608695652,"median":12896.0,"min":5898,"max":46388,"stdev":12191.469983545208},"long":{"mean":21792.235294117647,"median":13557.0,"min":3237,"max":63817,"stdev":17987.24619532341}},"total_tokens":{"all":{"mean":28950.675,"median":23146.5,"min":9760,"max":70880,"stdev":15994.500459312529},"short":{"mean":26670.130434782608,"median":22727.0,"min":10388,"max":56444,"stdev":14322.476631010777},"long":{"mean":32036.117647058825,"median":23566.0,"min":9760,"max":70880,"stdev":17997.82063849104}},"cost":{"all":{"mean":0.0108691875,"median":0.00765535,"min":0.0022708,"max":0.032614800000000006,"stdev":0.007475021630126925},"short":{"mean":0.010092126086956522,"median":0.0075312999999999995,"min":0.003398,"max":0.0237293,"stdev":0.006245482645241744},"long":{"mean":0.011920505882352942,"median":0.0077794000000000006,"min":0.0022708,"max":0.032614800000000006,"stdev":0.008973402546447375}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":907088235575,"overall_relative_score":907088235575,"max_execution_time_ms":910,"max_memory_usage_kib":100352,"rank":539,"performance":1195,"input_tokens":7239,"output_tokens":52507,"total_tokens":59746,"cost":0.0269774},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":5012,"output_tokens":12848,"total_tokens":17860,"cost":0.006925199999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2629232065477,"overall_relative_score":2629232065477,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":10009,"output_tokens":13557,"total_tokens":23566,"cost":0.0077794000000000006},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":22182,"output_tokens":25096,"total_tokens":47278,"cost":0.0147662},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4090299,"overall_relative_score":4090299,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":335,"performance":1119,"input_tokens":4872,"output_tokens":8341,"total_tokens":13213,"cost":0.0046577},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10761,"output_tokens":13826,"total_tokens":24587,"cost":0.007989099999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":9022,"output_tokens":10001,"total_tokens":19023,"cost":0.0059027},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5298,"output_tokens":19776,"total_tokens":25074,"cost":0.010417800000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":7165,"output_tokens":11840,"total_tokens":19005,"cost":0.0066365},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":5300,"output_tokens":23337,"total_tokens":28637,"cost":0.0121985},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":20331,"output_tokens":35002,"total_tokens":55333,"cost":0.0195341},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1223,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":18407,"output_tokens":39749,"total_tokens":58156,"cost":0.0217152},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1852,"overall_relative_score":1852,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":14324,"output_tokens":7147,"total_tokens":21471,"cost":0.0050059},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":11213,"output_tokens":28630,"total_tokens":39843,"cost":0.0154363},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31744594,"overall_relative_score":31744594,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":616,"performance":846,"input_tokens":8824,"output_tokens":9896,"total_tokens":18720,"cost":0.0058304},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1232379288,"overall_relative_score":10666669673,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":929,"performance":664,"input_tokens":7063,"output_tokens":63817,"total_tokens":70880,"cost":0.032614800000000006},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":16064,"output_tokens":5305,"total_tokens":21369,"cost":0.0042588999999999995},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":10819,"output_tokens":8329,"total_tokens":19148,"cost":0.0052464},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409139364,"overall_relative_score":409139364,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":652,"performance":1015,"input_tokens":8800,"output_tokens":6647,"total_tokens":15447,"cost":0.0042035},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6410750,"overall_relative_score":6410750,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":961,"performance":649,"input_tokens":4465,"output_tokens":8117,"total_tokens":12582,"cost":0.0045049999999999995},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":7180,"output_tokens":31895,"total_tokens":39075,"cost":0.0166655},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":11751,"output_tokens":44693,"total_tokens":56444,"cost":0.0235216},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":494175309754,"overall_relative_score":111968785245,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":851,"performance":820,"input_tokens":8110,"output_tokens":12721,"total_tokens":20831,"cost":0.007171499999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":555,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":4497,"output_tokens":21564,"total_tokens":26061,"cost":0.0112317},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3963972917870,"overall_relative_score":11692854516,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":10004,"output_tokens":36530,"total_tokens":46534,"cost":0.0192654},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":950557,"overall_relative_score":950557,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":633,"performance":1031,"input_tokens":4490,"output_tokens":5898,"total_tokens":10388,"cost":0.003398},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":9664,"output_tokens":12039,"total_tokens":21703,"cost":0.0069859},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":6523,"output_tokens":3237,"total_tokens":9760,"cost":0.0022708},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9762991873955,"overall_relative_score":9762991873955,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":680,"performance":1014,"input_tokens":6447,"output_tokens":23125,"total_tokens":29572,"cost":0.0122072},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":9718,"output_tokens":36218,"total_tokens":45936,"cost":0.019080800000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":5765,"output_tokens":29998,"total_tokens":35763,"cost":0.0155755},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253015372,"overall_relative_score":253015372,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":221,"performance":1744,"input_tokens":10833,"output_tokens":12896,"total_tokens":23729,"cost":0.0075312999999999995},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":352229000,"overall_relative_score":611486740,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":719,"performance":932,"input_tokens":9735,"output_tokens":4009,"total_tokens":13744,"cost":0.0029779999999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":5737,"output_tokens":16990,"total_tokens":22727,"cost":0.0090687},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":9778,"output_tokens":18093,"total_tokens":27871,"cost":0.0100243},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":4361,"output_tokens":8048,"total_tokens":12409,"cost":0.0044601},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":7625,"output_tokens":11184,"total_tokens":18809,"cost":0.0063545},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":5353,"output_tokens":46388,"total_tokens":51741,"cost":0.0237293},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":11874,"output_tokens":10061,"total_tokens":21935,"cost":0.0062179},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":4000,"output_tokens":8057,"total_tokens":12057,"cost":0.0044285}]},{"num_self_refine":4,"rank":{"all":{"mean":676.75,"median":662.5,"min":156,"max":1109,"stdev":234.8746255847782},"short":{"mean":621.3478260869565,"median":652.0,"min":156,"max":997,"stdev":240.17013073986686},"long":{"mean":751.7058823529412,"median":728.0,"min":449,"max":1109,"stdev":211.5968350146932}},"performance":{"all":{"mean":706.9,"median":735.0,"min":-110,"max":1744,"stdev":484.56328739100684},"short":{"mean":702.695652173913,"median":811.0,"min":-110,"max":1744,"stdev":560.6367674174047},"long":{"mean":712.5882352941177,"median":689.0,"min":51,"max":1207,"stdev":374.28315798729335}},"input_tokens":{"all":{"mean":29934.525,"median":27802.0,"min":12576,"max":71636,"stdev":13627.833337935215},"short":{"mean":26656.217391304348,"median":22953.0,"min":12576,"max":71636,"stdev":14019.96028381264},"long":{"mean":34369.882352941175,"median":30937.0,"min":18608,"max":63868,"stdev":12085.820430789716}},"output_tokens":{"all":{"mean":28634.025,"median":24000.5,"min":9868,"max":73642,"stdev":15792.544619644472},"short":{"mean":25949.782608695652,"median":22242.0,"min":9868,"max":54769,"stdev":13502.912944844436},"long":{"mean":32265.647058823528,"median":25515.0,"min":10327,"max":73642,"stdev":18244.207172898663}},"total_tokens":{"all":{"mean":58568.55,"median":51423.0,"min":24476,"max":109291,"stdev":23367.75102895617},"short":{"mean":52606.0,"median":45195.0,"min":24476,"max":109291,"stdev":22628.042174177677},"long":{"mean":66635.5294117647,"median":55498.0,"min":41110,"max":105780,"stdev":22510.284560944714}},"cost":{"all":{"mean":0.017310465,"median":0.0141325,"min":0.006442000000000001,"max":0.03909540000000001,"stdev":0.00835193204359296},"short":{"mean":0.01564051304347826,"median":0.0134237,"min":0.006442000000000001,"max":0.0297284,"stdev":0.007362389203012859},"long":{"mean":0.01956981176470588,"median":0.0154847,"min":0.009068,"max":0.03909540000000001,"stdev":0.009277024437008506}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":907088235575,"overall_relative_score":907088235575,"max_execution_time_ms":910,"max_memory_usage_kib":100352,"rank":539,"performance":1195,"input_tokens":32794,"output_tokens":63242,"total_tokens":96036,"cost":0.034900400000000005},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":145588,"overall_relative_score":145588,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":957,"performance":466,"input_tokens":18142,"output_tokens":18934,"total_tokens":37076,"cost":0.011281199999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2629232065477,"overall_relative_score":2629232065477,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":32748,"output_tokens":19330,"total_tokens":52078,"cost":0.012939800000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":71636,"output_tokens":37655,"total_tokens":109291,"cost":0.025991100000000003},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":21365,"output_tokens":13233,"total_tokens":34598,"cost":0.008753},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":28472,"output_tokens":27026,"total_tokens":55498,"cost":0.0163602},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1525290,"overall_relative_score":1525290,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":156,"performance":1628,"input_tokens":30445,"output_tokens":17707,"total_tokens":48152,"cost":0.011897999999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":14887,"output_tokens":25736,"total_tokens":40623,"cost":0.0143567},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":55024,"output_tokens":15985,"total_tokens":71009,"cost":0.0134949},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":14334,"output_tokens":28723,"total_tokens":43057,"cost":0.0157949},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":50283,"output_tokens":41318,"total_tokens":91601,"cost":0.0256873},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":544351793,"overall_relative_score":544351793,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":487,"performance":1137,"input_tokens":46459,"output_tokens":50025,"total_tokens":96484,"cost":0.0296584},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1852,"overall_relative_score":1852,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":36739,"output_tokens":14754,"total_tokens":51493,"cost":0.0110509},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":46176,"output_tokens":47017,"total_tokens":93193,"cost":0.0281261},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31744594,"overall_relative_score":31744594,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":616,"performance":846,"input_tokens":30624,"output_tokens":21095,"total_tokens":51719,"cost":0.0136099},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1232379288,"overall_relative_score":10666669673,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":929,"performance":664,"input_tokens":22744,"output_tokens":73642,"total_tokens":96386,"cost":0.03909540000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":200,"max_memory_usage_kib":7168,"rank":644,"performance":981,"input_tokens":39045,"output_tokens":10327,"total_tokens":49372,"cost":0.009068},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":26283,"output_tokens":16836,"total_tokens":43119,"cost":0.011046299999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409139364,"overall_relative_score":409139364,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":652,"performance":1015,"input_tokens":32080,"output_tokens":15007,"total_tokens":47087,"cost":0.010711499999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13339600,"overall_relative_score":13339600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":263,"performance":1667,"input_tokens":14707,"output_tokens":23906,"total_tokens":38613,"cost":0.0134237},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251453829595,"overall_relative_score":251453829595,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":177,"performance":933,"input_tokens":28259,"output_tokens":49463,"total_tokens":77722,"cost":0.027557400000000003},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":45829,"output_tokens":50291,"total_tokens":96120,"cost":0.0297284},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96020355473,"overall_relative_score":175157320424,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":722,"performance":987,"input_tokens":25021,"output_tokens":31502,"total_tokens":56523,"cost":0.018253099999999998},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1321354,"overall_relative_score":1321354,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":920,"input_tokens":15908,"output_tokens":26567,"total_tokens":42475,"cost":0.0148743},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3963972917870,"overall_relative_score":11692854516,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":992,"performance":398,"input_tokens":30937,"output_tokens":45233,"total_tokens":76170,"cost":0.0257102},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":950557,"overall_relative_score":950557,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":633,"performance":1031,"input_tokens":15080,"output_tokens":9868,"total_tokens":24948,"cost":0.006442000000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":25913,"output_tokens":15197,"total_tokens":41110,"cost":0.010189799999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":18608,"output_tokens":24095,"total_tokens":42703,"cost":0.013908299999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9762991873955,"overall_relative_score":9762991873955,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":680,"performance":1014,"input_tokens":26972,"output_tokens":38709,"total_tokens":65681,"cost":0.0220517},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":63868,"output_tokens":41912,"total_tokens":105780,"cost":0.0273428},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":579126509,"overall_relative_score":579126509,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":843,"performance":668,"input_tokens":18253,"output_tokens":32472,"total_tokens":50725,"cost":0.018061300000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253015372,"overall_relative_score":253015372,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":221,"performance":1744,"input_tokens":27851,"output_tokens":16445,"total_tokens":44296,"cost":0.0110076},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6052822,"overall_relative_score":48306498827,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":548,"performance":1146,"input_tokens":27272,"output_tokens":25515,"total_tokens":52787,"cost":0.0154847},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":640,"performance":639,"input_tokens":22953,"output_tokens":22242,"total_tokens":45195,"cost":0.0134163},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":29721,"output_tokens":23482,"total_tokens":53203,"cost":0.0147131},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43942068,"overall_relative_score":43942068,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":841,"performance":828,"input_tokens":12576,"output_tokens":11900,"total_tokens":24476,"cost":0.0072076},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":287652,"overall_relative_score":287652,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":824,"performance":811,"input_tokens":27753,"output_tokens":14202,"total_tokens":41955,"cost":0.0098763},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":17784,"output_tokens":54769,"total_tokens":72553,"cost":0.0291629},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":33203,"output_tokens":18150,"total_tokens":51353,"cost":0.0123953},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":18633,"output_tokens":11849,"total_tokens":30482,"cost":0.007787800000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":615.325,"median":634.0,"min":156,"max":1109,"stdev":244.42621323816462},"short":{"mean":540.0869565217391,"median":616.0,"min":156,"max":847,"stdev":245.97189659195516},"long":{"mean":717.1176470588235,"median":722.0,"min":449,"max":1109,"stdev":208.06065292149222}},"performance":{"all":{"mean":879.675,"median":837.0,"min":-21,"max":1836,"stdev":456.3932957270685},"short":{"mean":948.4782608695652,"median":870.0,"min":-21,"max":1836,"stdev":512.2107050073346},"long":{"mean":786.5882352941177,"median":781.0,"min":51,"max":1303,"stdev":361.8870781790104}},"input_tokens":{"all":{"mean":99624.7,"median":88635.5,"min":45272,"max":247929,"stdev":42373.240706963355},"short":{"mean":92785.08695652174,"median":79625.0,"min":45272,"max":201615,"stdev":39675.06607190814},"long":{"mean":108878.29411764706,"median":94822.0,"min":63459,"max":247929,"stdev":45319.760024966905}},"output_tokens":{"all":{"mean":43886.975,"median":36301.0,"min":16461,"max":101549,"stdev":20006.527227815117},"short":{"mean":41233.04347826087,"median":34600.0,"min":16461,"max":73634,"stdev":17397.184271856546},"long":{"mean":47477.58823529412,"median":38729.0,"min":21906,"max":101549,"stdev":23144.18125863071}},"total_tokens":{"all":{"mean":143511.675,"median":130041.0,"min":69085,"max":319890,"stdev":51918.36224570534},"short":{"mean":134018.13043478262,"median":121919.0,"min":69085,"max":253244,"stdev":47506.31284491123},"long":{"mean":156355.88235294117,"median":130539.0,"min":93367,"max":319890,"stdev":56234.42021671686}},"cost":{"all":{"mean":0.0319059575,"median":0.027455649999999998,"min":0.013877200000000001,"max":0.060773400000000005,"stdev":0.011958611212714685},"short":{"mean":0.02989503043478261,"median":0.0266303,"min":0.013877200000000001,"max":0.0509788,"stdev":0.010507638051022901},"long":{"mean":0.03462662352941177,"median":0.028439199999999998,"min":0.020641200000000002,"max":0.060773400000000005,"stdev":0.013531108606953158}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":907088235575,"overall_relative_score":907088235575,"max_execution_time_ms":910,"max_memory_usage_kib":100352,"rank":539,"performance":1195,"input_tokens":116492,"output_tokens":72554,"total_tokens":189046,"cost":0.04792620000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":671679,"overall_relative_score":671679,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":708,"performance":905,"input_tokens":74187,"output_tokens":27674,"total_tokens":101861,"cost":0.0212557},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2629232065477,"overall_relative_score":2629232065477,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":112757,"output_tokens":31223,"total_tokens":143980,"cost":0.026887200000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":201615,"output_tokens":51629,"total_tokens":253244,"cost":0.045976},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":75557,"output_tokens":25863,"total_tokens":101420,"cost":0.020487199999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":80415,"output_tokens":38729,"total_tokens":119144,"cost":0.027406},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1525290,"overall_relative_score":1525290,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":156,"performance":1628,"input_tokens":130837,"output_tokens":25439,"total_tokens":156276,"cost":0.0258032},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":47918,"output_tokens":45427,"total_tokens":93345,"cost":0.027505299999999996},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":171116,"output_tokens":26790,"total_tokens":197906,"cost":0.030506600000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":52470,"output_tokens":36364,"total_tokens":88834,"cost":0.023429000000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5816,"overall_relative_score":5816,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":383,"performance":1140,"input_tokens":138901,"output_tokens":53982,"total_tokens":192883,"cost":0.040881100000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":544351793,"overall_relative_score":544351793,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":487,"performance":1137,"input_tokens":130884,"output_tokens":63140,"total_tokens":194024,"cost":0.044658399999999994},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44684879,"overall_relative_score":44684879,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":634,"performance":708,"input_tokens":111136,"output_tokens":28950,"total_tokens":140086,"cost":0.0255886},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":140293,"output_tokens":75412,"total_tokens":215705,"cost":0.051735300000000005},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31744594,"overall_relative_score":31744594,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":616,"performance":846,"input_tokens":110878,"output_tokens":31085,"total_tokens":141963,"cost":0.0266303},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5508848938,"overall_relative_score":100102925541,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":453,"performance":1303,"input_tokens":77488,"output_tokens":101549,"total_tokens":179037,"cost":0.05852330000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2321564747612,"overall_relative_score":403724626449,"max_execution_time_ms":200,"max_memory_usage_kib":7168,"rank":644,"performance":981,"input_tokens":107637,"output_tokens":21906,"total_tokens":129543,"cost":0.0217167},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":73385,"output_tokens":28101,"total_tokens":101486,"cost":0.021389},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457916186,"overall_relative_score":457916186,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":204,"performance":1722,"input_tokens":128885,"output_tokens":30722,"total_tokens":159607,"cost":0.028249499999999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13339600,"overall_relative_score":13339600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":263,"performance":1667,"input_tokens":54543,"output_tokens":29230,"total_tokens":83773,"cost":0.0200693},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":251453829595,"overall_relative_score":251453829595,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":177,"performance":933,"input_tokens":114518,"output_tokens":73634,"total_tokens":188152,"cost":0.0482688},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":152343,"output_tokens":71489,"total_tokens":223832,"cost":0.0509788},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96020355473,"overall_relative_score":175157320424,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":722,"performance":987,"input_tokens":83157,"output_tokens":47382,"total_tokens":130539,"cost":0.0320067},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1321354,"overall_relative_score":1321354,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":920,"input_tokens":54052,"output_tokens":48599,"total_tokens":102651,"cost":0.0297047},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414403891561,"overall_relative_score":161158214355,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":972,"performance":470,"input_tokens":102073,"output_tokens":64964,"total_tokens":167037,"cost":0.0426893},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":56467,"output_tokens":16461,"total_tokens":72928,"cost":0.013877200000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":78130,"output_tokens":34254,"total_tokens":112384,"cost":0.024939999999999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":63459,"output_tokens":29908,"total_tokens":93367,"cost":0.0212999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9762991873955,"overall_relative_score":9762991873955,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":680,"performance":1014,"input_tokens":114817,"output_tokens":54739,"total_tokens":169556,"cost":0.038851199999999995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48424000000,"overall_relative_score":5252817,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":247929,"output_tokens":71961,"total_tokens":319890,"cost":0.060773400000000005},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1641792925,"overall_relative_score":1641792925,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":63724,"output_tokens":67733,"total_tokens":131457,"cost":0.0402389},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254192549,"overall_relative_score":254192549,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":195,"performance":1800,"input_tokens":79625,"output_tokens":30363,"total_tokens":109988,"cost":0.023143999999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6052822,"overall_relative_score":48306498827,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":548,"performance":1146,"input_tokens":89952,"output_tokens":36238,"total_tokens":126190,"cost":0.027114199999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300,"overall_relative_score":300,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":634,"performance":723,"input_tokens":87319,"output_tokens":34600,"total_tokens":121919,"cost":0.0260319},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755212137,"overall_relative_score":948199492596,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":1029,"performance":576,"input_tokens":80942,"output_tokens":40690,"total_tokens":121632,"cost":0.028439199999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43942068,"overall_relative_score":43942068,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":841,"performance":828,"input_tokens":45272,"output_tokens":23813,"total_tokens":69085,"cost":0.0164337},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":339148,"overall_relative_score":339148,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":791,"performance":870,"input_tokens":94311,"output_tokens":26917,"total_tokens":121228,"cost":0.0228896},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":68245,"output_tokens":72543,"total_tokens":140788,"cost":0.043096},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":94822,"output_tokens":22318,"total_tokens":117140,"cost":0.020641200000000002},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":76437,"output_tokens":41104,"total_tokens":117541,"cost":0.0281957}]},{"num_self_refine":16,"rank":{"all":{"mean":568.35,"median":582.0,"min":116,"max":1109,"stdev":249.4004657327093},"short":{"mean":495.7391304347826,"median":534.0,"min":116,"max":847,"stdev":249.38090934284452},"long":{"mean":666.5882352941177,"median":602.0,"min":342,"max":1109,"stdev":219.70123429999472}},"performance":{"all":{"mean":1017.25,"median":1008.0,"min":51,"max":1836,"stdev":424.9561515841732},"short":{"mean":1107.608695652174,"median":1010.0,"min":277,"max":1836,"stdev":436.29324366348277},"long":{"mean":895.0,"median":1006.0,"min":51,"max":1349,"stdev":388.3722441163889}},"input_tokens":{"all":{"mean":346000.925,"median":331841.5,"min":169089,"max":791129,"stdev":126831.6965383224},"short":{"mean":338578.8695652174,"median":342684.0,"min":169089,"max":614719,"stdev":121593.75248877055},"long":{"mean":356042.5294117647,"median":320999.0,"min":217625,"max":791129,"stdev":136728.01986659394}},"output_tokens":{"all":{"mean":80539.875,"median":74090.0,"min":39789,"max":178492,"stdev":31615.098166238506},"short":{"mean":76982.39130434782,"median":67914.0,"min":39789,"max":178492,"stdev":34741.25089957461},"long":{"mean":85352.94117647059,"median":86991.0,"min":47136,"max":138783,"stdev":27091.47393893185}},"total_tokens":{"all":{"mean":426540.8,"median":404693.5,"min":230934,"max":920346,"stdev":136155.00350876496},"short":{"mean":415561.26086956525,"median":408307.0,"min":230934,"max":716245,"stdev":129642.6598340143},"long":{"mean":441395.4705882353,"median":397334.0,"min":305185,"max":920346,"stdev":147204.4694642955}},"cost":{"all":{"mean":0.07487003,"median":0.06679945000000001,"min":0.0405102,"max":0.1437214,"stdev":0.02198547169301139},"short":{"mean":0.07234908260869566,"median":0.06539779999999999,"min":0.0405102,"max":0.1122349,"stdev":0.022143853311547203},"long":{"mean":0.07828072352941176,"median":0.0675288,"min":0.053726199999999995,"max":0.1437214,"stdev":0.02196509337299552}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":907088235575,"overall_relative_score":907088235575,"max_execution_time_ms":910,"max_memory_usage_kib":100352,"rank":539,"performance":1195,"input_tokens":421534,"output_tokens":96188,"total_tokens":517722,"cost":0.09024740000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1162616,"overall_relative_score":1162616,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":630,"performance":1001,"input_tokens":283556,"output_tokens":49971,"total_tokens":333527,"cost":0.053341099999999995},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2629232065477,"overall_relative_score":2629232065477,"max_execution_time_ms":590,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":390355,"output_tokens":54967,"total_tokens":445322,"cost":0.066519},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2791230586,"overall_relative_score":2791230586,"max_execution_time_ms":2950,"max_memory_usage_kib":60864,"rank":355,"performance":1155,"input_tokens":614719,"output_tokens":101526,"total_tokens":716245,"cost":0.1122349},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":314408,"output_tokens":67914,"total_tokens":382322,"cost":0.06539779999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":240333,"output_tokens":86991,"total_tokens":327324,"cost":0.0675288},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1555111,"overall_relative_score":1555111,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":140,"performance":1684,"input_tokens":426719,"output_tokens":45048,"total_tokens":471767,"cost":0.0651959},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":169089,"output_tokens":71274,"total_tokens":240363,"cost":0.05254589999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224015401,"overall_relative_score":224015401,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":562,"performance":1006,"input_tokens":488580,"output_tokens":51647,"total_tokens":540227,"cost":0.0746815},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":169866160,"overall_relative_score":169866160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":690,"performance":630,"input_tokens":204147,"output_tokens":80871,"total_tokens":285018,"cost":0.0608502},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5816,"overall_relative_score":5816,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":383,"performance":1140,"input_tokens":421991,"output_tokens":72054,"total_tokens":494045,"cost":0.0782261},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":919070178,"overall_relative_score":919070178,"max_execution_time_ms":2540,"max_memory_usage_kib":3072,"rank":342,"performance":1349,"input_tokens":411883,"output_tokens":106680,"total_tokens":518563,"cost":0.09452829999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64579872,"overall_relative_score":64579872,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":497,"performance":1010,"input_tokens":384293,"output_tokens":52359,"total_tokens":436652,"cost":0.0646088},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":810791373,"overall_relative_score":810791373,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":522,"performance":950,"input_tokens":425212,"output_tokens":116195,"total_tokens":541407,"cost":0.1006187},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31744594,"overall_relative_score":31744594,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":616,"performance":846,"input_tokens":384442,"output_tokens":50423,"total_tokens":434865,"cost":0.0636557},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5508848938,"overall_relative_score":100102925541,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":453,"performance":1303,"input_tokens":289536,"output_tokens":138783,"total_tokens":428319,"cost":0.09834510000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":295593370497,"overall_relative_score":792328462437,"max_execution_time_ms":320,"max_memory_usage_kib":7168,"rank":466,"performance":1225,"input_tokens":345896,"output_tokens":51438,"total_tokens":397334,"cost":0.0603086},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":217625,"output_tokens":87560,"total_tokens":305185,"cost":0.0655425},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457916186,"overall_relative_score":457916186,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":204,"performance":1722,"input_tokens":441373,"output_tokens":54405,"total_tokens":495778,"cost":0.07133980000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13339600,"overall_relative_score":13339600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":263,"performance":1667,"input_tokens":208814,"output_tokens":44961,"total_tokens":253775,"cost":0.04336190000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282511916490,"overall_relative_score":282511916490,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":116,"performance":1553,"input_tokens":449111,"output_tokens":114578,"total_tokens":563689,"cost":0.10220009999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":516350,"output_tokens":99300,"total_tokens":615650,"cost":0.101285},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49411563603,"overall_relative_score":230032182285,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":602,"performance":1127,"input_tokens":261019,"output_tokens":73002,"total_tokens":334021,"cost":0.0626029},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1321354,"overall_relative_score":1321354,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":603,"performance":920,"input_tokens":200420,"output_tokens":178492,"total_tokens":378912,"cost":0.109288},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":414403891561,"overall_relative_score":161158214355,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":972,"performance":470,"input_tokens":365610,"output_tokens":93196,"total_tokens":458806,"cost":0.08315900000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064397,"overall_relative_score":1064397,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":177,"performance":1836,"input_tokens":222435,"output_tokens":39789,"total_tokens":262224,"cost":0.042138},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":633810000000,"overall_relative_score":115469992303,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":658,"performance":1059,"input_tokens":272288,"output_tokens":77661,"total_tokens":349949,"cost":0.0660593},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3291324097200,"overall_relative_score":36230254,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":817,"performance":826,"input_tokens":233590,"output_tokens":96005,"total_tokens":329595,"cost":0.07136149999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9902207460689,"overall_relative_score":9902207460689,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":645,"performance":1067,"input_tokens":527985,"output_tokens":107504,"total_tokens":635489,"cost":0.10655049999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5570216,"overall_relative_score":46973541320,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":781,"performance":919,"input_tokens":791129,"output_tokens":129217,"total_tokens":920346,"cost":0.1437214},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1641792925,"overall_relative_score":1641792925,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":245447,"output_tokens":123861,"total_tokens":369308,"cost":0.0864752},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254192549,"overall_relative_score":254192549,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":195,"performance":1800,"input_tokens":264182,"output_tokens":55016,"total_tokens":319198,"cost":0.0539262},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6052822,"overall_relative_score":48306498827,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":548,"performance":1146,"input_tokens":320999,"output_tokens":68377,"total_tokens":389376,"cost":0.0662884},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282281,"overall_relative_score":282281,"max_execution_time_ms":570,"max_memory_usage_kib":670720,"rank":276,"performance":1467,"input_tokens":344365,"output_tokens":75178,"total_tokens":419543,"cost":0.0720255},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755212137,"overall_relative_score":948199492596,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":1029,"performance":576,"input_tokens":275552,"output_tokens":75957,"total_tokens":351509,"cost":0.0655337},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43971111,"overall_relative_score":43971111,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":841,"performance":828,"input_tokens":187392,"output_tokens":43542,"total_tokens":230934,"cost":0.0405102},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":367843,"overall_relative_score":367843,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":776,"performance":895,"input_tokens":347810,"output_tokens":53270,"total_tokens":401080,"cost":0.061416},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":285582,"output_tokens":123636,"total_tokens":409218,"cost":0.0903762},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5197059375,"overall_relative_score":262581446110,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1109,"performance":628,"input_tokens":301582,"output_tokens":47136,"total_tokens":348718,"cost":0.053726199999999995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":342684,"output_tokens":65623,"total_tokens":408307,"cost":0.06707990000000001}]}]},{"model_name":"nova-2-lite-v1","detail_path":"data/model_details/nova-2-lite-v1.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":847.475,"median":899.5,"min":186,"max":1382,"stdev":228.53345011291634},"short":{"mean":761.695652173913,"median":779.0,"min":186,"max":1084,"stdev":230.7921998805239},"long":{"mean":963.5294117647059,"median":950.0,"min":727,"max":1382,"stdev":170.81426962019992}},"performance":{"all":{"mean":236.25,"median":157.5,"min":-110,"max":1160,"stdev":283.79332946028495},"short":{"mean":267.17391304347825,"median":201.0,"min":-110,"max":1160,"stdev":337.607040557498},"long":{"mean":194.41176470588235,"median":132.0,"min":-80,"max":546,"stdev":190.67775788733508}},"input_tokens":{"all":{"mean":2906.35,"median":2495.5,"min":1322,"max":7284,"stdev":1546.7655010972462},"short":{"mean":2350.9565217391305,"median":1828.0,"min":1437,"max":7284,"stdev":1367.4120040912344},"long":{"mean":3657.764705882353,"median":3275.0,"min":1322,"max":7181,"stdev":1489.0785963730964}},"output_tokens":{"all":{"mean":1313.6,"median":1245.5,"min":37,"max":2866,"stdev":606.4265571615158},"short":{"mean":1073.1304347826087,"median":1102.0,"min":37,"max":2198,"stdev":464.7938256853859},"long":{"mean":1638.9411764705883,"median":1693.0,"min":405,"max":2866,"stdev":635.4257893912785}},"total_tokens":{"all":{"mean":4219.95,"median":3571.5,"min":1827,"max":8917,"stdev":1809.5943581437364},"short":{"mean":3424.086956521739,"median":2980.0,"min":1827,"max":8852,"stdev":1596.3826698064904},"long":{"mean":5296.705882352941,"median":5500.0,"min":3015,"max":8917,"stdev":1528.2138579361972}},"cost":{"all":{"mean":0.004155905,"median":0.00373725,"min":0.0007309,"max":0.0083707,"stdev":0.0017028144691611637},"short":{"mean":0.003388113043478261,"median":0.0034184,"min":0.0007309,"max":0.0068837,"stdev":0.001365808582789746},"long":{"mean":0.005194682352941176,"median":0.0053856,"min":0.0018249,"max":0.0083707,"stdev":0.0015839307084099727}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3934,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1322,"output_tokens":1693,"total_tokens":3015,"cost":0.0046291},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":985824,"rank":1019,"performance":-65,"input_tokens":1461,"output_tokens":1307,"total_tokens":2768,"cost":0.0037058},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2498,"output_tokens":1963,"total_tokens":4461,"cost":0.0056569},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2803039169,"overall_relative_score":2803039169,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":353,"performance":1160,"input_tokens":1592,"output_tokens":919,"total_tokens":2511,"cost":0.0027751},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1785,"output_tokens":1195,"total_tokens":2980,"cost":0.003523},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3621,"output_tokens":1921,"total_tokens":5542,"cost":0.0058888},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":181296,"overall_relative_score":181296,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":511,"performance":439,"input_tokens":1499,"output_tokens":328,"total_tokens":1827,"cost":0.0012697},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":2158,"output_tokens":993,"total_tokens":3151,"cost":0.0031299},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":440311,"overall_relative_score":440311,"max_execution_time_ms":2416,"max_memory_usage_kib":3072,"rank":822,"performance":546,"input_tokens":2942,"output_tokens":1465,"total_tokens":4407,"cost":0.0045451},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":2128,"output_tokens":37,"total_tokens":2165,"cost":0.0007309},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":7284,"output_tokens":1568,"total_tokens":8852,"cost":0.0061052},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":7181,"output_tokens":1736,"total_tokens":8917,"cost":0.0064943},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":4629,"output_tokens":2198,"total_tokens":6827,"cost":0.0068837},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":2766,"output_tokens":2734,"total_tokens":5500,"cost":0.0076648},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":2493,"output_tokens":1799,"total_tokens":4292,"cost":0.0052454},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10158090,"overall_relative_score":257958759,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":1020,"performance":439,"input_tokens":2708,"output_tokens":405,"total_tokens":3113,"cost":0.0018249},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":6929,"output_tokens":676,"total_tokens":7605,"cost":0.0037687},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6242,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4383,"output_tokens":1271,"total_tokens":5654,"cost":0.0044924},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":188430,"overall_relative_score":188430,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":961,"performance":232,"input_tokens":3535,"output_tokens":455,"total_tokens":3990,"cost":0.002198},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":1700,"output_tokens":1185,"total_tokens":2885,"cost":0.0034725},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2108,"output_tokens":1178,"total_tokens":3286,"cost":0.0035774},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4456,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1815,"output_tokens":1246,"total_tokens":3061,"cost":0.0036595},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":2736,"output_tokens":1072,"total_tokens":3808,"cost":0.0035008},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1722,"output_tokens":1102,"total_tokens":2824,"cost":0.0032716},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3275,"output_tokens":1245,"total_tokens":4520,"cost":0.004095},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":894,"performance":-42,"input_tokens":1832,"output_tokens":1303,"total_tokens":3135,"cost":0.0038071},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":3977,"output_tokens":1677,"total_tokens":5654,"cost":0.0053856},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":2929,"output_tokens":1342,"total_tokens":4271,"cost":0.0042337},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6063117378558,"overall_relative_score":6063117378558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":1721,"output_tokens":763,"total_tokens":2484,"cost":0.0024238},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2797,"output_tokens":2210,"total_tokens":5007,"cost":0.0063641},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1881,"output_tokens":1454,"total_tokens":3335,"cost":0.0041993},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":4148,"output_tokens":963,"total_tokens":5111,"cost":0.0036519},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1219,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":3954,"output_tokens":1753,"total_tokens":5707,"cost":0.0055687},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6295,"overall_relative_score":6295,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":628,"performance":742,"input_tokens":1828,"output_tokens":1148,"total_tokens":2976,"cost":0.0034184},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4019,"output_tokens":2866,"total_tokens":6885,"cost":0.0083707},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5369,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1638,"output_tokens":651,"total_tokens":2289,"cost":0.0021189},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122060,"overall_relative_score":122060,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":938,"performance":526,"input_tokens":2203,"output_tokens":995,"total_tokens":3198,"cost":0.0031484},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2048,"rank":997,"performance":-80,"input_tokens":1475,"output_tokens":1055,"total_tokens":2530,"cost":0.00308},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":4145,"output_tokens":1833,"total_tokens":5978,"cost":0.005826},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1067,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1437,"output_tokens":840,"total_tokens":2277,"cost":0.0025311}]},{"num_self_refine":2,"rank":{"all":{"mean":839.15,"median":899.5,"min":186,"max":1382,"stdev":232.47040616730067},"short":{"mean":754.9565217391304,"median":779.0,"min":186,"max":1057,"stdev":236.25072934199486},"long":{"mean":953.0588235294117,"median":950.0,"min":727,"max":1382,"stdev":176.09034278894856}},"performance":{"all":{"mean":289.425,"median":197.5,"min":-110,"max":1307,"stdev":313.59306372333015},"short":{"mean":320.3478260869565,"median":223.0,"min":-110,"max":1307,"stdev":348.15338948327883},"long":{"mean":247.58823529411765,"median":145.0,"min":-80,"max":922,"stdev":264.2085016666594}},"input_tokens":{"all":{"mean":8619.125,"median":7230.0,"min":3864,"max":30020,"stdev":5371.400190789677},"short":{"mean":7422.608695652174,"median":5313.0,"min":3864,"max":30020,"stdev":5783.895162346207},"long":{"mean":10237.941176470587,"median":9781.0,"min":4489,"max":20033,"stdev":4414.268844760538}},"output_tokens":{"all":{"mean":2810.975,"median":2874.5,"min":929,"max":4983,"stdev":1032.0458767257717},"short":{"mean":2542.695652173913,"median":2518.0,"min":929,"max":4490,"stdev":902.1475103522608},"long":{"mean":3173.9411764705883,"median":3374.0,"min":1008,"max":4983,"stdev":1110.727040646589}},"total_tokens":{"all":{"mean":11430.1,"median":9413.5,"min":4814,"max":33067,"stdev":5776.483300683637},"short":{"mean":9965.304347826086,"median":8142.0,"min":4814,"max":33067,"stdev":6137.61870786725},"long":{"mean":13411.882352941177,"median":13187.0,"min":7375,"max":23760,"stdev":4720.158708697634}},"cost":{"all":{"mean":0.009613175,"median":0.0091076,"min":0.0034879999999999998,"max":0.018090600000000002,"stdev":0.0034411759458255263},"short":{"mean":0.008583521739130434,"median":0.008368500000000001,"min":0.0034879999999999998,"max":0.0166235,"stdev":0.0032634009446304664},"long":{"mean":0.011006235294117647,"median":0.0113544,"min":0.004430099999999999,"max":0.018090600000000002,"stdev":0.003261095816390017}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3934,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":4489,"output_tokens":3427,"total_tokens":7916,"cost":0.0099142},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":985824,"rank":1019,"performance":-65,"input_tokens":4377,"output_tokens":3341,"total_tokens":7718,"cost":0.0096656},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":7116,"output_tokens":4080,"total_tokens":11196,"cost":0.0123348},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3320560656,"overall_relative_score":3320560656,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":291,"performance":1307,"input_tokens":4714,"output_tokens":2175,"total_tokens":6889,"cost":0.0068517},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":7358,"output_tokens":2518,"total_tokens":9876,"cost":0.0085024},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":9859,"output_tokens":3744,"total_tokens":13603,"cost":0.012317700000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403888,"overall_relative_score":403888,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":467,"performance":723,"input_tokens":3885,"output_tokens":929,"total_tokens":4814,"cost":0.0034879999999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":5920,"output_tokens":2637,"total_tokens":8557,"cost":0.008368500000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":440311,"overall_relative_score":440311,"max_execution_time_ms":2416,"max_memory_usage_kib":3072,"rank":822,"performance":546,"input_tokens":7493,"output_tokens":2915,"total_tokens":10408,"cost":0.0095354},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":4801,"output_tokens":1184,"total_tokens":5985,"cost":0.0044003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":16436,"output_tokens":3246,"total_tokens":19682,"cost":0.0130458},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":17332,"output_tokens":3397,"total_tokens":20729,"cost":0.013692099999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":12767,"output_tokens":4490,"total_tokens":17257,"cost":0.015055100000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":18777,"output_tokens":4983,"total_tokens":23760,"cost":0.018090600000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":7942,"output_tokens":3827,"total_tokens":11769,"cost":0.0119501},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":402482708,"overall_relative_score":2068064994,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":6367,"output_tokens":1008,"total_tokens":7375,"cost":0.004430099999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":20033,"output_tokens":1439,"total_tokens":21472,"cost":0.009607399999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6242,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":10192,"output_tokens":2995,"total_tokens":13187,"cost":0.0105451},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8725371,"overall_relative_score":8725371,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":957,"performance":264,"input_tokens":8034,"output_tokens":1220,"total_tokens":9254,"cost":0.0054602},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4235100,"overall_relative_score":4235100,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1057,"performance":288,"input_tokens":5713,"output_tokens":2316,"total_tokens":8029,"cost":0.0075039},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":5548,"output_tokens":2799,"total_tokens":8347,"cost":0.0086619},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4456,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":5031,"output_tokens":3785,"total_tokens":8816,"cost":0.0109718},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":6691,"output_tokens":1923,"total_tokens":8614,"cost":0.0068148},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":5047,"output_tokens":2225,"total_tokens":7272,"cost":0.0070766},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":8406,"output_tokens":2389,"total_tokens":10795,"cost":0.0084943},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":894,"performance":-42,"input_tokens":5115,"output_tokens":3027,"total_tokens":8142,"cost":0.009101999999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":9781,"output_tokens":3374,"total_tokens":13155,"cost":0.011369299999999999},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835155143077,"overall_relative_score":24426802,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":983,"performance":457,"input_tokens":7344,"output_tokens":2229,"total_tokens":9573,"cost":0.0077757},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6063117378558,"overall_relative_score":6063117378558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":4867,"output_tokens":2103,"total_tokens":6970,"cost":0.006717600000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":8959,"output_tokens":4601,"total_tokens":13560,"cost":0.0141902},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":30020,"output_tokens":3047,"total_tokens":33067,"cost":0.0166235},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":9819,"output_tokens":2467,"total_tokens":12286,"cost":0.0091132},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1219,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":9809,"output_tokens":3513,"total_tokens":13322,"cost":0.0117252},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18267,"overall_relative_score":18267,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":621,"performance":762,"input_tokens":5313,"output_tokens":2944,"total_tokens":8257,"cost":0.008953899999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":11124,"output_tokens":4631,"total_tokens":15755,"cost":0.0149147},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5369,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":4086,"output_tokens":1260,"total_tokens":5346,"cost":0.0043758},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122060,"overall_relative_score":122060,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":938,"performance":526,"input_tokens":5910,"output_tokens":1763,"total_tokens":7673,"cost":0.0061805},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2205966,"overall_relative_score":2205966,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":986,"performance":270,"input_tokens":4153,"output_tokens":2345,"total_tokens":6498,"cost":0.007108399999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":10273,"output_tokens":3309,"total_tokens":13582,"cost":0.0113544},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1067,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":3864,"output_tokens":2834,"total_tokens":6698,"cost":0.0082442}]},{"num_self_refine":4,"rank":{"all":{"mean":817.65,"median":830.5,"min":186,"max":1382,"stdev":232.1409330999443},"short":{"mean":740.0,"median":761.0,"min":186,"max":1044,"stdev":226.50265902513053},"long":{"mean":922.7058823529412,"median":950.0,"min":625,"max":1382,"stdev":201.04531973720574}},"performance":{"all":{"mean":372.475,"median":255.5,"min":-110,"max":1310,"stdev":340.35953746529526},"short":{"mean":399.5217391304348,"median":403.0,"min":-110,"max":1310,"stdev":354.0201418981203},"long":{"mean":335.88235294117646,"median":194.0,"min":-80,"max":957,"stdev":327.9753958670035}},"input_tokens":{"all":{"mean":26672.625,"median":22104.5,"min":11621,"max":99372,"stdev":15387.787021526903},"short":{"mean":24692.478260869564,"median":20092.0,"min":11621,"max":99372,"stdev":17802.835509265384},"long":{"mean":29351.647058823528,"median":27479.0,"min":16668,"max":58873,"stdev":11318.348951708773}},"output_tokens":{"all":{"mean":6175.75,"median":6218.0,"min":2424,"max":9999,"stdev":2043.3611795902384},"short":{"mean":5832.739130434783,"median":5742.0,"min":2424,"max":9999,"stdev":2051.216273721771},"long":{"mean":6639.823529411765,"median":6817.0,"min":2660,"max":9527,"stdev":1998.5250885119667}},"total_tokens":{"all":{"mean":32848.375,"median":28035.5,"min":14551,"max":107118,"stdev":16295.871564149504},"short":{"mean":30525.217391304348,"median":26025.0,"min":14551,"max":107118,"stdev":18762.44925365682},"long":{"mean":35991.470588235294,"median":34163.0,"min":19827,"max":68400,"stdev":12041.429707045001}},"cost":{"all":{"mean":0.0234411625,"median":0.02349845,"min":0.0101668,"max":0.0491766,"stdev":0.008115012416240483},"short":{"mean":0.021989591304347827,"median":0.020069800000000002,"min":0.0101668,"max":0.0491766,"stdev":0.008830757791580365},"long":{"mean":0.02540505294117647,"median":0.0249537,"min":0.011800099999999999,"max":0.0414794,"stdev":0.0067945029824776045}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3934,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":16668,"output_tokens":7535,"total_tokens":24203,"cost":0.0238379},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":985824,"rank":1019,"performance":-65,"input_tokens":17799,"output_tokens":6632,"total_tokens":24431,"cost":0.0219197},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":23212,"output_tokens":8611,"total_tokens":31823,"cost":0.028491100000000002},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3329355087,"overall_relative_score":3329355087,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":290,"performance":1310,"input_tokens":17161,"output_tokens":5916,"total_tokens":23077,"cost":0.0199383},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":22777,"output_tokens":4624,"total_tokens":27401,"cost":0.018393100000000003},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":28190,"output_tokens":7259,"total_tokens":35449,"cost":0.0266045},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403888,"overall_relative_score":403888,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":467,"performance":723,"input_tokens":12281,"output_tokens":2593,"total_tokens":14874,"cost":0.0101668},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":20177,"output_tokens":5848,"total_tokens":26025,"cost":0.0206731},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":26781,"output_tokens":6058,"total_tokens":32839,"cost":0.0231793},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":15887,"output_tokens":2424,"total_tokens":18311,"cost":0.0108261},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":40580,"output_tokens":7525,"total_tokens":48105,"cost":0.0309865},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":43114,"output_tokens":6817,"total_tokens":49931,"cost":0.0299767},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":37596,"output_tokens":9705,"total_tokens":47301,"cost":0.035541300000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":58873,"output_tokens":9527,"total_tokens":68400,"cost":0.0414794},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28592690,"overall_relative_score":28592690,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":744,"performance":472,"input_tokens":28575,"output_tokens":7872,"total_tokens":36447,"cost":0.0282525},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":402482708,"overall_relative_score":2068064994,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":17167,"output_tokens":2660,"total_tokens":19827,"cost":0.011800099999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2323754973888,"overall_relative_score":390505966157,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":661,"performance":957,"input_tokens":49498,"output_tokens":3660,"total_tokens":53158,"cost":0.023999399999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6242,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":27479,"output_tokens":6684,"total_tokens":34163,"cost":0.0249537},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":319621716,"overall_relative_score":319621716,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":814,"performance":753,"input_tokens":21083,"output_tokens":2856,"total_tokens":23939,"cost":0.0134649},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4293600,"overall_relative_score":4293600,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1044,"performance":403,"input_tokens":19316,"output_tokens":5710,"total_tokens":25026,"cost":0.020069800000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":17571,"output_tokens":5742,"total_tokens":23313,"cost":0.0196263},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4456,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":20113,"output_tokens":9999,"total_tokens":30112,"cost":0.0310314},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":18836,"output_tokens":4195,"total_tokens":23031,"cost":0.0161383},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":15902,"output_tokens":4820,"total_tokens":20722,"cost":0.016820599999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":23974,"output_tokens":4696,"total_tokens":28670,"cost":0.0189322},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":894,"performance":-42,"input_tokens":29974,"output_tokens":6378,"total_tokens":36352,"cost":0.0249372},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":26771,"output_tokens":6480,"total_tokens":33251,"cost":0.024231299999999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835097752703,"overall_relative_score":24427024,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":983,"performance":457,"input_tokens":21432,"output_tokens":5245,"total_tokens":26677,"cost":0.0195421},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6063117378558,"overall_relative_score":6063117378558,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":21154,"output_tokens":5134,"total_tokens":26288,"cost":0.019181200000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":29129,"output_tokens":9313,"total_tokens":38442,"cost":0.0320212},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":99372,"output_tokens":7746,"total_tokens":107118,"cost":0.0491766},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":26980,"output_tokens":5565,"total_tokens":32545,"cost":0.0220065},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1219,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":27542,"output_tokens":7716,"total_tokens":35258,"cost":0.027552600000000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18321,"overall_relative_score":18321,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":621,"performance":762,"input_tokens":19324,"output_tokens":7276,"total_tokens":26600,"cost":0.0239872},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":32490,"output_tokens":8682,"total_tokens":41172,"cost":0.031452},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5369,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":11621,"output_tokens":2930,"total_tokens":14551,"cost":0.0108113},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122260,"overall_relative_score":122260,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":937,"performance":529,"input_tokens":17601,"output_tokens":4354,"total_tokens":21955,"cost":0.0161653},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":14991,"output_tokens":5388,"total_tokens":20379,"cost":0.0179673},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":27822,"output_tokens":7739,"total_tokens":35561,"cost":0.027694100000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":927,"performance":411,"input_tokens":20092,"output_tokens":7116,"total_tokens":27208,"cost":0.0238176}]},{"num_self_refine":8,"rank":{"all":{"mean":801.025,"median":776.5,"min":186,"max":1382,"stdev":234.60851051299952},"short":{"mean":717.8260869565217,"median":744.0,"min":186,"max":1044,"stdev":217.82596309354048},"long":{"mean":913.5882352941177,"median":950.0,"min":584,"max":1382,"stdev":213.3278166412931}},"performance":{"all":{"mean":439.85,"median":463.5,"min":-110,"max":1310,"stdev":351.8610266160236},"short":{"mean":490.82608695652175,"median":472.0,"min":-110,"max":1310,"stdev":362.5681944850843},"long":{"mean":370.88235294117646,"median":234.0,"min":-80,"max":974,"stdev":335.0175149064861}},"input_tokens":{"all":{"mean":89344.525,"median":83053.0,"min":38314,"max":234208,"stdev":35636.42833911095},"short":{"mean":86447.82608695653,"median":74965.0,"min":38314,"max":234208,"stdev":40347.41874097138},"long":{"mean":93263.58823529411,"median":87869.0,"min":58681,"max":178161,"stdev":28788.06147750058}},"output_tokens":{"all":{"mean":13810.5,"median":13753.5,"min":5333,"max":20805,"stdev":4125.451042939706},"short":{"mean":13395.260869565218,"median":12754.0,"min":5333,"max":20483,"stdev":4416.340198290387},"long":{"mean":14372.29411764706,"median":14770.0,"min":8543,"max":20805,"stdev":3752.782413834865}},"total_tokens":{"all":{"mean":103155.025,"median":95229.0,"min":43647,"max":248789,"stdev":37738.38140543289},"short":{"mean":99843.08695652174,"median":88375.0,"min":43647,"max":248789,"stdev":42485.692300641895},"long":{"mean":107635.88235294117,"median":101922.0,"min":67224,"max":198966,"stdev":30861.454346162853}},"cost":{"all":{"mean":0.0613296075,"median":0.060761899999999994,"min":0.0248267,"max":0.1067149,"stdev":0.017988195064304834},"short":{"mean":0.0594225,"median":0.05178950000000001,"min":0.0248267,"max":0.1067149,"stdev":0.019662769398743958},"long":{"mean":0.06390981176470588,"median":0.06193989999999999,"min":0.0389618,"max":0.10546080000000001,"stdev":0.015646212040733787}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3934,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":68783,"output_tokens":16522,"total_tokens":85305,"cost":0.06193989999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":985824,"rank":1019,"performance":-65,"input_tokens":71553,"output_tokens":16822,"total_tokens":88375,"cost":0.06352089999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":84615,"output_tokens":17307,"total_tokens":101922,"cost":0.06865199999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3329355087,"overall_relative_score":3329355087,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":290,"performance":1310,"input_tokens":74064,"output_tokens":15353,"total_tokens":89417,"cost":0.0606017},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":67805,"output_tokens":8968,"total_tokens":76773,"cost":0.0427615},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":89065,"output_tokens":15030,"total_tokens":104095,"cost":0.06429449999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403888,"overall_relative_score":403888,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":467,"performance":723,"input_tokens":46946,"output_tokens":6785,"total_tokens":53731,"cost":0.0310463},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":74315,"output_tokens":11798,"total_tokens":86113,"cost":0.05178950000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":87869,"output_tokens":13141,"total_tokens":101010,"cost":0.059213199999999994},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":74965,"output_tokens":8296,"total_tokens":83261,"cost":0.043229500000000004},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":117497,"output_tokens":17594,"total_tokens":135091,"cost":0.07923410000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":117787,"output_tokens":14770,"total_tokens":132557,"cost":0.0722611},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":123895,"output_tokens":20340,"total_tokens":144235,"cost":0.0880185},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":178161,"output_tokens":20805,"total_tokens":198966,"cost":0.10546080000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28592690,"overall_relative_score":28592690,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":744,"performance":472,"input_tokens":101814,"output_tokens":17579,"total_tokens":119393,"cost":0.07449170000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":402482708,"overall_relative_score":2068064994,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":58681,"output_tokens":8543,"total_tokens":67224,"cost":0.0389618},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2345879389126,"overall_relative_score":396674367147,"max_execution_time_ms":5380,"max_memory_usage_kib":11264,"rank":649,"performance":974,"input_tokens":129357,"output_tokens":8846,"total_tokens":138203,"cost":0.06092209999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6242,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":84555,"output_tokens":12829,"total_tokens":97384,"cost":0.057439},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411923556,"overall_relative_score":411923556,"max_execution_time_ms":160,"max_memory_usage_kib":7168,"rank":608,"performance":1076,"input_tokens":66623,"output_tokens":10204,"total_tokens":76827,"cost":0.04549689999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4293600,"overall_relative_score":4293600,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1044,"performance":403,"input_tokens":76287,"output_tokens":14555,"total_tokens":90842,"cost":0.0592736},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":60888,"output_tokens":12045,"total_tokens":72933,"cost":0.048378899999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4456,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":87572,"output_tokens":20483,"total_tokens":108055,"cost":0.0774791},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":59462,"output_tokens":9464,"total_tokens":68926,"cost":0.041498600000000004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":57335,"output_tokens":10141,"total_tokens":67476,"cost":0.042552999999999994},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":77717,"output_tokens":10936,"total_tokens":88653,"cost":0.050655099999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":141383,"output_tokens":12932,"total_tokens":154315,"cost":0.0747449},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":83837,"output_tokens":14366,"total_tokens":98203,"cost":0.061066100000000005},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835097752703,"overall_relative_score":24427024,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":983,"performance":457,"input_tokens":71370,"output_tokens":10407,"total_tokens":81777,"cost":0.0474285},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6084833774055,"overall_relative_score":6084833774055,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":949,"performance":258,"input_tokens":77165,"output_tokens":10740,"total_tokens":87905,"cost":0.049999499999999995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":99687,"output_tokens":19014,"total_tokens":118701,"cost":0.0774411},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219769494,"overall_relative_score":219769494,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":867,"performance":579,"input_tokens":234208,"output_tokens":14581,"total_tokens":248789,"cost":0.1067149},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209305945,"overall_relative_score":209305945,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":792,"performance":860,"input_tokens":82269,"output_tokens":10805,"total_tokens":93074,"cost":0.0516932},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1219,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":91839,"output_tokens":17728,"total_tokens":109567,"cost":0.07187170000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18420,"overall_relative_score":18420,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":621,"performance":762,"input_tokens":86723,"output_tokens":19621,"total_tokens":106344,"cost":0.07506940000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":105174,"output_tokens":17400,"total_tokens":122574,"cost":0.0750522},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":38314,"output_tokens":5333,"total_tokens":43647,"cost":0.0248267},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122800,"overall_relative_score":122800,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":936,"performance":533,"input_tokens":63453,"output_tokens":10811,"total_tokens":74264,"cost":0.0460634},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":61563,"output_tokens":12754,"total_tokens":74317,"cost":0.05035390000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":97522,"output_tokens":17221,"total_tokens":114743,"cost":0.0723091},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153,"overall_relative_score":153,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":921,"performance":470,"input_tokens":101663,"output_tokens":19551,"total_tokens":121214,"cost":0.0793764}]},{"num_self_refine":16,"rank":{"all":{"mean":779.3,"median":761.0,"min":186,"max":1382,"stdev":236.24880409411057},"short":{"mean":702.1304347826087,"median":740.0,"min":186,"max":1044,"stdev":217.24583986974633},"long":{"mean":883.7058823529412,"median":860.0,"min":584,"max":1382,"stdev":225.8513794251328}},"performance":{"all":{"mean":507.475,"median":530.5,"min":-110,"max":1310,"stdev":362.64731666186543},"short":{"mean":551.3913043478261,"median":533.0,"min":-110,"max":1310,"stdev":371.0968679138832},"long":{"mean":448.05882352941177,"median":528.0,"min":-50,"max":1001,"stdev":353.107007610341}},"input_tokens":{"all":{"mean":336517.075,"median":307099.5,"min":143879,"max":717569,"stdev":118759.1089726114},"short":{"mean":340568.95652173914,"median":304832.0,"min":143879,"max":717569,"stdev":138214.26327674865},"long":{"mean":331035.1176470588,"median":310792.0,"min":219203,"max":620575,"stdev":89752.02167561628}},"output_tokens":{"all":{"mean":29658.05,"median":28973.5,"min":12805,"max":43517,"stdev":8448.331538967188},"short":{"mean":29482.565217391304,"median":28833.0,"min":12805,"max":43040,"stdev":8883.53462017378},"long":{"mean":29895.470588235294,"median":29114.0,"min":18650,"max":43517,"stdev":8084.52710519953}},"total_tokens":{"all":{"mean":366175.125,"median":337505.0,"min":156684,"max":748553,"stdev":123751.91015944837},"short":{"mean":370051.52173913043,"median":333665.0,"min":156684,"max":748553,"stdev":143263.68293492615},"long":{"mean":360930.5882352941,"median":339906.0,"min":241152,"max":664092,"stdev":95169.27569800221}},"cost":{"all":{"mean":0.1751002475,"median":0.16743509999999998,"min":0.07517620000000001,"max":0.294965,"stdev":0.05069517725309339},"short":{"mean":0.1758771,"median":0.1643198,"min":0.07517620000000001,"max":0.2927307,"stdev":0.056738929917682056},"long":{"mean":0.1740492117647059,"median":0.16961980000000002,"min":0.12035030000000001,"max":0.294965,"stdev":0.04284612233195499}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3934,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":290993,"output_tokens":35253,"total_tokens":326246,"cost":0.1754304},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":985824,"rank":1019,"performance":-65,"input_tokens":309367,"output_tokens":30415,"total_tokens":339782,"cost":0.16884759999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":316269,"output_tokens":32391,"total_tokens":348660,"cost":0.17585819999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3329355087,"overall_relative_score":3329355087,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":290,"performance":1310,"input_tokens":326885,"output_tokens":37391,"total_tokens":364276,"cost":0.191543},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":19878,"overall_relative_score":19878,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":477,"performance":604,"input_tokens":233060,"output_tokens":20266,"total_tokens":253326,"cost":0.120583},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":303778,"output_tokens":28247,"total_tokens":332025,"cost":0.1617509},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":403888,"overall_relative_score":403888,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":467,"performance":723,"input_tokens":182602,"output_tokens":14027,"total_tokens":196629,"cost":0.0898481},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":290149,"output_tokens":25941,"total_tokens":316090,"cost":0.15189720000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":310792,"output_tokens":29114,"total_tokens":339906,"cost":0.1660226},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":281266,"output_tokens":23035,"total_tokens":304301,"cost":0.14196730000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":404122,"output_tokens":38818,"total_tokens":442940,"cost":0.2182816},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171677958,"overall_relative_score":171677958,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":626,"performance":948,"input_tokens":382208,"output_tokens":28716,"total_tokens":410924,"cost":0.1864524},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":393764,"overall_relative_score":393764,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":706,"performance":436,"input_tokens":435570,"output_tokens":39056,"total_tokens":474626,"cost":0.22831100000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":620575,"output_tokens":43517,"total_tokens":664092,"cost":0.294965},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27894625,"overall_relative_score":27894625,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":773,"performance":303,"input_tokens":406609,"output_tokens":41152,"total_tokens":447761,"cost":0.2248627},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":402482708,"overall_relative_score":2068064994,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":248510,"output_tokens":23179,"total_tokens":271689,"cost":0.13250050000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2345879389126,"overall_relative_score":396674367147,"max_execution_time_ms":5380,"max_memory_usage_kib":11264,"rank":649,"performance":974,"input_tokens":379371,"output_tokens":18650,"total_tokens":398021,"cost":0.1604363},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6242,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":287638,"output_tokens":23859,"total_tokens":311497,"cost":0.1459389},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":411923556,"overall_relative_score":411923556,"max_execution_time_ms":160,"max_memory_usage_kib":7168,"rank":608,"performance":1076,"input_tokens":295441,"output_tokens":30275,"total_tokens":325716,"cost":0.1643198},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4293600,"overall_relative_score":4293600,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1044,"performance":403,"input_tokens":313580,"output_tokens":33045,"total_tokens":346625,"cost":0.1766865},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":247275,"output_tokens":23176,"total_tokens":270451,"cost":0.1321225},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4456,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":359152,"output_tokens":40688,"total_tokens":399840,"cost":0.2094656},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":94869707247,"overall_relative_score":179839548782,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":710,"performance":1001,"input_tokens":219203,"output_tokens":21949,"total_tokens":241152,"cost":0.1206334},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":213954,"output_tokens":19516,"total_tokens":233470,"cost":0.11297619999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":278218,"output_tokens":20329,"total_tokens":298547,"cost":0.1342879},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":660138,"output_tokens":26689,"total_tokens":686827,"cost":0.26476389999999994},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":303841,"output_tokens":31387,"total_tokens":335228,"cost":0.16961980000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4835084767800,"overall_relative_score":24427069,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":823,"performance":662,"input_tokens":244026,"output_tokens":18857,"total_tokens":262883,"cost":0.12035030000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6502257991133,"overall_relative_score":6502257991133,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":860,"performance":669,"input_tokens":304832,"output_tokens":28833,"total_tokens":333665,"cost":0.1635321},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":384251,"output_tokens":42035,"total_tokens":426286,"cost":0.2203628},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":473239888,"overall_relative_score":473239888,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":844,"performance":666,"input_tokens":717569,"output_tokens":30984,"total_tokens":748553,"cost":0.2927307},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219703761,"overall_relative_score":219703761,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":557,"performance":1214,"input_tokens":281004,"output_tokens":23435,"total_tokens":304439,"cost":0.1428887},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1219,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":365930,"output_tokens":41972,"total_tokens":407902,"cost":0.214709},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18921,"overall_relative_score":18921,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":621,"performance":762,"input_tokens":388019,"output_tokens":43040,"total_tokens":431059,"cost":0.2240057},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12948348273,"overall_relative_score":781992554498,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":1046,"performance":528,"input_tokens":333208,"output_tokens":33993,"total_tokens":367201,"cost":0.1849449},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":143879,"output_tokens":12805,"total_tokens":156684,"cost":0.07517620000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":122800,"overall_relative_score":122800,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":936,"performance":533,"input_tokens":268696,"output_tokens":27229,"total_tokens":295925,"cost":0.1486813},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":258183,"output_tokens":25645,"total_tokens":283828,"cost":0.1415674},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":358786,"output_tokens":34775,"total_tokens":393561,"cost":0.19457330000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153,"overall_relative_score":153,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":921,"performance":470,"input_tokens":511734,"output_tokens":42638,"total_tokens":554372,"cost":0.2601152}]}]},{"model_name":"nova-premier-v1","detail_path":"data/model_details/nova-premier-v1.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":861.975,"median":915.5,"min":186,"max":1382,"stdev":213.885481879847},"short":{"mean":786.1739130434783,"median":779.0,"min":186,"max":1084,"stdev":214.10822500737862},"long":{"mean":964.5294117647059,"median":986.0,"min":727,"max":1382,"stdev":170.41351092528535}},"performance":{"all":{"mean":147.375,"median":120.0,"min":-200,"max":547,"stdev":184.34898447488956},"short":{"mean":140.1304347826087,"median":123.0,"min":-200,"max":547,"stdev":206.19326863799543},"long":{"mean":157.1764705882353,"median":117.0,"min":-80,"max":538,"stdev":155.56599696516173}},"input_tokens":{"all":{"mean":3402.65,"median":2908.0,"min":1558,"max":9021,"stdev":1920.5646946025656},"short":{"mean":2788.608695652174,"median":2055.0,"min":1608,"max":9021,"stdev":1826.8826836775668},"long":{"mean":4233.411764705882,"median":3719.0,"min":1558,"max":8836,"stdev":1768.1963288483948}},"output_tokens":{"all":{"mean":1506.75,"median":1455.0,"min":805,"max":2499,"stdev":392.3208230582825},"short":{"mean":1396.8260869565217,"median":1350.0,"min":805,"max":2199,"stdev":339.12704138365086},"long":{"mean":1655.4705882352941,"median":1635.0,"min":1032,"max":2499,"stdev":419.71971565067366}},"total_tokens":{"all":{"mean":4909.4,"median":4141.5,"min":2450,"max":11220,"stdev":2097.328114652741},"short":{"mean":4185.434782608696,"median":3492.0,"min":2450,"max":11220,"stdev":1925.1505685172915},"long":{"mean":5888.882352941177,"median":5925.0,"min":3083,"max":11028,"stdev":1962.9644954237247}},"cost":{"all":{"mean":0.027341,"median":0.025425000000000003,"min":0.014175,"max":0.05004,"stdev":0.00803039681540212},"short":{"mean":0.024431847826086955,"median":0.024135,"min":0.014175,"max":0.05004,"stdev":0.006837929694716189},"long":{"mean":0.03127691176470588,"median":0.0316475,"min":0.02044,"max":0.04949,"stdev":0.008016922654678847}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1558,"output_tokens":1525,"total_tokens":3083,"cost":0.0229575},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1707,"output_tokens":1406,"total_tokens":3113,"cost":0.0218425},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":834,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":3016,"output_tokens":1032,"total_tokens":4048,"cost":0.02044},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7549867,"overall_relative_score":7549867,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":1823,"output_tokens":1579,"total_tokens":3402,"cost":0.024295},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":2021,"output_tokens":1871,"total_tokens":3892,"cost":0.02844},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4220,"output_tokens":1705,"total_tokens":5925,"cost":0.0318625},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1779,"output_tokens":1575,"total_tokens":3354,"cost":0.024135},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2495,"output_tokens":1373,"total_tokens":3868,"cost":0.0234},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3350,"output_tokens":1861,"total_tokens":5211,"cost":0.0316375},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":761,"performance":42,"input_tokens":2526,"output_tokens":1270,"total_tokens":3796,"cost":0.02219},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":9021,"output_tokens":2199,"total_tokens":11220,"cost":0.05004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8836,"output_tokens":2192,"total_tokens":11028,"cost":0.04949},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":430,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6853,"output_tokens":1026,"total_tokens":7879,"cost":0.0299575},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3230,"output_tokens":1345,"total_tokens":4575,"cost":0.0248875},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":508,"max_memory_usage_kib":0,"rank":779,"performance":-1,"input_tokens":2800,"output_tokens":1435,"total_tokens":4235,"cost":0.0249375},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":321865316,"overall_relative_score":1764849074,"max_execution_time_ms":867,"max_memory_usage_kib":3072,"rank":986,"performance":538,"input_tokens":3119,"output_tokens":1196,"total_tokens":4315,"cost":0.0227475},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7714,"output_tokens":1475,"total_tokens":9189,"cost":0.0377225},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":916,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":5074,"output_tokens":1517,"total_tokens":6591,"cost":0.0316475},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":602,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":4030,"output_tokens":1267,"total_tokens":5297,"cost":0.0259125},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2000,"max_memory_usage_kib":0,"rank":1084,"performance":-102,"input_tokens":1980,"output_tokens":1114,"total_tokens":3094,"cost":0.018875},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2380,"output_tokens":1629,"total_tokens":4009,"cost":0.0263125},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":474,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":2046,"output_tokens":1848,"total_tokens":3894,"cost":0.028215},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":3114,"output_tokens":1303,"total_tokens":4417,"cost":0.0240725},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1929,"output_tokens":1117,"total_tokens":3046,"cost":0.018785},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":976,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3719,"output_tokens":2499,"total_tokens":6218,"cost":0.040535},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":2088,"output_tokens":1269,"total_tokens":3357,"cost":0.0210825},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":4548,"output_tokens":1772,"total_tokens":6320,"cost":0.03352},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":787,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3362,"output_tokens":1061,"total_tokens":4423,"cost":0.0216675},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6085641477593,"overall_relative_score":6085641477593,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":258,"input_tokens":1950,"output_tokens":1202,"total_tokens":3152,"cost":0.0199},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":756,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":3076,"output_tokens":1635,"total_tokens":4711,"cost":0.0281275},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":2142,"output_tokens":1350,"total_tokens":3492,"cost":0.02223},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":4959,"output_tokens":1171,"total_tokens":6130,"cost":0.027035},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4534,"output_tokens":2258,"total_tokens":6792,"cost":0.03956},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":2055,"output_tokens":1724,"total_tokens":3779,"cost":0.0266875},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4670,"output_tokens":2043,"total_tokens":6713,"cost":0.0372125},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8564004,"overall_relative_score":8564004,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":547,"input_tokens":1861,"output_tokens":1217,"total_tokens":3078,"cost":0.019865},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120540,"overall_relative_score":120540,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":507,"input_tokens":2440,"output_tokens":890,"total_tokens":3330,"cost":0.017225},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2557806,"overall_relative_score":2557806,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":270,"input_tokens":1645,"output_tokens":805,"total_tokens":2450,"cost":0.014175},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1051,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":4828,"output_tokens":1724,"total_tokens":6552,"cost":0.03362},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1608,"output_tokens":1790,"total_tokens":3398,"cost":0.026395}]},{"num_self_refine":2,"rank":{"all":{"mean":848.4,"median":886.5,"min":186,"max":1382,"stdev":212.4544958820896},"short":{"mean":778.0869565217391,"median":761.0,"min":186,"max":1019,"stdev":209.7834192779605},"long":{"mean":943.5294117647059,"median":926.0,"min":727,"max":1382,"stdev":181.07081406422833}},"performance":{"all":{"mean":204.25,"median":161.5,"min":-200,"max":828,"stdev":236.50887661554844},"short":{"mean":199.7391304347826,"median":207.0,"min":-200,"max":669,"stdev":239.45453495037506},"long":{"mean":210.35294117647058,"median":132.0,"min":-80,"max":828,"stdev":239.6578136574287}},"input_tokens":{"all":{"mean":13268.325,"median":9219.5,"min":4813,"max":77752,"stdev":14890.158028793243},"short":{"mean":12726.782608695652,"median":7190.0,"min":4813,"max":77752,"stdev":15602.24914717724},"long":{"mean":14001.0,"median":10535.0,"min":4995,"max":67654,"stdev":14308.259262572788}},"output_tokens":{"all":{"mean":2929.325,"median":2798.0,"min":1775,"max":4596,"stdev":700.9011923304571},"short":{"mean":2768.4347826086955,"median":2623.0,"min":1775,"max":3935,"stdev":627.023982873713},"long":{"mean":3147.0,"median":3275.0,"min":1936,"max":4596,"stdev":754.522448307537}},"total_tokens":{"all":{"mean":16197.65,"median":12215.5,"min":6728,"max":81059,"stdev":15065.479844707304},"short":{"mean":15495.217391304348,"median":10294.0,"min":6728,"max":81059,"stdev":15721.685353666247},"long":{"mean":17148.0,"median":13902.0,"min":7767,"max":71382,"stdev":14550.14126649635}},"cost":{"all":{"mean":0.069787375,"median":0.058717500000000006,"min":0.03597,"max":0.2357175,"stdev":0.04014049077107738},"short":{"mean":0.06642239130434782,"median":0.05792750000000001,"min":0.03597,"max":0.2357175,"stdev":0.04107914765258218},"long":{"mean":0.07434,"median":0.0653425,"min":0.0440775,"max":0.215735,"stdev":0.03960855371436516}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":4995,"output_tokens":2772,"total_tokens":7767,"cost":0.0471375},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":10183,"output_tokens":2623,"total_tokens":12806,"cost":0.058245},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":834,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":7235,"output_tokens":2688,"total_tokens":9923,"cost":0.0516875},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91966428,"overall_relative_score":91966428,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":5838,"output_tokens":3460,"total_tokens":9298,"cost":0.05784500000000001},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":6162,"output_tokens":3736,"total_tokens":9898,"cost":0.062105},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10535,"output_tokens":3367,"total_tokens":13902,"cost":0.068425},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":8846,"output_tokens":2865,"total_tokens":11711,"cost":0.05792750000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":6981,"output_tokens":2820,"total_tokens":9801,"cost":0.0527025},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":9050,"output_tokens":3371,"total_tokens":12421,"cost":0.0647625},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":10662,"output_tokens":2517,"total_tokens":13179,"cost":0.0581175},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":21544,"output_tokens":3935,"total_tokens":25479,"cost":0.1030475},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":20536,"output_tokens":4392,"total_tokens":24928,"cost":0.10624},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":14906,"output_tokens":1775,"total_tokens":16681,"cost":0.059452500000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":9389,"output_tokens":2710,"total_tokens":12099,"cost":0.0573475},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28785593,"overall_relative_score":28785593,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":691,"performance":669,"input_tokens":7190,"output_tokens":3104,"total_tokens":10294,"cost":0.056775},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":7648,"output_tokens":2109,"total_tokens":9757,"cost":0.045482499999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10662917942959,"overall_relative_score":244437357564,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":825,"performance":688,"input_tokens":17190,"output_tokens":2732,"total_tokens":19922,"cost":0.077125},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":916,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":11820,"output_tokens":3351,"total_tokens":15171,"cost":0.0714375},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":602,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":9496,"output_tokens":2836,"total_tokens":12332,"cost":0.059190000000000006},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5427950,"overall_relative_score":5427950,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":995,"performance":566,"input_tokens":5242,"output_tokens":2390,"total_tokens":7632,"cost":0.042980000000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":10446,"output_tokens":3023,"total_tokens":13469,"cost":0.0639025},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":474,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6107,"output_tokens":3826,"total_tokens":9933,"cost":0.0630925},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":11238,"output_tokens":2223,"total_tokens":13461,"cost":0.0558825},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":8480,"output_tokens":2230,"total_tokens":10710,"cost":0.049075},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":976,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":10100,"output_tokens":4596,"total_tokens":14696,"cost":0.0827},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":5693,"output_tokens":2355,"total_tokens":8048,"cost":0.04367},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":11029,"output_tokens":3275,"total_tokens":14304,"cost":0.06851},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":787,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":7951,"output_tokens":1936,"total_tokens":9887,"cost":0.0440775},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6085641477593,"overall_relative_score":6085641477593,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":258,"input_tokens":6170,"output_tokens":2609,"total_tokens":8779,"cost":0.0480375},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":756,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":7957,"output_tokens":3636,"total_tokens":11593,"cost":0.0653425},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":5931,"output_tokens":2252,"total_tokens":8183,"cost":0.0429775},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":33675,"output_tokens":2129,"total_tokens":35804,"cost":0.11080000000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":67654,"output_tokens":3728,"total_tokens":71382,"cost":0.215735},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":77752,"output_tokens":3307,"total_tokens":81059,"cost":0.2357175},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":12150,"output_tokens":3837,"total_tokens":15987,"cost":0.0783375},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8564004,"overall_relative_score":8564004,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":547,"input_tokens":5701,"output_tokens":2359,"total_tokens":8060,"cost":0.04374},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":125460,"overall_relative_score":125460,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":934,"performance":540,"input_tokens":6492,"output_tokens":2098,"total_tokens":8590,"cost":0.042455},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2557806,"overall_relative_score":2557806,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":270,"input_tokens":4813,"output_tokens":1915,"total_tokens":6728,"cost":0.03597},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1051,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":11540,"output_tokens":2776,"total_tokens":14316,"cost":0.06355},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":14406,"output_tokens":3510,"total_tokens":17916,"cost":0.07989}]},{"num_self_refine":4,"rank":{"all":{"mean":819.9,"median":802.5,"min":186,"max":1382,"stdev":223.33265977701723},"short":{"mean":754.7391304347826,"median":740.0,"min":186,"max":1019,"stdev":208.8999798492754},"long":{"mean":908.0588235294117,"median":926.0,"min":606,"max":1382,"stdev":217.2813471596893}},"performance":{"all":{"mean":289.475,"median":186.0,"min":-200,"max":978,"stdev":343.5104587292944},"short":{"mean":281.5652173913044,"median":223.0,"min":-200,"max":960,"stdev":344.0330092628476},"long":{"mean":300.1764705882353,"median":132.0,"min":-80,"max":978,"stdev":353.0846632349878}},"input_tokens":{"all":{"mean":42119.425,"median":29862.0,"min":15272,"max":238498,"stdev":45883.6483123974},"short":{"mean":41300.30434782609,"median":23018.0,"min":15272,"max":238498,"stdev":49237.34455899652},"long":{"mean":43227.64705882353,"median":33216.0,"min":16660,"max":202611,"stdev":42379.087730479136}},"output_tokens":{"all":{"mean":5662.925,"median":5458.0,"min":3358,"max":8535,"stdev":1318.2135811441258},"short":{"mean":5446.739130434783,"median":5346.0,"min":3358,"max":8535,"stdev":1267.5411493191814},"long":{"mean":5955.411764705882,"median":6060.0,"min":3609,"max":8452,"stdev":1366.8851935524583}},"total_tokens":{"all":{"mean":47782.35,"median":34517.0,"min":19166,"max":245024,"stdev":46077.863354437955},"short":{"mean":46747.04347826087,"median":29583.0,"min":19166,"max":245024,"stdev":49420.13810131017},"long":{"mean":49183.05882352941,"median":39417.0,"min":22720,"max":209096,"stdev":42583.66950996384}},"cost":{"all":{"mean":0.176085125,"median":0.13899125,"min":0.086855,"max":0.67782,"stdev":0.11804036564980805},"short":{"mean":0.17133500000000002,"median":0.1361675,"min":0.086855,"max":0.67782,"stdev":0.1261600933383309},"long":{"mean":0.18251176470588235,"median":0.1583175,"min":0.1092875,"max":0.58759,"stdev":0.1095520350063609}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":16660,"output_tokens":6060,"total_tokens":22720,"cost":0.1174},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":31682,"output_tokens":5353,"total_tokens":37035,"cost":0.1461175},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1901462524443,"overall_relative_score":1901462524443,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":606,"performance":978,"input_tokens":21765,"output_tokens":4390,"total_tokens":26155,"cost":0.1092875},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91966428,"overall_relative_score":91966428,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":21541,"output_tokens":6795,"total_tokens":28336,"cost":0.13879},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":20257,"output_tokens":6842,"total_tokens":27099,"cost":0.1361675},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":31332,"output_tokens":6399,"total_tokens":37731,"cost":0.1583175},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":49040,"output_tokens":5346,"total_tokens":54386,"cost":0.189425},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":22693,"output_tokens":5435,"total_tokens":28128,"cost":0.12467},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":35893,"output_tokens":7045,"total_tokens":42938,"cost":0.177795},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368304160,"overall_relative_score":368304160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":659,"performance":717,"input_tokens":32179,"output_tokens":4099,"total_tokens":36278,"cost":0.131685},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":53550,"output_tokens":7309,"total_tokens":60859,"cost":0.22523749999999998},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":52219,"output_tokens":8452,"total_tokens":60671,"cost":0.2361975},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2612947,"overall_relative_score":2612947,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":704,"performance":447,"input_tokens":35161,"output_tokens":3358,"total_tokens":38519,"cost":0.1298775},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":26101,"output_tokens":5176,"total_tokens":31277,"cost":0.1299525},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28785593,"overall_relative_score":28785593,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":691,"performance":669,"input_tokens":23018,"output_tokens":6356,"total_tokens":29374,"cost":0.136995},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":21934,"output_tokens":4486,"total_tokens":26420,"cost":0.11091},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2432237837365,"overall_relative_score":386377607829,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":42820,"output_tokens":5515,"total_tokens":48335,"cost":0.1759875},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":916,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":38543,"output_tokens":6574,"total_tokens":45117,"cost":0.17853249999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":602,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":25602,"output_tokens":6015,"total_tokens":31617,"cost":0.1391925},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12304765,"overall_relative_score":12304765,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":774,"performance":960,"input_tokens":18106,"output_tokens":5021,"total_tokens":23127,"cost":0.1080275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":40252,"output_tokens":5481,"total_tokens":45733,"cost":0.1691425},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":474,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":21048,"output_tokens":8535,"total_tokens":29583,"cost":0.1593075},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":30896,"output_tokens":4184,"total_tokens":35080,"cost":0.12954},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":25539,"output_tokens":4242,"total_tokens":29781,"cost":0.1168725},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":976,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":33216,"output_tokens":8293,"total_tokens":41509,"cost":0.1867025},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":18769,"output_tokens":4753,"total_tokens":23522,"cost":0.10633500000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":33545,"output_tokens":5872,"total_tokens":39417,"cost":0.1572625},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":787,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":56965,"output_tokens":3609,"total_tokens":60574,"cost":0.187525},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6084833774055,"overall_relative_score":6084833774055,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":258,"input_tokens":21183,"output_tokens":5200,"total_tokens":26383,"cost":0.11795749999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":756,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":24906,"output_tokens":6825,"total_tokens":31731,"cost":0.1475775},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":16732,"output_tokens":4234,"total_tokens":20966,"cost":0.094755},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":130028,"output_tokens":4331,"total_tokens":134359,"cost":0.37920750000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":202611,"output_tokens":6485,"total_tokens":209096,"cost":0.58759},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":51240,"overall_relative_score":51240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":545,"performance":944,"input_tokens":238498,"output_tokens":6526,"total_tokens":245024,"cost":0.67782},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":36636,"output_tokens":6751,"total_tokens":43387,"cost":0.1759775},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45895791,"overall_relative_score":45895791,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":831,"performance":847,"input_tokens":19142,"output_tokens":4755,"total_tokens":23897,"cost":0.1072925},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":488,"max_memory_usage_kib":3072,"rank":983,"performance":50,"input_tokens":20509,"output_tokens":4659,"total_tokens":25168,"cost":0.10951},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2557806,"overall_relative_score":2557806,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":986,"performance":270,"input_tokens":15272,"output_tokens":3894,"total_tokens":19166,"cost":0.086855},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1051,"max_memory_usage_kib":3072,"rank":1215,"performance":117,"input_tokens":28828,"output_tokens":5126,"total_tokens":33954,"cost":0.136145},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":50106,"output_tokens":6736,"total_tokens":56842,"cost":0.209465}]},{"num_self_refine":8,"rank":{"all":{"mean":798.175,"median":759.5,"min":186,"max":1379,"stdev":224.7949364677471},"short":{"mean":742.4347826086956,"median":740.0,"min":186,"max":1009,"stdev":214.11080947765777},"long":{"mean":873.5882352941177,"median":879.0,"min":584,"max":1379,"stdev":222.77793282311688}},"performance":{"all":{"mean":413.925,"median":404.0,"min":-200,"max":983,"stdev":338.35093202934763},"short":{"mean":374.17391304347825,"median":277.0,"min":-200,"max":983,"stdev":358.38522343903446},"long":{"mean":467.70588235294116,"median":515.0,"min":51,"max":937,"stdev":311.60667609702347}},"input_tokens":{"all":{"mean":132423.95,"median":88869.0,"min":53157,"max":589455,"stdev":115414.30551066993},"short":{"mean":130045.78260869565,"median":79052.0,"min":53157,"max":589455,"stdev":125775.56661008114},"long":{"mean":135641.4705882353,"median":108524.0,"min":62271,"max":493129,"stdev":103429.65399494821}},"output_tokens":{"all":{"mean":10824.725,"median":10821.5,"min":6280,"max":16178,"stdev":2415.664839075071},"short":{"mean":10537.739130434782,"median":10311.0,"min":6280,"max":16178,"stdev":2572.3132005222515},"long":{"mean":11213.0,"median":11482.0,"min":7156,"max":15041,"stdev":2201.6379697852235}},"total_tokens":{"all":{"mean":143248.675,"median":98161.0,"min":61875,"max":603730,"stdev":116175.06334669939},"short":{"mean":140583.52173913043,"median":90390.0,"min":61875,"max":603730,"stdev":126479.07803911486},"long":{"mean":146854.4705882353,"median":121309.0,"min":74341,"max":506466,"stdev":104298.76272343649}},"cost":{"all":{"mean":0.4663689375,"median":0.355815,"min":0.231535,"max":1.652075,"stdev":0.29914553089071383},"short":{"mean":0.4568361956521739,"median":0.33935499999999996,"min":0.231535,"max":1.652075,"stdev":0.3244143683991039},"long":{"mean":0.4792661764705882,"median":0.4120025,"min":0.2766975,"max":1.399535,"stdev":0.27038549356820746}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":106835,"overall_relative_score":106835,"max_execution_time_ms":10,"max_memory_usage_kib":15360,"rank":1379,"performance":226,"input_tokens":62271,"output_tokens":12070,"total_tokens":74341,"cost":0.3065525},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168249,"overall_relative_score":168249,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":938,"performance":518,"input_tokens":139569,"output_tokens":9665,"total_tokens":149234,"cost":0.46973499999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1901231980636,"overall_relative_score":1901231980636,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":632,"performance":836,"input_tokens":71049,"output_tokens":7926,"total_tokens":78975,"cost":0.2766975},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":91966428,"overall_relative_score":91966428,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":76728,"output_tokens":13205,"total_tokens":89933,"cost":0.3568825},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594161,"overall_relative_score":594161,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":940,"input_tokens":71679,"output_tokens":12929,"total_tokens":84608,"cost":0.34081000000000006},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":99066,"output_tokens":12585,"total_tokens":111651,"cost":0.4049775},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":193804,"output_tokens":10415,"total_tokens":204219,"cost":0.6146975},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6503349342,"overall_relative_score":6503349342,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":562,"performance":593,"input_tokens":76455,"output_tokens":10691,"total_tokens":87146,"cost":0.32477500000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":125139,"output_tokens":12965,"total_tokens":138104,"cost":0.47491000000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368304160,"overall_relative_score":368304160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":659,"performance":717,"input_tokens":93918,"output_tokens":6955,"total_tokens":100873,"cost":0.3217325},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":142314,"output_tokens":13857,"total_tokens":156171,"cost":0.5289975},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":0,"max_memory_usage_kib":2048,"rank":637,"performance":802,"input_tokens":164582,"output_tokens":15041,"total_tokens":179623,"cost":0.5994675},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12281540,"overall_relative_score":12281540,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":694,"performance":497,"input_tokens":100871,"output_tokens":6280,"total_tokens":107151,"cost":0.3306775},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":77517,"output_tokens":10770,"total_tokens":88287,"cost":0.3284175},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28785593,"overall_relative_score":28785593,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":691,"performance":669,"input_tokens":79052,"output_tokens":11338,"total_tokens":90390,"cost":0.33935499999999996},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":72313,"output_tokens":9246,"total_tokens":81559,"cost":0.2963575},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2432237837365,"overall_relative_score":386377607829,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":120889,"output_tokens":11482,"total_tokens":132371,"cost":0.4457475},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":916,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":253166,"output_tokens":12839,"total_tokens":266005,"cost":0.7934025},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":602,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":81424,"output_tokens":12095,"total_tokens":93519,"cost":0.3547475},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12304765,"overall_relative_score":12304765,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":774,"performance":960,"input_tokens":68165,"output_tokens":9936,"total_tokens":78101,"cost":0.2946125},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":119844,"output_tokens":10900,"total_tokens":130744,"cost":0.43586},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":474,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":79271,"output_tokens":16178,"total_tokens":95449,"cost":0.4004025},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":83820,"output_tokens":7156,"total_tokens":90976,"cost":0.299},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":74590,"output_tokens":8092,"total_tokens":82682,"cost":0.287625},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":976,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":108524,"output_tokens":12967,"total_tokens":121491,"cost":0.4333975},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":66018,"output_tokens":8675,"total_tokens":74693,"cost":0.2734825},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":96109,"output_tokens":11008,"total_tokens":107117,"cost":0.3778725},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":787,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":170192,"output_tokens":7921,"total_tokens":178113,"cost":0.5244925},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6084833774055,"overall_relative_score":6084833774055,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":258,"input_tokens":77898,"output_tokens":10311,"total_tokens":88209,"cost":0.3236325},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50000002000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":115975,"output_tokens":12732,"total_tokens":128707,"cost":0.44908750000000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":53157,"output_tokens":8718,"total_tokens":61875,"cost":0.2418675},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1009,"performance":-200,"input_tokens":403287,"output_tokens":8605,"total_tokens":411892,"cost":1.11578},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":493129,"output_tokens":13337,"total_tokens":506466,"cost":1.399535},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58571,"overall_relative_score":58571,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":526,"performance":983,"input_tokens":589455,"output_tokens":14275,"total_tokens":603730,"cost":1.652075},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12944721808,"overall_relative_score":782258128597,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":1040,"performance":548,"input_tokens":110436,"output_tokens":10873,"total_tokens":121309,"cost":0.4120025},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45895791,"overall_relative_score":45895791,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":831,"performance":847,"input_tokens":67576,"output_tokens":8971,"total_tokens":76547,"cost":0.28107750000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":488,"max_memory_usage_kib":3072,"rank":983,"performance":50,"input_tokens":70198,"output_tokens":9185,"total_tokens":79383,"cost":0.2903075},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27306700,"overall_relative_score":27306700,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":976,"performance":341,"input_tokens":55609,"output_tokens":7401,"total_tokens":63010,"cost":0.231535},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6688403157,"overall_relative_score":204435747350,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1135,"performance":585,"input_tokens":81728,"output_tokens":9703,"total_tokens":91431,"cost":0.3256075},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":210171,"output_tokens":13691,"total_tokens":223862,"cost":0.696565}]},{"num_self_refine":16,"rank":{"all":{"mean":772.625,"median":759.5,"min":186,"max":1162,"stdev":215.57777911035694},"short":{"mean":709.2608695652174,"median":740.0,"min":186,"max":949,"stdev":212.27709536686078},"long":{"mean":858.3529411764706,"median":879.0,"min":584,"max":1162,"stdev":194.26783739739017}},"performance":{"all":{"mean":528.775,"median":597.5,"min":-110,"max":1158,"stdev":322.59329697997487},"short":{"mean":553.7826086956521,"median":605.0,"min":-110,"max":1158,"stdev":337.3123662290892},"long":{"mean":494.94117647058823,"median":591.0,"min":51,"max":937,"stdev":308.3823662655331}},"input_tokens":{"all":{"mean":481889.025,"median":319007.5,"min":186623,"max":1674131,"stdev":398896.8863335992},"short":{"mean":463094.73913043475,"median":297443.0,"min":186623,"max":1429265,"stdev":382253.7420027575},"long":{"mean":507316.5882352941,"median":339884.0,"min":224811,"max":1674131,"stdev":430981.4586636905}},"output_tokens":{"all":{"mean":22203.0,"median":21573.5,"min":11302,"max":36550,"stdev":6214.761096549045},"short":{"mean":21834.695652173912,"median":20389.0,"min":12465,"max":36550,"stdev":6933.281988382903},"long":{"mean":22701.29411764706,"median":22683.0,"min":11302,"max":31314,"stdev":5252.48291007103}},"total_tokens":{"all":{"mean":504092.025,"median":348624.0,"min":203551,"max":1697578,"stdev":400456.1134804551},"short":{"mean":484929.4347826087,"median":321943.0,"min":203551,"max":1453914,"stdev":383736.2658706469},"long":{"mean":530017.8823529412,"median":366243.0,"min":236113,"max":1697578,"stdev":432636.4750382072}},"cost":{"all":{"mean":1.4822600625,"median":1.1103625,"min":0.6759925,"max":4.478415,"stdev":1.0189549043092443},"short":{"mean":1.430670543478261,"median":1.0498574999999999,"min":0.6759925,"max":3.9180349999999997,"stdev":0.9771045351058438},"long":{"mean":1.5520576470588237,"median":1.1791975000000001,"min":0.7033024999999999,"max":4.478415,"stdev":1.099554734751495}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4593001517,"overall_relative_score":4593001517,"max_execution_time_ms":1920,"max_memory_usage_kib":15360,"rank":1162,"performance":591,"input_tokens":239944,"output_tokens":22376,"total_tokens":262320,"cost":0.87956},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":179382,"overall_relative_score":179382,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":920,"performance":562,"input_tokens":444631,"output_tokens":19400,"total_tokens":464031,"cost":1.3540774999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1901231980636,"overall_relative_score":1901231980636,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":632,"performance":836,"input_tokens":246181,"output_tokens":14844,"total_tokens":261025,"cost":0.8010025000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":816093619,"overall_relative_score":816093619,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":586,"performance":398,"input_tokens":524588,"output_tokens":26286,"total_tokens":550874,"cost":1.6400450000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":594161,"overall_relative_score":594161,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":940,"input_tokens":395046,"output_tokens":32394,"total_tokens":427440,"cost":1.3925400000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":468077,"output_tokens":25985,"total_tokens":494062,"cost":1.4950050000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1145239,"overall_relative_score":1145239,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":322,"performance":1158,"input_tokens":677405,"output_tokens":21225,"total_tokens":698630,"cost":1.958825},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6503349342,"overall_relative_score":6503349342,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":562,"performance":593,"input_tokens":265726,"output_tokens":20389,"total_tokens":286115,"cost":0.9191774999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":443454,"output_tokens":31314,"total_tokens":474768,"cost":1.5000600000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368304160,"overall_relative_score":368304160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":659,"performance":717,"input_tokens":293555,"output_tokens":12539,"total_tokens":306094,"cost":0.890625},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":432658,"output_tokens":31355,"total_tokens":464013,"cost":1.4735825},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":0,"max_memory_usage_kib":2048,"rank":637,"performance":802,"input_tokens":665905,"output_tokens":30908,"total_tokens":696813,"cost":2.0511125000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20542057,"overall_relative_score":20542057,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":357383,"output_tokens":12465,"total_tokens":369848,"cost":1.0492700000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":273313,"output_tokens":21503,"total_tokens":294816,"cost":0.95207},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28785593,"overall_relative_score":28785593,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":691,"performance":669,"input_tokens":281665,"output_tokens":26886,"total_tokens":308551,"cost":1.0402375},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":259322,"output_tokens":17680,"total_tokens":277002,"cost":0.869305},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2432237837365,"overall_relative_score":386377607829,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":426256,"output_tokens":27924,"total_tokens":454180,"cost":1.41469},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":916,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":1674131,"output_tokens":23447,"total_tokens":1697578,"cost":4.478415},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135413218,"overall_relative_score":135413218,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":948,"performance":325,"input_tokens":284617,"output_tokens":30678,"total_tokens":315295,"cost":1.0950175},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12304765,"overall_relative_score":12304765,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":774,"performance":960,"input_tokens":247454,"output_tokens":18985,"total_tokens":266439,"cost":0.8559474999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":362420,"output_tokens":21166,"total_tokens":383586,"cost":1.170625},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":301147,"output_tokens":36550,"total_tokens":337697,"cost":1.2097425},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":224811,"output_tokens":11302,"total_tokens":236113,"cost":0.7033024999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":226800,"output_tokens":15786,"total_tokens":242586,"cost":0.7643249999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":976,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":336868,"output_tokens":22683,"total_tokens":359551,"cost":1.1257075},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":207242,"output_tokens":14114,"total_tokens":221356,"cost":0.6945300000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":288638,"output_tokens":20069,"total_tokens":308707,"cost":0.9724575000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":787,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":487251,"output_tokens":21644,"total_tokens":508895,"cost":1.4886774999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6084833774055,"overall_relative_score":6084833774055,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":949,"performance":258,"input_tokens":297443,"output_tokens":24500,"total_tokens":321943,"cost":1.0498574999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50000002000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":444830,"output_tokens":23929,"total_tokens":468759,"cost":1.4111874999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":186623,"output_tokens":16928,"total_tokens":203551,"cost":0.6781575000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":202773770,"overall_relative_score":202773770,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":827,"performance":806,"input_tokens":1301520,"output_tokens":17234,"total_tokens":1318754,"cost":3.4692250000000007},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":1541278,"output_tokens":25048,"total_tokens":1566326,"cost":4.166295},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58571,"overall_relative_score":58571,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":526,"performance":983,"input_tokens":1420749,"output_tokens":29293,"total_tokens":1450042,"cost":3.9180349999999997},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6024287214,"overall_relative_score":1628159717442,"max_execution_time_ms":580,"max_memory_usage_kib":3072,"rank":1005,"performance":629,"input_tokens":339884,"output_tokens":26359,"total_tokens":366243,"cost":1.1791975000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45895791,"overall_relative_score":45895791,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":831,"performance":847,"input_tokens":255128,"output_tokens":16990,"total_tokens":272118,"cost":0.8501949999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173860,"overall_relative_score":173860,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":908,"performance":615,"input_tokens":251017,"output_tokens":19726,"total_tokens":270743,"cost":0.8741174999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":207097,"output_tokens":12660,"total_tokens":219757,"cost":0.6759925},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6113882917,"overall_relative_score":227457812405,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":1128,"performance":602,"input_tokens":264239,"output_tokens":18907,"total_tokens":283146,"cost":0.8969349999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1429265,"output_tokens":24649,"total_tokens":1453914,"cost":3.8812749999999996}]}]},{"model_name":"o3-high","detail_path":"data/model_details/o3-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":594.5,"median":616.0,"min":186,"max":1029,"stdev":199.20431464794876},"short":{"mean":528.3913043478261,"median":613.0,"min":186,"max":733,"stdev":177.08850872077673},"long":{"mean":683.9411764705883,"median":619.0,"min":393,"max":1029,"stdev":197.0359962634478}},"performance":{"all":{"mean":933.55,"median":1013.5,"min":-110,"max":1588,"stdev":360.69107102609115},"short":{"mean":935.1304347826087,"median":1031.0,"min":-110,"max":1588,"stdev":436.5297349392891},"long":{"mean":931.4117647058823,"median":996.0,"min":406,"max":1288,"stdev":234.70834529888617}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":12303.9,"median":11065.0,"min":3786,"max":37001,"stdev":6496.458936042951},"short":{"mean":12635.304347826086,"median":10786.0,"min":3977,"max":37001,"stdev":7332.971055041138},"long":{"mean":11855.529411764706,"median":11344.0,"min":3786,"max":24218,"stdev":5344.4905757897905}},"total_tokens":{"all":{"mean":15283.9,"median":13557.5,"min":5710,"max":44585,"stdev":7009.756094370481},"short":{"mean":15038.130434782608,"median":13025.0,"min":5710,"max":44585,"stdev":8330.754311063576},"long":{"mean":15616.411764705883,"median":14698.0,"min":8763,"max":26992,"stdev":4913.1800172956155}},"cost":{"all":{"mean":0.1034744,"median":0.091713,"min":0.035282,"max":0.311176,"stdev":0.05283969391436804},"short":{"mean":0.10526200000000001,"median":0.090766,"min":0.035282,"max":0.311176,"stdev":0.06039780315089735},"long":{"mean":0.10105588235294118,"median":0.09266,"min":0.044238,"max":0.199292,"stdev":0.042177216464997946}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":771861425310,"overall_relative_score":771861425310,"max_execution_time_ms":4910,"max_memory_usage_kib":3072,"rank":869,"performance":894,"input_tokens":1345,"output_tokens":11811,"total_tokens":13156,"cost":0.097178},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":599503,"overall_relative_score":599503,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":716,"performance":894,"input_tokens":1469,"output_tokens":9730,"total_tokens":11199,"cost":0.080778},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2673835658913,"overall_relative_score":2673835658913,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":393,"performance":1288,"input_tokens":2614,"output_tokens":8127,"total_tokens":10741,"cost":0.070244},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652271738,"overall_relative_score":3652271738,"max_execution_time_ms":120,"max_memory_usage_kib":102400,"rank":254,"performance":1400,"input_tokens":1629,"output_tokens":13144,"total_tokens":14773,"cost":0.106106},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4633580,"overall_relative_score":4633580,"max_execution_time_ms":960,"max_memory_usage_kib":405504,"rank":324,"performance":1151,"input_tokens":1811,"output_tokens":19416,"total_tokens":21227,"cost":0.15895},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4670523,"overall_relative_score":4670523,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":3802,"output_tokens":12420,"total_tokens":16222,"cost":0.101396},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":742210,"overall_relative_score":742210,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":413,"performance":911,"input_tokens":1529,"output_tokens":8293,"total_tokens":9822,"cost":0.069402},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2239,"output_tokens":10786,"total_tokens":13025,"cost":0.090766},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":415644468,"overall_relative_score":415644468,"max_execution_time_ms":2526,"max_memory_usage_kib":3072,"rank":553,"performance":1018,"input_tokens":2984,"output_tokens":10405,"total_tokens":13389,"cost":0.089208},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":393419033,"overall_relative_score":393419033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":647,"performance":737,"input_tokens":2210,"output_tokens":11516,"total_tokens":13726,"cost":0.096548},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":928,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":7584,"output_tokens":37001,"total_tokens":44585,"cost":0.311176},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":372340611,"overall_relative_score":372340611,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":547,"performance":1056,"input_tokens":7538,"output_tokens":8802,"total_tokens":16340,"cost":0.085492},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71198533,"overall_relative_score":71198533,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":416,"performance":1159,"input_tokens":4695,"output_tokens":14271,"total_tokens":18966,"cost":0.116646},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":598067433,"overall_relative_score":598067433,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":567,"performance":864,"input_tokens":2812,"output_tokens":18386,"total_tokens":21198,"cost":0.152712},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2563,"output_tokens":6092,"total_tokens":8655,"cost":0.053862},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1101442598,"overall_relative_score":6235636442,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":2774,"output_tokens":24218,"total_tokens":26992,"cost":0.199292},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307739519558,"overall_relative_score":785127080962,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":476,"performance":1211,"input_tokens":6975,"output_tokens":3786,"total_tokens":10761,"cost":0.044238},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":184442272954786,"overall_relative_score":10037510777,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":502,"performance":996,"input_tokens":4471,"output_tokens":13612,"total_tokens":18083,"cost":0.117838},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438983265,"overall_relative_score":438983265,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":373,"performance":1409,"input_tokens":3614,"output_tokens":15172,"total_tokens":18786,"cost":0.12342},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1703,"output_tokens":6839,"total_tokens":8542,"cost":0.058118},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2202,"output_tokens":18854,"total_tokens":21056,"cost":0.155236},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":901,"max_memory_usage_kib":3072,"rank":664,"performance":277,"input_tokens":1849,"output_tokens":22178,"total_tokens":24027,"cost":0.181122},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73636531423,"overall_relative_score":200273710817,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":647,"performance":1075,"input_tokens":2861,"output_tokens":15328,"total_tokens":18189,"cost":0.128346},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1314326,"overall_relative_score":1314326,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":670,"performance":754,"input_tokens":1758,"output_tokens":7909,"total_tokens":9667,"cost":0.066788},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2830926036698,"overall_relative_score":16414142738,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":3354,"output_tokens":11344,"total_tokens":14698,"cost":0.09266},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":950557,"overall_relative_score":950557,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":633,"performance":1031,"input_tokens":1855,"output_tokens":8279,"total_tokens":10134,"cost":0.069942},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4125,"output_tokens":16887,"total_tokens":21012,"cost":0.143346},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":841619446,"overall_relative_score":51095724012,"max_execution_time_ms":2913,"max_memory_usage_kib":3072,"rank":619,"performance":1096,"input_tokens":3009,"output_tokens":17930,"total_tokens":20939,"cost":0.149458},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1733,"output_tokens":3977,"total_tokens":5710,"cost":0.035282},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401086400,"overall_relative_score":639981924,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":907,"performance":741,"input_tokens":2818,"output_tokens":5945,"total_tokens":8763,"cost":0.053196},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2566126384,"overall_relative_score":2566126384,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":659,"performance":1005,"input_tokens":1917,"output_tokens":20120,"total_tokens":22037,"cost":0.164794},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217042327,"overall_relative_score":217042327,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":1138,"input_tokens":4323,"output_tokens":11797,"total_tokens":16120,"cost":0.103022},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6896624,"overall_relative_score":40265981861,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":594,"performance":1089,"input_tokens":4012,"output_tokens":8007,"total_tokens":12019,"cost":0.06632},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291411,"overall_relative_score":291411,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":221,"performance":1588,"input_tokens":1844,"output_tokens":8588,"total_tokens":10432,"cost":0.072392},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755209019,"overall_relative_score":948200730000,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":1029,"performance":578,"input_tokens":4182,"output_tokens":6457,"total_tokens":10639,"cost":0.06002},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56177274,"overall_relative_score":56177274,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":733,"performance":1009,"input_tokens":1651,"output_tokens":6878,"total_tokens":8529,"cost":0.058326},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2188,"output_tokens":8140,"total_tokens":10328,"cost":0.069496},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":125189530,"overall_relative_score":125189530,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":684,"performance":1034,"input_tokens":1480,"output_tokens":15637,"total_tokens":17117,"cost":0.128056},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1196314889,"overall_relative_score":1166294063105,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":739,"performance":1091,"input_tokens":4259,"output_tokens":8079,"total_tokens":12338,"cost":0.067006},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1419,"output_tokens":5995,"total_tokens":7414,"cost":0.050798}]},{"num_self_refine":2,"rank":{"all":{"mean":535.525,"median":520.5,"min":186,"max":1021,"stdev":197.53181989693425},"short":{"mean":463.0,"median":418.0,"min":186,"max":719,"stdev":162.36322915555166},"long":{"mean":633.6470588235294,"median":553.0,"min":382,"max":1021,"stdev":202.65763653773035}},"performance":{"all":{"mean":1066.5,"median":1102.5,"min":-61,"max":1648,"stdev":307.6038911427387},"short":{"mean":1101.4347826086957,"median":1138.0,"min":-61,"max":1648,"stdev":356.9174625859797},"long":{"mean":1019.2352941176471,"median":1056.0,"min":596,"max":1413,"stdev":226.599461995104}},"input_tokens":{"all":{"mean":8339.375,"median":7077.5,"min":4714,"max":18420,"stdev":3358.979795417895},"short":{"mean":7178.95652173913,"median":6234.0,"min":4714,"max":18420,"stdev":3090.419822587523},"long":{"mean":9909.35294117647,"median":8890.0,"min":5498,"max":17395,"stdev":3132.8753354781065}},"output_tokens":{"all":{"mean":23658.625,"median":22689.0,"min":11342,"max":43974,"stdev":7940.341876278344},"short":{"mean":23915.608695652172,"median":22699.0,"min":14500,"max":40804,"stdev":6880.4053840607285},"long":{"mean":23310.941176470587,"median":21615.0,"min":11342,"max":43974,"stdev":9400.327956184483}},"total_tokens":{"all":{"mean":31998.0,"median":30712.5,"min":20322,"max":59224,"stdev":8650.204784888785},"short":{"mean":31094.565217391304,"median":30646.0,"min":20322,"max":59224,"stdev":8646.37118746717},"long":{"mean":33220.294117647056,"median":32730.0,"min":20899,"max":52106,"stdev":8765.454157976541}},"cost":{"all":{"mean":0.20313975,"median":0.195675,"min":0.11269,"max":0.368056,"stdev":0.0647127400672605},"short":{"mean":0.20365426086956523,"median":0.19839400000000001,"min":0.12590400000000002,"max":0.36327200000000004,"stdev":0.058329049981523245},"long":{"mean":0.20244364705882353,"median":0.18451599999999999,"min":0.11269,"max":0.368056,"stdev":0.07435445795053346}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":771861425310,"overall_relative_score":771861425310,"max_execution_time_ms":4910,"max_memory_usage_kib":3072,"rank":869,"performance":894,"input_tokens":5498,"output_tokens":21615,"total_tokens":27113,"cost":0.181996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":599503,"overall_relative_score":599503,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":716,"performance":894,"input_tokens":5660,"output_tokens":17829,"total_tokens":23489,"cost":0.15184},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2677263607816,"overall_relative_score":2677263607816,"max_execution_time_ms":720,"max_memory_usage_kib":3072,"rank":389,"performance":1295,"input_tokens":8065,"output_tokens":12834,"total_tokens":20899,"cost":0.11880199999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652271738,"overall_relative_score":3652271738,"max_execution_time_ms":120,"max_memory_usage_kib":102400,"rank":254,"performance":1400,"input_tokens":5806,"output_tokens":31184,"total_tokens":36990,"cost":0.25647600000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5316282,"overall_relative_score":5316282,"max_execution_time_ms":1090,"max_memory_usage_kib":408576,"rank":307,"performance":1196,"input_tokens":6494,"output_tokens":29954,"total_tokens":36448,"cost":0.25262},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4670523,"overall_relative_score":4670523,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":10584,"output_tokens":22871,"total_tokens":33455,"cost":0.198568},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":825602,"overall_relative_score":825602,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":384,"performance":994,"input_tokens":5623,"output_tokens":16884,"total_tokens":22507,"cost":0.146318},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6484,"output_tokens":24295,"total_tokens":30779,"cost":0.207328},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":415644468,"overall_relative_score":415644468,"max_execution_time_ms":2526,"max_memory_usage_kib":3072,"rank":553,"performance":1018,"input_tokens":7989,"output_tokens":16776,"total_tokens":24765,"cost":0.150186},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":467524008,"overall_relative_score":467524008,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":640,"performance":764,"input_tokens":5762,"output_tokens":22679,"total_tokens":28441,"cost":0.192956},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4504,"overall_relative_score":4504,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":18420,"output_tokens":40804,"total_tokens":59224,"cost":0.36327200000000004},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":372340611,"overall_relative_score":372340611,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":547,"performance":1056,"input_tokens":17395,"output_tokens":15335,"total_tokens":32730,"cost":0.15747},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76349057,"overall_relative_score":76349057,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":295,"performance":1390,"input_tokens":11857,"output_tokens":22699,"total_tokens":34556,"cost":0.19839400000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":833080865,"overall_relative_score":833080865,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":520,"performance":954,"input_tokens":7916,"output_tokens":26129,"total_tokens":34045,"cost":0.22486399999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":7403,"output_tokens":14500,"total_tokens":21903,"cost":0.127158},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1101442598,"overall_relative_score":6235636442,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":8132,"output_tokens":43974,"total_tokens":52106,"cost":0.368056},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307739519558,"overall_relative_score":785127080962,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":476,"performance":1211,"input_tokens":16161,"output_tokens":11342,"total_tokens":27503,"cost":0.11269},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":89433001165386,"overall_relative_score":20404061856,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":400,"performance":1178,"input_tokens":11883,"output_tokens":24637,"total_tokens":36520,"cost":0.214334},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438983265,"overall_relative_score":438983265,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":373,"performance":1409,"input_tokens":9878,"output_tokens":27880,"total_tokens":37758,"cost":0.237612},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":5101,"output_tokens":21154,"total_tokens":26255,"cost":0.17943399999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":6706,"output_tokens":20750,"total_tokens":27456,"cost":0.17941200000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73691,"overall_relative_score":73691,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":388,"performance":1220,"input_tokens":6234,"output_tokens":38397,"total_tokens":44631,"cost":0.31964400000000004},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54282034548,"overall_relative_score":224441712719,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":8022,"output_tokens":21563,"total_tokens":29585,"cost":0.18451599999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1323413,"overall_relative_score":1323413,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":601,"performance":924,"input_tokens":5696,"output_tokens":14626,"total_tokens":20322,"cost":0.12590400000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66237317045,"overall_relative_score":828369342245,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":888,"performance":679,"input_tokens":8890,"output_tokens":31659,"total_tokens":40549,"cost":0.261452},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":967154,"overall_relative_score":967154,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":587,"performance":1106,"input_tokens":6134,"output_tokens":25198,"total_tokens":31332,"cost":0.21385200000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":337851000000,"overall_relative_score":193946736001,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":382,"performance":1413,"input_tokens":10337,"output_tokens":31121,"total_tokens":41458,"cost":0.26369},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":841619446,"overall_relative_score":51095724012,"max_execution_time_ms":2913,"max_memory_usage_kib":3072,"rank":619,"performance":1096,"input_tokens":7648,"output_tokens":39875,"total_tokens":47523,"cost":0.33429600000000004},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10292706329183,"overall_relative_score":10292706329183,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":508,"performance":1263,"input_tokens":5663,"output_tokens":16881,"total_tokens":22544,"cost":0.143878},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":6752,"output_tokens":18426,"total_tokens":25178,"cost":0.15688},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4804417959,"overall_relative_score":4804417959,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":357,"performance":1447,"input_tokens":6249,"output_tokens":29687,"total_tokens":35936,"cost":0.247306},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217042327,"overall_relative_score":217042327,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":1138,"input_tokens":11577,"output_tokens":19069,"total_tokens":30646,"cost":0.16937000000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5822957,"overall_relative_score":51246769027,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":514,"performance":1189,"input_tokens":10939,"output_tokens":14572,"total_tokens":25511,"cost":0.126934},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292585,"overall_relative_score":292585,"max_execution_time_ms":80,"max_memory_usage_kib":4096,"rank":196,"performance":1648,"input_tokens":6608,"output_tokens":21884,"total_tokens":28492,"cost":0.1856},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9850318936,"overall_relative_score":1072695508268,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":1021,"performance":596,"input_tokens":11197,"output_tokens":28911,"total_tokens":40108,"cost":0.253682},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56443903,"overall_relative_score":56443903,"max_execution_time_ms":30,"max_memory_usage_kib":5120,"rank":719,"performance":1032,"input_tokens":5196,"output_tokens":17750,"total_tokens":22946,"cost":0.150088},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438364,"overall_relative_score":438364,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":584,"performance":1175,"input_tokens":6282,"output_tokens":26052,"total_tokens":32334,"cost":0.217908},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127995298,"overall_relative_score":127995298,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":658,"performance":1070,"input_tokens":5569,"output_tokens":23829,"total_tokens":29398,"cost":0.199658},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1186247152,"overall_relative_score":1180528105518,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":737,"performance":1093,"input_tokens":11051,"output_tokens":14646,"total_tokens":25697,"cost":0.133126},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":4714,"output_tokens":26074,"total_tokens":30788,"cost":0.21802000000000002}]},{"num_self_refine":4,"rank":{"all":{"mean":492.2,"median":467.0,"min":28,"max":1003,"stdev":215.7712701581029},"short":{"mean":414.3478260869565,"median":403.0,"min":28,"max":717,"stdev":174.133075730147},"long":{"mean":597.5294117647059,"median":610.0,"min":320,"max":1003,"stdev":226.4724369672441}},"performance":{"all":{"mean":1186.3,"median":1190.5,"min":633,"max":2371,"stdev":314.3210999060576},"short":{"mean":1269.608695652174,"median":1220.0,"min":764,"max":2371,"stdev":331.01589348418065},"long":{"mean":1073.5882352941176,"median":1118.0,"min":633,"max":1465,"stdev":258.2324676583895}},"input_tokens":{"all":{"mean":27062.525,"median":24435.5,"min":16925,"max":48194,"stdev":7457.0903481785335},"short":{"mean":24742.347826086956,"median":23021.0,"min":16925,"max":48194,"stdev":6895.73319727955},"long":{"mean":30201.58823529412,"median":28509.0,"min":20562,"max":46547,"stdev":7207.926834905647}},"output_tokens":{"all":{"mean":43139.425,"median":41932.0,"min":23580,"max":70860,"stdev":12122.309238601449},"short":{"mean":43455.739130434784,"median":42876.0,"min":23580,"max":64103,"stdev":10120.191438260226},"long":{"mean":42711.470588235294,"median":37087.0,"min":24937,"max":70860,"stdev":14731.870435036615}},"total_tokens":{"all":{"mean":70201.95,"median":70122.0,"min":47880,"max":112297,"stdev":14455.21361175747},"short":{"mean":68198.08695652174,"median":66646.0,"min":47880,"max":112297,"stdev":14040.507734645507},"long":{"mean":72913.05882352941,"median":73045.0,"min":50677,"max":101479,"stdev":14989.326050020512}},"cost":{"all":{"mean":0.37993965,"median":0.368769,"min":0.21554399999999999,"max":0.59721,"stdev":0.09962206506272363},"short":{"mean":0.3803097391304348,"median":0.380398,"min":0.21554399999999999,"max":0.5930840000000001,"stdev":0.0872591342867571},"long":{"mean":0.3794389411764706,"median":0.33598199999999995,"min":0.233338,"max":0.59721,"stdev":0.11713742527714541}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":771861425310,"overall_relative_score":771861425310,"max_execution_time_ms":4910,"max_memory_usage_kib":3072,"rank":869,"performance":894,"input_tokens":20562,"output_tokens":30115,"total_tokens":50677,"cost":0.264764},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":592277,"overall_relative_score":592277,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":717,"performance":893,"input_tokens":23021,"output_tokens":36867,"total_tokens":59888,"cost":0.322162},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2724468121394,"overall_relative_score":2724468121394,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":320,"performance":1405,"input_tokens":26905,"output_tokens":24937,"total_tokens":51842,"cost":0.233338},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652271738,"overall_relative_score":3652271738,"max_execution_time_ms":120,"max_memory_usage_kib":102400,"rank":254,"performance":1400,"input_tokens":22652,"output_tokens":46655,"total_tokens":69307,"cost":0.39704000000000006},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5366334,"overall_relative_score":5366334,"max_execution_time_ms":2310,"max_memory_usage_kib":408576,"rank":307,"performance":1196,"input_tokens":27055,"output_tokens":49625,"total_tokens":76680,"cost":0.43191},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5101602,"overall_relative_score":5101602,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":372,"performance":1234,"input_tokens":31324,"output_tokens":32943,"total_tokens":64267,"cost":0.297008},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1865089,"overall_relative_score":1865089,"max_execution_time_ms":1940,"max_memory_usage_kib":10240,"rank":28,"performance":2371,"input_tokens":22232,"output_tokens":42876,"total_tokens":65108,"cost":0.38747200000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9494572207,"overall_relative_score":9494572207,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":502,"performance":814,"input_tokens":22682,"output_tokens":40988,"total_tokens":63670,"cost":0.35714},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42447610,"overall_relative_score":42447610,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":618,"performance":929,"input_tokens":24036,"output_tokens":32481,"total_tokens":56517,"cost":0.290832},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":467524008,"overall_relative_score":467524008,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":640,"performance":764,"input_tokens":18383,"output_tokens":42954,"total_tokens":61337,"cost":0.380398},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4504,"overall_relative_score":4504,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":48194,"output_tokens":64103,"total_tokens":112297,"cost":0.5930840000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":881126108,"overall_relative_score":881126108,"max_execution_time_ms":2950,"max_memory_usage_kib":10520,"rank":362,"performance":1318,"input_tokens":46547,"output_tokens":28431,"total_tokens":74978,"cost":0.286558},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":76349057,"overall_relative_score":76349057,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":295,"performance":1390,"input_tokens":34759,"output_tokens":37424,"total_tokens":72183,"cost":0.33627000000000007},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1031800323,"overall_relative_score":1031800323,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":493,"performance":1002,"input_tokens":26302,"output_tokens":46743,"total_tokens":73045,"cost":0.41906},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72428834,"overall_relative_score":72428834,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":397,"performance":1230,"input_tokens":24300,"output_tokens":23580,"total_tokens":47880,"cost":0.21554399999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1835560723,"overall_relative_score":10324748553,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":930,"performance":662,"input_tokens":26775,"output_tokens":59910,"total_tokens":86685,"cost":0.524958},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45189178488,"overall_relative_score":845173878380,"max_execution_time_ms":3810,"max_memory_usage_kib":3072,"rank":388,"performance":1341,"input_tokens":43891,"output_tokens":29786,"total_tokens":73677,"cost":0.284214},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78745005530473,"overall_relative_score":23103969082,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":392,"performance":1192,"input_tokens":34889,"output_tokens":66590,"total_tokens":101479,"cost":0.57005},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":448272322,"overall_relative_score":448272322,"max_execution_time_ms":80,"max_memory_usage_kib":6144,"rank":277,"performance":1572,"input_tokens":32459,"output_tokens":49699,"total_tokens":82158,"cost":0.433902},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":16925,"output_tokens":34684,"total_tokens":51609,"cost":0.30402599999999996},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":265762119914,"overall_relative_score":265762119914,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":169,"performance":1062,"input_tokens":21844,"output_tokens":36758,"total_tokens":58602,"cost":0.328728},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73691,"overall_relative_score":73691,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":388,"performance":1220,"input_tokens":23434,"output_tokens":53511,"total_tokens":76945,"cost":0.464588},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54282034548,"overall_relative_score":224441712719,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":25403,"output_tokens":37087,"total_tokens":62490,"cost":0.33598199999999995},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1347452,"overall_relative_score":1347452,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":511,"performance":1102,"input_tokens":18861,"output_tokens":29621,"total_tokens":48482,"cost":0.25837000000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66237317045,"overall_relative_score":828369342245,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":888,"performance":679,"input_tokens":28509,"output_tokens":51920,"total_tokens":80429,"cost":0.442234},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1029233,"overall_relative_score":1029233,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":381,"performance":1432,"input_tokens":24571,"output_tokens":54665,"total_tokens":79236,"cost":0.46918200000000004},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307522000000,"overall_relative_score":204400205492,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":346,"performance":1465,"input_tokens":32038,"output_tokens":54465,"total_tokens":86503,"cost":0.47138},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":735059121333,"overall_relative_score":43744607755,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":641,"performance":1068,"input_tokens":23517,"output_tokens":70860,"total_tokens":94377,"cost":0.59721},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10341206765122,"overall_relative_score":10341206765122,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":488,"performance":1292,"input_tokens":23853,"output_tokens":32121,"total_tokens":55974,"cost":0.285666},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":21931,"output_tokens":49006,"total_tokens":70937,"cost":0.42246999999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5068586587,"overall_relative_score":5068586587,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":326,"performance":1499,"input_tokens":23455,"output_tokens":56629,"total_tokens":80084,"cost":0.48055000000000003},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217042327,"overall_relative_score":217042327,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":1138,"input_tokens":33942,"output_tokens":32704,"total_tokens":66646,"cost":0.297644},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5822957,"overall_relative_score":51246769027,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":514,"performance":1189,"input_tokens":32456,"output_tokens":29355,"total_tokens":61811,"cost":0.27805599999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293235,"overall_relative_score":293235,"max_execution_time_ms":100,"max_memory_usage_kib":4096,"rank":191,"performance":1661,"input_tokens":24875,"output_tokens":46415,"total_tokens":71290,"cost":0.400142},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6063960256,"overall_relative_score":1691075645015,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":1003,"performance":633,"input_tokens":35869,"output_tokens":52390,"total_tokens":88259,"cost":0.46474600000000005},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57492319,"overall_relative_score":57492319,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":705,"performance":1052,"input_tokens":18965,"output_tokens":37791,"total_tokens":56756,"cost":0.32451399999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":443548,"overall_relative_score":443548,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":503,"performance":1285,"input_tokens":21715,"output_tokens":54049,"total_tokens":75764,"cost":0.45758200000000004},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132367454,"overall_relative_score":132367454,"max_execution_time_ms":700,"max_memory_usage_kib":3072,"rank":586,"performance":1169,"input_tokens":20592,"output_tokens":40523,"total_tokens":61115,"cost":0.34789600000000004},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":936614176,"overall_relative_score":1465533928013,"max_execution_time_ms":200,"max_memory_usage_kib":8192,"rank":632,"performance":1202,"input_tokens":32473,"output_tokens":29076,"total_tokens":61549,"cost":0.267602},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":20305,"output_tokens":55240,"total_tokens":75545,"cost":0.473314}]},{"num_self_refine":8,"rank":{"all":{"mean":470.4,"median":440.0,"min":13,"max":1003,"stdev":221.84688644567683},"short":{"mean":392.7391304347826,"median":403.0,"min":13,"max":708,"stdev":178.72915451021626},"long":{"mean":575.4705882352941,"median":610.0,"min":234,"max":1003,"stdev":235.88400688872986}},"performance":{"all":{"mean":1223.325,"median":1225.0,"min":207,"max":2631,"stdev":396.18374314619894},"short":{"mean":1310.3478260869565,"median":1292.0,"min":207,"max":2631,"stdev":447.4339574116601},"long":{"mean":1105.5882352941176,"median":1118.0,"min":633,"max":1567,"stdev":285.84656260473236}},"input_tokens":{"all":{"mean":99559.475,"median":96251.0,"min":62740,"max":147457,"stdev":19241.579568919264},"short":{"mean":94946.30434782608,"median":90886.0,"min":62740,"max":141158,"stdev":19041.49870542276},"long":{"mean":105800.82352941176,"median":102338.0,"min":82830,"max":147457,"stdev":18218.928941609378}},"output_tokens":{"all":{"mean":72432.725,"median":70184.0,"min":41051,"max":109007,"stdev":16113.43731333079},"short":{"mean":72149.43478260869,"median":69630.0,"min":41051,"max":106246,"stdev":14709.685244225646},"long":{"mean":72816.0,"median":75210.0,"min":41841,"max":109007,"stdev":18305.535395748466}},"total_tokens":{"all":{"mean":171992.2,"median":171912.5,"min":127764,"max":226327,"stdev":25488.37446225642},"short":{"mean":167095.73913043478,"median":167365.0,"min":127764,"max":226327,"stdev":27375.881872416277},"long":{"mean":178616.82352941178,"median":179522.0,"min":139798,"max":214823,"stdev":21724.82407648936}},"cost":{"all":{"mean":0.67552475,"median":0.639884,"min":0.40160999999999997,"max":0.9899779999999999,"stdev":0.1338831260807973},"short":{"mean":0.6665301739130435,"median":0.6298860000000001,"min":0.40160999999999997,"max":0.9417260000000001,"stdev":0.12588856297811826},"long":{"mean":0.6876938823529412,"median":0.6811240000000001,"min":0.44961799999999996,"max":0.9899779999999999,"stdev":0.14706084044787482}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":872786858391,"overall_relative_score":872786858391,"max_execution_time_ms":4930,"max_memory_usage_kib":3072,"rank":724,"performance":1025,"input_tokens":83057,"output_tokens":64813,"total_tokens":147870,"cost":0.5909219999999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":659225,"overall_relative_score":659225,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":708,"performance":905,"input_tokens":91724,"output_tokens":60198,"total_tokens":151922,"cost":0.5613520000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2762393796805,"overall_relative_score":2762393796805,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":234,"performance":1567,"input_tokens":97957,"output_tokens":41841,"total_tokens":139798,"cost":0.44961799999999996},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652271738,"overall_relative_score":3652271738,"max_execution_time_ms":120,"max_memory_usage_kib":102400,"rank":254,"performance":1400,"input_tokens":90725,"output_tokens":71730,"total_tokens":162455,"cost":0.649882},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":243712,"rank":515,"performance":207,"input_tokens":121340,"output_tokens":91816,"total_tokens":213156,"cost":0.8391599999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5133839,"overall_relative_score":5133839,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":361,"performance":1254,"input_tokens":109008,"output_tokens":56626,"total_tokens":165634,"cost":0.571568},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2005744,"overall_relative_score":2005744,"max_execution_time_ms":1940,"max_memory_usage_kib":10240,"rank":13,"performance":2631,"input_tokens":98012,"output_tokens":69630,"total_tokens":167642,"cost":0.6620560000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10234910944,"overall_relative_score":10234910944,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":83219,"output_tokens":59462,"total_tokens":142681,"cost":0.549782},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36910950,"overall_relative_score":36910950,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":623,"performance":922,"input_tokens":94545,"output_tokens":65327,"total_tokens":159872,"cost":0.6045699999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":467524008,"overall_relative_score":467524008,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":640,"performance":764,"input_tokens":67135,"output_tokens":67424,"total_tokens":134559,"cost":0.6298860000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4504,"overall_relative_score":4504,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":403,"performance":1099,"input_tokens":141158,"output_tokens":85169,"total_tokens":226327,"cost":0.85442},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1103707165,"overall_relative_score":1103707165,"max_execution_time_ms":2990,"max_memory_usage_kib":15852,"rank":250,"performance":1514,"input_tokens":136478,"output_tokens":50394,"total_tokens":186872,"cost":0.5236599999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83877462,"overall_relative_score":83877462,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":181,"performance":1658,"input_tokens":110240,"output_tokens":65341,"total_tokens":175581,"cost":0.6138000000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1031800323,"overall_relative_score":1031800323,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":493,"performance":1002,"input_tokens":102822,"output_tokens":79995,"total_tokens":182817,"cost":0.752676},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72428834,"overall_relative_score":72428834,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":397,"performance":1230,"input_tokens":86713,"output_tokens":41051,"total_tokens":127764,"cost":0.40160999999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1835532932,"overall_relative_score":10312229753,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":930,"performance":662,"input_tokens":94471,"output_tokens":87360,"total_tokens":181831,"cost":0.7939339999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47969236396,"overall_relative_score":845615677087,"max_execution_time_ms":4320,"max_memory_usage_kib":3072,"rank":388,"performance":1341,"input_tokens":147457,"output_tokens":57464,"total_tokens":204921,"cost":0.6183059999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58727929567601,"overall_relative_score":27684948615,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":380,"performance":1214,"input_tokens":114191,"output_tokens":100632,"total_tokens":214823,"cost":0.8994219999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458279570,"overall_relative_score":458279570,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":202,"performance":1726,"input_tokens":127870,"output_tokens":72635,"total_tokens":200505,"cost":0.6916680000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":62740,"output_tokens":70738,"total_tokens":133478,"cost":0.6272559999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276465761296,"overall_relative_score":276465761296,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":148,"performance":1294,"input_tokens":84772,"output_tokens":63501,"total_tokens":148273,"cost":0.604592},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73691,"overall_relative_score":73691,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":388,"performance":1220,"input_tokens":90886,"output_tokens":76917,"total_tokens":167803,"cost":0.7026439999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54282034548,"overall_relative_score":224441712719,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":92706,"output_tokens":57435,"total_tokens":150141,"cost":0.54582},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1358349,"overall_relative_score":1358349,"max_execution_time_ms":1990,"max_memory_usage_kib":32512,"rank":411,"performance":1281,"input_tokens":74573,"output_tokens":59926,"total_tokens":134499,"cost":0.5410020000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66237317045,"overall_relative_score":828369342245,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":888,"performance":679,"input_tokens":100298,"output_tokens":75210,"total_tokens":175508,"cost":0.6811240000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047001,"overall_relative_score":1047001,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":298,"performance":1577,"input_tokens":102135,"output_tokens":106246,"total_tokens":208381,"cost":0.9417260000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307522000000,"overall_relative_score":204400205492,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":346,"performance":1465,"input_tokens":116735,"output_tokens":82390,"total_tokens":199125,"cost":0.75243},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":735059121333,"overall_relative_score":43744607755,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":641,"performance":1068,"input_tokens":84977,"output_tokens":109007,"total_tokens":193984,"cost":0.9899779999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10341206765122,"overall_relative_score":10341206765122,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":488,"performance":1292,"input_tokens":104521,"output_tokens":62844,"total_tokens":167365,"cost":0.59429},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":82830,"output_tokens":88548,"total_tokens":171378,"cost":0.7862999999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5075969593,"overall_relative_score":5075969593,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":326,"performance":1499,"input_tokens":92405,"output_tokens":85112,"total_tokens":177517,"cost":0.7606819999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":232049873,"overall_relative_score":232049873,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":469,"performance":1336,"input_tokens":113211,"output_tokens":59236,"total_tokens":172447,"cost":0.5684060000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5332654,"overall_relative_score":59522012868,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":492,"performance":1217,"input_tokens":102338,"output_tokens":77184,"total_tokens":179522,"cost":0.709828},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293235,"overall_relative_score":293235,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":191,"performance":1661,"input_tokens":107346,"output_tokens":83760,"total_tokens":191106,"cost":0.764964},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6180649028,"overall_relative_score":1667824343152,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":1003,"performance":633,"input_tokens":124280,"output_tokens":84712,"total_tokens":208992,"cost":0.85272},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58396596,"overall_relative_score":58396596,"max_execution_time_ms":50,"max_memory_usage_kib":7168,"rank":692,"performance":1071,"input_tokens":77861,"output_tokens":65594,"total_tokens":143455,"cost":0.593306},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":443548,"overall_relative_score":443548,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":503,"performance":1285,"input_tokens":87138,"output_tokens":97662,"total_tokens":184800,"cost":0.857844},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":132641320,"overall_relative_score":132641320,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":582,"performance":1175,"input_tokens":86168,"output_tokens":61831,"total_tokens":147999,"cost":0.589224},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":941575530,"overall_relative_score":1457103024130,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":640,"performance":1194,"input_tokens":114464,"output_tokens":58934,"total_tokens":173398,"cost":0.56792},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":210959,"overall_relative_score":210959,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":324,"performance":1558,"input_tokens":81873,"output_tokens":81614,"total_tokens":163487,"cost":0.730642}]},{"num_self_refine":16,"rank":{"all":{"mean":428.525,"median":398.0,"min":13,"max":930,"stdev":209.89496610179052},"short":{"mean":351.5652173913044,"median":374.0,"min":13,"max":708,"stdev":170.3605337584107},"long":{"mean":532.6470588235294,"median":493.0,"min":187,"max":930,"stdev":217.8233060236182}},"performance":{"all":{"mean":1303.825,"median":1278.5,"min":662,"max":2631,"stdev":366.85097145354575},"short":{"mean":1409.5652173913043,"median":1322.0,"min":768,"max":2631,"stdev":393.58155283902454},"long":{"mean":1160.764705882353,"median":1206.0,"min":662,"max":1655,"stdev":277.89105990742235}},"input_tokens":{"all":{"mean":389183.15,"median":378442.0,"min":251007,"max":555705,"stdev":66534.05623979733},"short":{"mean":380564.347826087,"median":376482.0,"min":251007,"max":538070,"stdev":72140.70950051125},"long":{"mean":400843.8823529412,"median":390098.0,"min":320820,"max":555705,"stdev":58164.733653523195}},"output_tokens":{"all":{"mean":118202.2,"median":118228.5,"min":70483,"max":200316,"stdev":26503.672558481012},"short":{"mean":115482.04347826086,"median":113436.0,"min":70483,"max":165380,"stdev":21891.943321850496},"long":{"mean":121882.41176470589,"median":119192.0,"min":77828,"max":200316,"stdev":32065.6100929384}},"total_tokens":{"all":{"mean":507385.35,"median":509822.5,"min":376236,"max":678000,"stdev":70749.7287980849},"short":{"mean":496046.39130434784,"median":488524.0,"min":376236,"max":678000,"stdev":81535.13520938472},"long":{"mean":522726.29411764705,"median":527545.0,"min":454806,"max":652777,"stdev":51235.9161059953}},"cost":{"all":{"mean":1.2837806999999999,"median":1.283661,"min":0.781172,"max":1.927788,"stdev":0.23407438748663},"short":{"mean":1.249286956521739,"median":1.20831,"min":0.781172,"max":1.674148,"stdev":0.22725530238428043},"long":{"mean":1.3304487058823529,"median":1.31178,"min":0.9869479999999999,"max":1.927788,"stdev":0.2419016294270681}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":941371430036,"overall_relative_score":941371430036,"max_execution_time_ms":4930,"max_memory_usage_kib":3072,"rank":398,"performance":1340,"input_tokens":369773,"output_tokens":105388,"total_tokens":475161,"cost":1.1698499999999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":675417,"overall_relative_score":675417,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":708,"performance":905,"input_tokens":378786,"output_tokens":92288,"total_tokens":471074,"cost":1.0552359999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2762393796805,"overall_relative_score":2762393796805,"max_execution_time_ms":800,"max_memory_usage_kib":3072,"rank":234,"performance":1567,"input_tokens":390098,"output_tokens":77828,"total_tokens":467926,"cost":0.9869479999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3652271738,"overall_relative_score":3652271738,"max_execution_time_ms":120,"max_memory_usage_kib":102400,"rank":254,"performance":1400,"input_tokens":371547,"output_tokens":111480,"total_tokens":483027,"cost":1.20831},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7028019,"overall_relative_score":7028019,"max_execution_time_ms":1950,"max_memory_usage_kib":14176,"rank":278,"performance":1272,"input_tokens":538070,"output_tokens":139930,"total_tokens":678000,"cost":1.630908},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5133839,"overall_relative_score":5133839,"max_execution_time_ms":1810,"max_memory_usage_kib":3072,"rank":361,"performance":1254,"input_tokens":433083,"output_tokens":99513,"total_tokens":532596,"cost":1.178622},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2005744,"overall_relative_score":2005744,"max_execution_time_ms":1940,"max_memory_usage_kib":10240,"rank":13,"performance":2631,"input_tokens":443609,"output_tokens":111041,"total_tokens":554650,"cost":1.2897859999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10369280208,"overall_relative_score":10369280208,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":317971,"output_tokens":94846,"total_tokens":412817,"cost":0.9807579999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":36910950,"overall_relative_score":36910950,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":623,"performance":922,"input_tokens":380452,"output_tokens":123244,"total_tokens":503696,"cost":1.36324},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":477285406,"overall_relative_score":477285406,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":266590,"output_tokens":113436,"total_tokens":380026,"cost":1.154204},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4680,"overall_relative_score":4680,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":398,"performance":1109,"input_tokens":468474,"output_tokens":122666,"total_tokens":591140,"cost":1.422148},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1294347377,"overall_relative_score":1294347377,"max_execution_time_ms":2760,"max_memory_usage_kib":37492,"rank":187,"performance":1655,"input_tokens":444046,"output_tokens":85965,"total_tokens":530011,"cost":0.9946280000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":87201890,"overall_relative_score":87201890,"max_execution_time_ms":2790,"max_memory_usage_kib":4096,"rank":149,"performance":1752,"input_tokens":426743,"output_tokens":107929,"total_tokens":534672,"cost":1.220598},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1031800323,"overall_relative_score":1031800323,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":493,"performance":1002,"input_tokens":407493,"output_tokens":120052,"total_tokens":527545,"cost":1.3101859999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72300421,"overall_relative_score":72300421,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":398,"performance":1228,"input_tokens":323118,"output_tokens":70483,"total_tokens":393601,"cost":0.781172},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1836493271,"overall_relative_score":10333858630,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":930,"performance":662,"input_tokens":341995,"output_tokens":129204,"total_tokens":471199,"cost":1.2825499999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45398734303,"overall_relative_score":843068299339,"max_execution_time_ms":4910,"max_memory_usage_kib":3072,"rank":390,"performance":1337,"input_tokens":555705,"output_tokens":97072,"total_tokens":652777,"cost":1.3440500000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59899299314567,"overall_relative_score":34957694918,"max_execution_time_ms":5740,"max_memory_usage_kib":3072,"rank":350,"performance":1269,"input_tokens":407334,"output_tokens":160091,"total_tokens":567425,"cost":1.6226919999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458279570,"overall_relative_score":458279570,"max_execution_time_ms":30,"max_memory_usage_kib":6144,"rank":202,"performance":1726,"input_tokens":492869,"output_tokens":122126,"total_tokens":614995,"cost":1.4518340000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13103645,"overall_relative_score":13103645,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":374,"performance":1487,"input_tokens":251007,"output_tokens":125229,"total_tokens":376236,"cost":1.183398},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276881923100,"overall_relative_score":276881923100,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":145,"performance":1322,"input_tokens":346539,"output_tokens":95400,"total_tokens":441939,"cost":1.084566},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73691,"overall_relative_score":73691,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":388,"performance":1220,"input_tokens":353777,"output_tokens":119414,"total_tokens":473191,"cost":1.2076339999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53657540019,"overall_relative_score":224821178573,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":610,"performance":1118,"input_tokens":359503,"output_tokens":95303,"total_tokens":454806,"cost":1.0720859999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1360271,"overall_relative_score":1360271,"max_execution_time_ms":1820,"max_memory_usage_kib":33868,"rank":398,"performance":1304,"input_tokens":314868,"output_tokens":98240,"total_tokens":413108,"cost":0.9974800000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66237317045,"overall_relative_score":828369342245,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":888,"performance":679,"input_tokens":363792,"output_tokens":118798,"total_tokens":482590,"cost":1.334672},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1047001,"overall_relative_score":1047001,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":298,"performance":1577,"input_tokens":412833,"output_tokens":147599,"total_tokens":560432,"cost":1.5366339999999998},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":307522000000,"overall_relative_score":204400205492,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":346,"performance":1465,"input_tokens":432274,"output_tokens":119192,"total_tokens":551466,"cost":1.31178},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":713905426207,"overall_relative_score":43800509828,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":641,"performance":1068,"input_tokens":328614,"output_tokens":200316,"total_tokens":528930,"cost":1.927788},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10341206765122,"overall_relative_score":10341206765122,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":488,"performance":1292,"input_tokens":427782,"output_tokens":103349,"total_tokens":531131,"cost":1.1695240000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5549606,"overall_relative_score":46951391008,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":781,"performance":919,"input_tokens":320820,"output_tokens":178920,"total_tokens":499740,"cost":1.6928399999999997},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5075969593,"overall_relative_score":5075969593,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":326,"performance":1499,"input_tokens":376482,"output_tokens":165380,"total_tokens":541862,"cost":1.674148},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231373767,"overall_relative_score":231373767,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":474,"performance":1329,"input_tokens":422328,"output_tokens":93621,"total_tokens":515949,"cost":1.0967280000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5178292,"overall_relative_score":63083057041,"max_execution_time_ms":2860,"max_memory_usage_kib":4096,"rank":489,"performance":1221,"input_tokens":374318,"output_tokens":120465,"total_tokens":494783,"cost":1.284772},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":293235,"overall_relative_score":293235,"max_execution_time_ms":230,"max_memory_usage_kib":4096,"rank":191,"performance":1661,"input_tokens":448430,"output_tokens":128783,"total_tokens":577213,"cost":1.4588359999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4827112885,"overall_relative_score":2033946728210,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":706,"performance":1049,"input_tokens":467695,"output_tokens":129772,"total_tokens":597467,"cost":1.4284780000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70569287,"overall_relative_score":70569287,"max_execution_time_ms":1840,"max_memory_usage_kib":7168,"rank":281,"performance":1662,"input_tokens":339052,"output_tokens":117659,"total_tokens":456711,"cost":1.239984},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":443548,"overall_relative_score":443548,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":503,"performance":1285,"input_tokens":378098,"output_tokens":151712,"total_tokens":529810,"cost":1.5373159999999997},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135739078,"overall_relative_score":135739078,"max_execution_time_ms":1020,"max_memory_usage_kib":3072,"rank":534,"performance":1240,"input_tokens":289153,"output_tokens":99806,"total_tokens":388959,"cost":1.0171379999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932889783,"overall_relative_score":1471071460144,"max_execution_time_ms":210,"max_memory_usage_kib":9216,"rank":628,"performance":1206,"input_tokens":437351,"output_tokens":110878,"total_tokens":548229,"cost":1.312446},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216091,"overall_relative_score":216091,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":151,"performance":1923,"input_tokens":364854,"output_tokens":123670,"total_tokens":488524,"cost":1.3352600000000001}]}]},{"model_name":"o4-mini-high","detail_path":"data/model_details/o4-mini-high.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":676.225,"median":658.0,"min":186,"max":1056,"stdev":188.13163524374943},"short":{"mean":628.0,"median":652.0,"min":186,"max":883,"stdev":181.5278591190995},"long":{"mean":741.4705882352941,"median":728.0,"min":497,"max":1056,"stdev":181.92310107812685}},"performance":{"all":{"mean":826.175,"median":838.0,"min":117,"max":1144,"stdev":209.6396037525793},"short":{"mean":835.6521739130435,"median":848.0,"min":420,"max":1144,"stdev":191.53129549541035},"long":{"mean":813.3529411764706,"median":828.0,"min":117,"max":1140,"stdev":237.44576780195268}},"input_tokens":{"all":{"mean":2980.0,"median":2588.5,"min":1345,"max":7584,"stdev":1607.031105597827},"short":{"mean":2402.8260869565215,"median":1849.0,"min":1419,"max":7584,"stdev":1428.7247858961473},"long":{"mean":3760.8823529411766,"median":3354.0,"min":1345,"max":7538,"stdev":1536.709426109607}},"output_tokens":{"all":{"mean":9563.7,"median":6499.0,"min":2078,"max":56844,"stdev":10585.35306679555},"short":{"mean":11224.0,"median":6875.0,"min":2546,"max":56844,"stdev":13108.19910312903},"long":{"mean":7317.411764705882,"median":4597.0,"min":2078,"max":22661,"stdev":5247.680119095765}},"total_tokens":{"all":{"mean":12543.7,"median":9209.5,"min":4190,"max":58688,"stdev":10244.728150714946},"short":{"mean":13626.826086956522,"median":9339.0,"min":4190,"max":58688,"stdev":12919.446053605232},"long":{"mean":11078.29411764706,"median":9080.0,"min":5062,"max":24006,"stdev":4728.035186056491}},"cost":{"all":{"mean":0.0447194,"median":0.031039249999999997,"min":0.0124256,"max":0.252142,"stdev":0.0461987745118906},"short":{"mean":0.051532847826086955,"median":0.0324676,"min":0.0137533,"max":0.252142,"stdev":0.05754425477649883},"long":{"mean":0.03550120588235294,"median":0.0236599,"min":0.0124256,"max":0.1001319,"stdev":0.022188015953929684}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":344015959864,"overall_relative_score":344015959864,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1056,"performance":712,"input_tokens":1345,"output_tokens":22661,"total_tokens":24006,"cost":0.1001319},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267026,"overall_relative_score":267026,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":805,"performance":772,"input_tokens":1469,"output_tokens":7039,"total_tokens":8508,"cost":0.0314259},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2540647880486,"overall_relative_score":2540647880486,"max_execution_time_ms":770,"max_memory_usage_kib":3072,"rank":497,"performance":1140,"input_tokens":2614,"output_tokens":12850,"total_tokens":15464,"cost":0.0573034},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913868709,"overall_relative_score":913868709,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":583,"performance":420,"input_tokens":1629,"output_tokens":17000,"total_tokens":18629,"cost":0.0753247},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4139897,"overall_relative_score":4139897,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":327,"performance":1144,"input_tokens":1811,"output_tokens":12213,"total_tokens":14024,"cost":0.0557293},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4657589,"overall_relative_score":4657589,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":521,"performance":987,"input_tokens":3802,"output_tokens":4393,"total_tokens":8195,"cost":0.020449},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":631354,"overall_relative_score":631354,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":433,"performance":848,"input_tokens":1529,"output_tokens":7810,"total_tokens":9339,"cost":0.0360459},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":2239,"output_tokens":4758,"total_tokens":6997,"cost":0.0233981},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":2984,"output_tokens":2078,"total_tokens":5062,"cost":0.0124256},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250454084,"overall_relative_score":250454084,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":679,"performance":662,"input_tokens":2210,"output_tokens":5424,"total_tokens":7634,"cost":0.0262966},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5468,"overall_relative_score":5468,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":387,"performance":1132,"input_tokens":7584,"output_tokens":6875,"total_tokens":14459,"cost":0.0324676},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":7538,"output_tokens":2864,"total_tokens":10402,"cost":0.0208934},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43814165,"overall_relative_score":43814165,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":635,"performance":706,"input_tokens":4695,"output_tokens":6736,"total_tokens":11431,"cost":0.0348029},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":597899765,"overall_relative_score":597899765,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":567,"performance":864,"input_tokens":2812,"output_tokens":13933,"total_tokens":16745,"cost":0.0643984},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45702175,"overall_relative_score":45702175,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":583,"performance":910,"input_tokens":2563,"output_tokens":2546,"total_tokens":5109,"cost":0.0140217},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2204617542,"overall_relative_score":12574331770,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":743,"performance":828,"input_tokens":2774,"output_tokens":4597,"total_tokens":7371,"cost":0.0232782},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2314918517253,"overall_relative_score":410513935514,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":638,"performance":990,"input_tokens":6975,"output_tokens":7996,"total_tokens":14971,"cost":0.0371525},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":4471,"output_tokens":4161,"total_tokens":8632,"cost":0.0232265},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":409139364,"overall_relative_score":409139364,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":652,"performance":1015,"input_tokens":3614,"output_tokens":5134,"total_tokens":8748,"cost":0.026565},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":1703,"output_tokens":43370,"total_tokens":45073,"cost":0.1927013},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2202,"output_tokens":12972,"total_tokens":15174,"cost":0.059499},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1849,"output_tokens":8038,"total_tokens":9887,"cost":0.0374011},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":121745437282,"overall_relative_score":155598480660,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":758,"performance":922,"input_tokens":2861,"output_tokens":3699,"total_tokens":6560,"cost":0.0172051},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1319252,"overall_relative_score":1319252,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":624,"performance":827,"input_tokens":1758,"output_tokens":3963,"total_tokens":5721,"cost":0.0179982},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81008892805,"overall_relative_score":675327806673,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":928,"performance":592,"input_tokens":3354,"output_tokens":6818,"total_tokens":10172,"cost":0.0336886},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932366,"overall_relative_score":932366,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":664,"performance":977,"input_tokens":1855,"output_tokens":3083,"total_tokens":4938,"cost":0.0156057},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":4125,"output_tokens":4346,"total_tokens":8471,"cost":0.0236599},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3009,"output_tokens":9370,"total_tokens":12379,"cost":0.0445379},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":1733,"output_tokens":4507,"total_tokens":6240,"cost":0.0217371},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401090400,"overall_relative_score":639975362,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":907,"performance":719,"input_tokens":2818,"output_tokens":6262,"total_tokens":9080,"cost":0.0306526},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":696041790,"overall_relative_score":696041790,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":840,"performance":676,"input_tokens":1917,"output_tokens":5509,"total_tokens":7426,"cost":0.0248699},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209385054,"overall_relative_score":209385054,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":774,"performance":886,"input_tokens":4323,"output_tokens":2894,"total_tokens":7217,"cost":0.0174889},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4093442,"overall_relative_score":10409140197,"max_execution_time_ms":5499,"max_memory_usage_kib":4096,"rank":638,"performance":1035,"input_tokens":4012,"output_tokens":10235,"total_tokens":14247,"cost":0.0494472},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44945,"overall_relative_score":44945,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":556,"performance":920,"input_tokens":1844,"output_tokens":56844,"total_tokens":58688,"cost":0.252142},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10755200998,"overall_relative_score":948200953965,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":1026,"performance":583,"input_tokens":4182,"output_tokens":4047,"total_tokens":8229,"cost":0.022407},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58436941,"overall_relative_score":58436941,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":689,"performance":1074,"input_tokens":1651,"output_tokens":11421,"total_tokens":13072,"cost":0.0520685},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":407932,"overall_relative_score":407932,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":971,"input_tokens":2188,"output_tokens":16154,"total_tokens":18342,"cost":0.0734844},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":1480,"output_tokens":11091,"total_tokens":12571,"cost":0.0504284},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2167025309,"overall_relative_score":805203810674,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":775,"performance":1053,"input_tokens":4259,"output_tokens":4086,"total_tokens":8345,"cost":0.0226633},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":167612,"overall_relative_score":167612,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":847,"performance":638,"input_tokens":1419,"output_tokens":2771,"total_tokens":4190,"cost":0.0137533}]},{"num_self_refine":2,"rank":{"all":{"mean":589.4,"median":595.0,"min":93,"max":1056,"stdev":212.7769748484103},"short":{"mean":530.3913043478261,"median":546.0,"min":93,"max":883,"stdev":205.9180638308784},"long":{"mean":669.2352941176471,"median":637.0,"min":198,"max":1056,"stdev":200.68617584794072}},"performance":{"all":{"mean":1013.75,"median":995.0,"min":420,"max":1842,"stdev":289.6228095210593},"short":{"mean":1048.1739130434783,"median":1013.0,"min":420,"max":1842,"stdev":324.18017607692303},"long":{"mean":967.1764705882352,"median":936.0,"min":618,"max":1595,"stdev":236.53784985021892}},"input_tokens":{"all":{"mean":8318.95,"median":7084.5,"min":3994,"max":21949,"stdev":3922.36858026973},"short":{"mean":6801.95652173913,"median":6022.0,"min":3994,"max":18010,"stdev":3020.3439219921006},"long":{"mean":10371.35294117647,"median":9545.0,"min":5612,"max":21949,"stdev":4144.124288392792}},"output_tokens":{"all":{"mean":22130.55,"median":18619.0,"min":8046,"max":77348,"stdev":14197.74065621096},"short":{"mean":24446.739130434784,"median":19598.0,"min":8578,"max":77348,"stdev":17231.481420030424},"long":{"mean":18996.882352941175,"median":17640.0,"min":8046,"max":35335,"stdev":8057.621119802923}},"total_tokens":{"all":{"mean":30449.5,"median":27695.0,"min":13737,"max":84497,"stdev":14063.295880612091},"short":{"mean":31248.695652173912,"median":25798.0,"min":13737,"max":84497,"stdev":17581.762036617743},"long":{"mean":29368.235294117647,"median":30333.0,"min":16987,"max":42129,"stdev":7408.2126262801385}},"cost":{"all":{"mean":0.103621265,"median":0.08830415,"min":0.0406725,"max":0.3467167,"stdev":0.0623268026619801},"short":{"mean":0.11254554347826087,"median":0.0898832,"min":0.0406725,"max":0.3467167,"stdev":0.0762378719249395},"long":{"mean":0.09154724117647059,"median":0.0867251,"min":0.0467258,"max":0.1605912,"stdev":0.034750734066186624}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":344020255134,"overall_relative_score":344020255134,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1056,"performance":712,"input_tokens":5612,"output_tokens":35335,"total_tokens":40947,"cost":0.1605912},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":585044,"overall_relative_score":585044,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":717,"performance":893,"input_tokens":4960,"output_tokens":14353,"total_tokens":19313,"cost":0.06470200000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2624204151789,"overall_relative_score":2624204151789,"max_execution_time_ms":920,"max_memory_usage_kib":3072,"rank":453,"performance":1201,"input_tokens":7875,"output_tokens":22458,"total_tokens":30333,"cost":0.1032537},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913868709,"overall_relative_score":913868709,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":583,"performance":420,"input_tokens":6065,"output_tokens":32227,"total_tokens":38292,"cost":0.1459359},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7790835,"overall_relative_score":7790835,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":264,"performance":1310,"input_tokens":6022,"output_tokens":21852,"total_tokens":27874,"cost":0.102773},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5479351,"overall_relative_score":5479351,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":198,"performance":1595,"input_tokens":9545,"output_tokens":13434,"total_tokens":22979,"cost":0.0634843},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":631354,"overall_relative_score":631354,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":433,"performance":848,"input_tokens":5667,"output_tokens":15951,"total_tokens":21618,"cost":0.0731445},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":6200,"output_tokens":15224,"total_tokens":21424,"cost":0.0720104},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":7501,"output_tokens":9486,"total_tokens":16987,"cost":0.0476663},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250454084,"overall_relative_score":250454084,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":679,"performance":662,"input_tokens":6200,"output_tokens":19598,"total_tokens":25798,"cost":0.0898832},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6496,"overall_relative_score":6496,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":376,"performance":1155,"input_tokens":18010,"output_tokens":25099,"total_tokens":43109,"cost":0.117997},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":16262,"output_tokens":8046,"total_tokens":24308,"cost":0.0471658},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74046823,"overall_relative_score":74046823,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":359,"performance":1264,"input_tokens":11179,"output_tokens":25108,"total_tokens":36287,"cost":0.11897049999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":597899765,"overall_relative_score":597899765,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":567,"performance":864,"input_tokens":9033,"output_tokens":33096,"total_tokens":42129,"cost":0.1533411},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72364133,"overall_relative_score":72364133,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":398,"performance":1228,"input_tokens":6306,"output_tokens":10311,"total_tokens":16617,"cost":0.0502986},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5194596240,"overall_relative_score":29249381781,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":587,"performance":1136,"input_tokens":6997,"output_tokens":20519,"total_tokens":27516,"cost":0.09798029999999999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2378468188495,"overall_relative_score":384936287712,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":676,"performance":936,"input_tokens":15914,"output_tokens":17640,"total_tokens":33554,"cost":0.0837166},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":654011885686698,"overall_relative_score":5413328548,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":557,"performance":893,"input_tokens":11210,"output_tokens":8633,"total_tokens":19843,"cost":0.0467258},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416819477,"overall_relative_score":416819477,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":549,"performance":1157,"input_tokens":9261,"output_tokens":16066,"total_tokens":25327,"cost":0.07802629999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":5474,"output_tokens":67853,"total_tokens":73327,"cost":0.3033074},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284128046631,"overall_relative_score":284128046631,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":93,"performance":1720,"input_tokens":6571,"output_tokens":42456,"total_tokens":49027,"cost":0.19234489999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":4947,"output_tokens":25700,"total_tokens":30647,"cost":0.11704329999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70361880161,"overall_relative_score":205572421705,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":636,"performance":1088,"input_tokens":7218,"output_tokens":14347,"total_tokens":21565,"cost":0.06663140000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354581,"overall_relative_score":1354581,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":480,"performance":1158,"input_tokens":5159,"output_tokens":8578,"total_tokens":13737,"cost":0.0406725},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":74186821486,"overall_relative_score":744737676571,"max_execution_time_ms":70,"max_memory_usage_kib":10240,"rank":917,"performance":618,"input_tokens":8890,"output_tokens":15363,"total_tokens":24253,"cost":0.0747362},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1064647,"overall_relative_score":1064647,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":175,"performance":1842,"input_tokens":5495,"output_tokens":16749,"total_tokens":22244,"cost":0.0782617},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":528531000000,"overall_relative_score":138293805276,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":603,"performance":1134,"input_tokens":10061,"output_tokens":24163,"total_tokens":34224,"cost":0.1141107},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238078783500,"overall_relative_score":13433435029,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":684,"performance":1012,"input_tokens":21949,"output_tokens":14775,"total_tokens":36724,"cost":0.0867251},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9672708954115,"overall_relative_score":9672708954115,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":703,"performance":978,"input_tokens":5044,"output_tokens":14537,"total_tokens":19581,"cost":0.0681384},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5542418,"overall_relative_score":47040882847,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":780,"performance":920,"input_tokens":7020,"output_tokens":26566,"total_tokens":33586,"cost":0.1223948},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1649667096,"overall_relative_score":1649667096,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":776,"performance":813,"input_tokens":5336,"output_tokens":14299,"total_tokens":19635,"cost":0.06582840000000001},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":229598103,"overall_relative_score":229598103,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":485,"performance":1314,"input_tokens":10245,"output_tokens":9062,"total_tokens":19307,"cost":0.047657500000000005},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":4093442,"overall_relative_score":10409140197,"max_execution_time_ms":5499,"max_memory_usage_kib":4096,"rank":638,"performance":1035,"input_tokens":10285,"output_tokens":25386,"total_tokens":35671,"cost":0.1198439},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50503,"overall_relative_score":50503,"max_execution_time_ms":220,"max_memory_usage_kib":7168,"rank":546,"performance":941,"input_tokens":7149,"output_tokens":77348,"total_tokens":84497,"cost":0.3467167},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5630610840,"overall_relative_score":1852597219479,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":10207,"output_tokens":20132,"total_tokens":30339,"cost":0.0998085},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58436941,"overall_relative_score":58436941,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":689,"performance":1074,"input_tokens":5218,"output_tokens":24989,"total_tokens":30207,"cost":0.1144242},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":407932,"overall_relative_score":407932,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":971,"input_tokens":7457,"output_tokens":27803,"total_tokens":35260,"cost":0.1288463},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":4486,"output_tokens":24600,"total_tokens":29086,"cost":0.1131746},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2167025309,"overall_relative_score":805203810674,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":775,"performance":1053,"input_tokens":10734,"output_tokens":13568,"total_tokens":24302,"cost":0.0681274},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":3994,"output_tokens":12512,"total_tokens":16506,"cost":0.0583902}]},{"num_self_refine":4,"rank":{"all":{"mean":532.1,"median":525.5,"min":93,"max":990,"stdev":210.1503491093204},"short":{"mean":484.60869565217394,"median":480.0,"min":93,"max":868,"stdev":209.16364605265306},"long":{"mean":596.3529411764706,"median":560.0,"min":198,"max":990,"stdev":199.65875299384905}},"performance":{"all":{"mean":1110.15,"median":1119.0,"min":420,"max":1912,"stdev":298.39567175660727},"short":{"mean":1136.0434782608695,"median":1119.0,"min":420,"max":1912,"stdev":336.50550154368943},"long":{"mean":1075.1176470588234,"median":1119.0,"min":655,"max":1595,"stdev":243.03854693055925}},"input_tokens":{"all":{"mean":26259.775,"median":22925.5,"min":13918,"max":65132,"stdev":9481.87094349541},"short":{"mean":23196.869565217392,"median":20612.0,"min":13918,"max":48526,"stdev":7281.112042340959},"long":{"mean":30403.70588235294,"median":28783.0,"min":20012,"max":65132,"stdev":10701.370862912296}},"output_tokens":{"all":{"mean":44724.575,"median":38885.5,"min":18702,"max":129050,"stdev":21154.602573565706},"short":{"mean":47177.260869565216,"median":43676.0,"min":18702,"max":129050,"stdev":24405.899002304177},"long":{"mean":41406.23529411765,"median":37297.0,"min":24043,"max":83590,"stdev":15857.49716431242}},"total_tokens":{"all":{"mean":70984.35,"median":65275.0,"min":36180,"max":148902,"stdev":22737.855042321848},"short":{"mean":70374.13043478261,"median":64574.0,"min":36180,"max":148902,"stdev":26335.436327752814},"long":{"mean":71809.94117647059,"median":66599.0,"min":52850,"max":111952,"stdev":17473.239905891052}},"cost":{"all":{"mean":0.2124105225,"median":0.19242135,"min":0.0917994,"max":0.5804699999999999,"stdev":0.09298696304803518},"short":{"mean":0.22148968695652174,"median":0.2035561,"min":0.0917994,"max":0.5804699999999999,"stdev":0.10781472166631006},"long":{"mean":0.20012694705882353,"median":0.178552,"min":0.12420319999999999,"max":0.3846326,"stdev":0.06938440924549547}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":620168473506,"overall_relative_score":620168473506,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":949,"performance":819,"input_tokens":23504,"output_tokens":65830,"total_tokens":89334,"cost":0.3052632},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1422902,"overall_relative_score":1422902,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":598,"performance":1039,"input_tokens":17904,"output_tokens":27794,"total_tokens":45698,"cost":0.1341736},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2636918511980,"overall_relative_score":2636918511980,"max_execution_time_ms":840,"max_memory_usage_kib":3072,"rank":438,"performance":1223,"input_tokens":26668,"output_tokens":37297,"total_tokens":63965,"cost":0.178552},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913868709,"overall_relative_score":913868709,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":583,"performance":420,"input_tokens":22240,"output_tokens":64598,"total_tokens":86838,"cost":0.2951784},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7790835,"overall_relative_score":7790835,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":264,"performance":1310,"input_tokens":22347,"output_tokens":47926,"total_tokens":70273,"cost":0.2266913},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5479351,"overall_relative_score":5479351,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":198,"performance":1595,"input_tokens":28783,"output_tokens":37816,"total_tokens":66599,"cost":0.1806277},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":786890,"overall_relative_score":786890,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":399,"performance":952,"input_tokens":21994,"output_tokens":42888,"total_tokens":64882,"cost":0.1986446},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":18757,"output_tokens":30776,"total_tokens":49533,"cost":0.1467543},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":186588489,"overall_relative_score":186588489,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":596,"performance":960,"input_tokens":21004,"output_tokens":33008,"total_tokens":54012,"cost":0.16242600000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492706798,"overall_relative_score":492706798,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":20523,"output_tokens":43676,"total_tokens":64199,"cost":0.2035561},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20504,"overall_relative_score":20504,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":286,"performance":1347,"input_tokens":48526,"output_tokens":38759,"total_tokens":87285,"cost":0.1918158},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":474708263,"overall_relative_score":474708263,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":520,"performance":1092,"input_tokens":40019,"output_tokens":25649,"total_tokens":65668,"cost":0.1348061},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78085400,"overall_relative_score":78085400,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":269,"performance":1445,"input_tokens":30886,"output_tokens":39674,"total_tokens":70560,"cost":0.1922778},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":597899765,"overall_relative_score":597899765,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":567,"performance":864,"input_tokens":30332,"output_tokens":57844,"total_tokens":88176,"cost":0.27298920000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72364133,"overall_relative_score":72364133,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":398,"performance":1228,"input_tokens":20612,"output_tokens":32392,"total_tokens":53004,"cost":0.15822840000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5485450545,"overall_relative_score":31359686492,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":568,"performance":1159,"input_tokens":20012,"output_tokens":32838,"total_tokens":52850,"cost":0.15858039999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286508349245,"overall_relative_score":794907584249,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":463,"performance":1230,"input_tokens":40659,"output_tokens":26476,"total_tokens":67135,"cost":0.1332353},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":195107578293913,"overall_relative_score":9615253582,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":505,"performance":991,"input_tokens":31620,"output_tokens":24043,"total_tokens":55663,"cost":0.12420319999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":421328343,"overall_relative_score":421328343,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":518,"performance":1199,"input_tokens":29128,"output_tokens":35344,"total_tokens":64472,"cost":0.17350959999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11273050,"overall_relative_score":11273050,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":868,"performance":823,"input_tokens":19852,"output_tokens":129050,"total_tokens":148902,"cost":0.5804699999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284128046631,"overall_relative_score":284128046631,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":93,"performance":1720,"input_tokens":25425,"output_tokens":64884,"total_tokens":90309,"cost":0.3021579},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3178,"overall_relative_score":3178,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":541,"performance":915,"input_tokens":17781,"output_tokens":44685,"total_tokens":62466,"cost":0.2080419},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":53826989779,"overall_relative_score":225449815821,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":609,"performance":1119,"input_tokens":21699,"output_tokens":34183,"total_tokens":55882,"cost":0.1611797},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354581,"overall_relative_score":1354581,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":480,"performance":1158,"input_tokens":17478,"output_tokens":18702,"total_tokens":36180,"cost":0.0917994},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67318396861,"overall_relative_score":815588432356,"max_execution_time_ms":80,"max_memory_usage_kib":10240,"rank":900,"performance":655,"input_tokens":27165,"output_tokens":33719,"total_tokens":60884,"cost":0.1648339},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067139,"overall_relative_score":1067139,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":149,"performance":1912,"input_tokens":22009,"output_tokens":44971,"total_tokens":66980,"cost":0.21247270000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":430555000000,"overall_relative_score":157212330015,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":560,"performance":1185,"input_tokens":28362,"output_tokens":83590,"total_tokens":111952,"cost":0.3846326},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838862500,"overall_relative_score":61392224089,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":535,"performance":1204,"input_tokens":65132,"output_tokens":38336,"total_tokens":103468,"cost":0.20537},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9741784254650,"overall_relative_score":9741784254650,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":689,"performance":1000,"input_tokens":20061,"output_tokens":43770,"total_tokens":63831,"cost":0.2057847},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4437265,"overall_relative_score":59454918089,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":749,"performance":959,"input_tokens":21699,"output_tokens":50209,"total_tokens":71908,"cost":0.23401729999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1649667096,"overall_relative_score":1649667096,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":776,"performance":813,"input_tokens":18994,"output_tokens":36729,"total_tokens":55723,"cost":0.1723634},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240522854,"overall_relative_score":240522854,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":379,"performance":1468,"input_tokens":28548,"output_tokens":31754,"total_tokens":60302,"cost":0.1565476},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5602660,"overall_relative_score":54638421669,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":499,"performance":1208,"input_tokens":30246,"output_tokens":52660,"total_tokens":82906,"cost":0.2496626},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":274196,"overall_relative_score":274196,"max_execution_time_ms":250,"max_memory_usage_kib":7168,"rank":295,"performance":1428,"input_tokens":32445,"output_tokens":100744,"total_tokens":133189,"cost":0.4604831},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5749638589,"overall_relative_score":1832447295229,"max_execution_time_ms":550,"max_memory_usage_kib":3072,"rank":990,"performance":658,"input_tokens":29859,"output_tokens":39012,"total_tokens":68871,"cost":0.19256489999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59045914,"overall_relative_score":59045914,"max_execution_time_ms":40,"max_memory_usage_kib":6144,"rank":677,"performance":1093,"input_tokens":20327,"output_tokens":44247,"total_tokens":64574,"cost":0.2078593},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441540,"overall_relative_score":441540,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":531,"performance":1246,"input_tokens":26723,"output_tokens":48011,"total_tokens":74734,"cost":0.22807729999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":17050,"output_tokens":50078,"total_tokens":67128,"cost":0.232551},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":813881052,"overall_relative_score":1688485680235,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":492,"performance":1356,"input_tokens":30100,"output_tokens":31396,"total_tokens":61496,"cost":0.159214},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":13918,"output_tokens":23625,"total_tokens":37543,"cost":0.1148246}]},{"num_self_refine":8,"rank":{"all":{"mean":476.45,"median":470.0,"min":99,"max":918,"stdev":189.03329648368083},"short":{"mean":452.9130434782609,"median":443.0,"min":99,"max":868,"stdev":204.12026602949686},"long":{"mean":508.29411764705884,"median":492.0,"min":167,"max":918,"stdev":167.14468459462088}},"performance":{"all":{"mean":1191.5,"median":1230.5,"min":420,"max":1912,"stdev":289.7751559841544},"short":{"mean":1187.4347826086957,"median":1237.0,"min":420,"max":1912,"stdev":342.01260291597396},"long":{"mean":1197.0,"median":1224.0,"min":849,"max":1681,"stdev":209.24327946196982}},"input_tokens":{"all":{"mean":96478.85,"median":94801.0,"min":54699,"max":172203,"stdev":24459.683207112634},"short":{"mean":91407.60869565218,"median":89625.0,"min":54699,"max":152883,"stdev":24255.178235770847},"long":{"mean":103339.94117647059,"median":102756.0,"min":69624,"max":172203,"stdev":23714.575258347417}},"output_tokens":{"all":{"mean":84692.925,"median":76255.5,"min":39649,"max":249909,"stdev":33672.013366034946},"short":{"mean":86743.73913043478,"median":80361.0,"min":39649,"max":249909,"stdev":40544.141213583935},"long":{"mean":81918.29411764706,"median":75761.0,"min":51585,"max":128610,"stdev":22116.965043165128}},"total_tokens":{"all":{"mean":181171.775,"median":174922.5,"min":106913,"max":330621,"stdev":42680.82828629837},"short":{"mean":178151.34782608695,"median":172006.0,"min":106913,"max":330621,"stdev":49311.72776384271},"long":{"mean":185258.23529411765,"median":176286.0,"min":141874,"max":258667,"stdev":32648.252159436903}},"cost":{"all":{"mean":0.418390885,"median":0.3780612,"min":0.21296439999999997,"max":1.138434,"stdev":0.14914955288866436},"short":{"mean":0.4254217956521739,"median":0.3993803,"min":0.21296439999999997,"max":1.138434,"stdev":0.17921372421583798},"long":{"mean":0.4088784764705882,"median":0.3765267,"min":0.2815362,"max":0.6208081,"stdev":0.09947249724469404}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":698587867302,"overall_relative_score":698587867302,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":918,"performance":849,"input_tokens":112849,"output_tokens":102815,"total_tokens":215664,"cost":0.5081967000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1469269,"overall_relative_score":1469269,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":593,"performance":1045,"input_tokens":69264,"output_tokens":65673,"total_tokens":134937,"cost":0.3258684},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2649818785159,"overall_relative_score":2649818785159,"max_execution_time_ms":880,"max_memory_usage_kib":3072,"rank":416,"performance":1254,"input_tokens":104070,"output_tokens":60439,"total_tokens":164509,"cost":0.3130357999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913868709,"overall_relative_score":913868709,"max_execution_time_ms":2950,"max_memory_usage_kib":6144,"rank":583,"performance":420,"input_tokens":89625,"output_tokens":109382,"total_tokens":199007,"cost":0.5191483},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7852742,"overall_relative_score":7852742,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":264,"performance":1310,"input_tokens":91378,"output_tokens":82197,"total_tokens":173575,"cost":0.42068180000000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5547542,"overall_relative_score":5547542,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":100389,"output_tokens":75881,"total_tokens":176270,"cost":0.37270749999999997},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":789857,"overall_relative_score":789857,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":396,"performance":961,"input_tokens":102675,"output_tokens":82292,"total_tokens":184967,"cost":0.40543690000000004},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12599835049,"overall_relative_score":12599835049,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":422,"performance":1013,"input_tokens":64136,"output_tokens":69583,"total_tokens":133719,"cost":0.3360588},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7568212083,"overall_relative_score":7568212083,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":402,"performance":1224,"input_tokens":79861,"output_tokens":75761,"total_tokens":155622,"cost":0.3765267},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492706798,"overall_relative_score":492706798,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":79817,"output_tokens":86663,"total_tokens":166480,"cost":0.41821669999999994},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":27148,"overall_relative_score":27148,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":252,"performance":1424,"input_tokens":152883,"output_tokens":65005,"total_tokens":217888,"cost":0.3485933},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":858771311,"overall_relative_score":858771311,"max_execution_time_ms":3000,"max_memory_usage_kib":3072,"rank":369,"performance":1307,"input_tokens":121122,"output_tokens":51585,"total_tokens":172707,"cost":0.2815362},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78177271,"overall_relative_score":78177271,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":267,"performance":1449,"input_tokens":104800,"output_tokens":81608,"total_tokens":186408,"cost":0.40497599999999995},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":597754668,"overall_relative_score":597754668,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":567,"performance":864,"input_tokens":112266,"output_tokens":110034,"total_tokens":222300,"cost":0.5374182000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72364133,"overall_relative_score":72364133,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":398,"performance":1228,"input_tokens":80627,"output_tokens":58405,"total_tokens":139032,"cost":0.3065997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5485450545,"overall_relative_score":31359686492,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":568,"performance":1159,"input_tokens":69624,"output_tokens":72250,"total_tokens":141874,"cost":0.35298559999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":295404171157,"overall_relative_score":796486534646,"max_execution_time_ms":5720,"max_memory_usage_kib":3072,"rank":461,"performance":1233,"input_tokens":122596,"output_tokens":61147,"total_tokens":183743,"cost":0.31889439999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":195107578293913,"overall_relative_score":9615253582,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":505,"performance":991,"input_tokens":102756,"output_tokens":62468,"total_tokens":165224,"cost":0.3218908},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":425361388,"overall_relative_score":425361388,"max_execution_time_ms":100,"max_memory_usage_kib":18432,"rank":491,"performance":1237,"input_tokens":111769,"output_tokens":69382,"total_tokens":181151,"cost":0.3588475},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11273050,"overall_relative_score":11273050,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":868,"performance":823,"input_tokens":80712,"output_tokens":249909,"total_tokens":330621,"cost":1.138434},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283589242855,"overall_relative_score":283589242855,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":103262,"output_tokens":92472,"total_tokens":195734,"cost":0.4564714},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93665,"overall_relative_score":93665,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":352,"performance":1289,"input_tokens":75261,"output_tokens":74383,"total_tokens":149644,"cost":0.3639251},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42556346420,"overall_relative_score":292501749544,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":479,"performance":1276,"input_tokens":77796,"output_tokens":66687,"total_tokens":144483,"cost":0.3282048},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354581,"overall_relative_score":1354581,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":480,"performance":1158,"input_tokens":67264,"output_tokens":39649,"total_tokens":106913,"cost":0.21296439999999997},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60479656091,"overall_relative_score":918652087048,"max_execution_time_ms":110,"max_memory_usage_kib":11264,"rank":573,"performance":1133,"input_tokens":100851,"output_tokens":75435,"total_tokens":176286,"cost":0.37959570000000004},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1067139,"overall_relative_score":1067139,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":149,"performance":1912,"input_tokens":93276,"output_tokens":90021,"total_tokens":183297,"cost":0.4382928},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":314098000000,"overall_relative_score":198179804658,"max_execution_time_ms":140,"max_memory_usage_kib":4096,"rank":359,"performance":1446,"input_tokens":111179,"output_tokens":128610,"total_tokens":239789,"cost":0.6208081},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838862500,"overall_relative_score":61392224089,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":535,"performance":1204,"input_tokens":172203,"output_tokens":86464,"total_tokens":258667,"cost":0.45275449999999995},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10243106733278,"overall_relative_score":10243106733278,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":521,"performance":1245,"input_tokens":91645,"output_tokens":80361,"total_tokens":172006,"cost":0.3993803},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4021697,"overall_relative_score":67989236018,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":747,"performance":962,"input_tokens":74740,"output_tokens":116234,"total_tokens":190974,"cost":0.5463347999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1649667096,"overall_relative_score":1649667096,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":776,"performance":813,"input_tokens":73894,"output_tokens":76630,"total_tokens":150524,"cost":0.37072419999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240522854,"overall_relative_score":240522854,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":379,"performance":1468,"input_tokens":99814,"output_tokens":55243,"total_tokens":155057,"cost":0.28739260000000005},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1547162,"overall_relative_score":148402926128,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":426,"performance":1305,"input_tokens":105305,"output_tokens":89599,"total_tokens":194904,"cost":0.45526469999999997},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290970,"overall_relative_score":290970,"max_execution_time_ms":210,"max_memory_usage_kib":7168,"rank":228,"performance":1572,"input_tokens":150715,"output_tokens":138778,"total_tokens":289493,"cost":0.6794689},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4271126320,"overall_relative_score":2297250226441,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":657,"performance":1105,"input_tokens":92846,"output_tokens":94522,"total_tokens":187368,"cost":0.461637},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67731878,"overall_relative_score":67731878,"max_execution_time_ms":70,"max_memory_usage_kib":6144,"rank":443,"performance":1413,"input_tokens":89076,"output_tokens":73775,"total_tokens":162851,"cost":0.36345760000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441676,"overall_relative_score":441676,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":104927,"output_tokens":88578,"total_tokens":193505,"cost":0.4396909},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":112722734,"overall_relative_score":112722734,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":847,"performance":713,"input_tokens":70856,"output_tokens":73002,"total_tokens":143858,"cost":0.35648799999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":813881052,"overall_relative_score":1688485680235,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":492,"performance":1356,"input_tokens":96326,"output_tokens":62680,"total_tokens":159006,"cost":0.3231426},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":54699,"output_tokens":92115,"total_tokens":146814,"cost":0.4335837}]},{"num_self_refine":16,"rank":{"all":{"mean":437.85,"median":433.0,"min":80,"max":918,"stdev":182.523978052481},"short":{"mean":399.3478260869565,"median":392.0,"min":80,"max":868,"stdev":186.77833451730768},"long":{"mean":489.94117647058823,"median":460.0,"min":161,"max":918,"stdev":167.99645479452658}},"performance":{"all":{"mean":1270.75,"median":1255.5,"min":768,"max":2158,"stdev":262.5795850052674},"short":{"mean":1305.9130434782608,"median":1310.0,"min":768,"max":2158,"stdev":295.15556961826053},"long":{"mean":1223.1764705882354,"median":1234.0,"min":849,"max":1699,"stdev":209.9837003478239}},"input_tokens":{"all":{"mean":391265.35,"median":399057.0,"min":221220,"max":630866,"stdev":85236.67202907625},"short":{"mean":386093.8695652174,"median":395133.0,"min":221220,"max":630866,"stdev":97426.94834886867},"long":{"mean":398262.0588235294,"median":400778.0,"min":275489,"max":526024,"stdev":67580.8592321733}},"output_tokens":{"all":{"mean":146340.0,"median":142943.5,"min":77924,"max":335494,"stdev":39533.69912638311},"short":{"mean":148565.91304347827,"median":146585.0,"min":77924,"max":335494,"stdev":48137.57152532449},"long":{"mean":143328.4705882353,"median":141505.0,"min":112136,"max":199274,"stdev":24630.415346471644}},"total_tokens":{"all":{"mean":537605.35,"median":529209.0,"min":352556,"max":831905,"stdev":100318.26587405169},"short":{"mean":534659.7826086957,"median":522939.0,"min":352556,"max":831905,"stdev":118010.45661333133},"long":{"mean":541590.5294117647,"median":538146.0,"min":390210,"max":691077,"stdev":73158.46948928542}},"cost":{"all":{"mean":0.820063805,"median":0.83054895,"min":0.4712487999999999,"max":1.6243271,"stdev":0.18347043978183789},"short":{"mean":0.8259495869565218,"median":0.8278390999999999,"min":0.4712487999999999,"max":1.6243271,"stdev":0.22110091399418483},"long":{"mean":0.8121006882352941,"median":0.8332588,"min":0.6114999,"max":1.0789559,"stdev":0.12130447492715327}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":698587867302,"overall_relative_score":698587867302,"max_execution_time_ms":4820,"max_memory_usage_kib":3072,"rank":918,"performance":849,"input_tokens":526024,"output_tokens":165053,"total_tokens":691077,"cost":0.9827796000000001},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2134329,"overall_relative_score":2134329,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":517,"performance":1137,"input_tokens":284507,"output_tokens":129491,"total_tokens":413998,"cost":0.6816557000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2653826409842,"overall_relative_score":2653826409842,"max_execution_time_ms":850,"max_memory_usage_kib":3072,"rank":415,"performance":1256,"input_tokens":399531,"output_tokens":116120,"total_tokens":515651,"cost":0.6904248999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3682833709,"overall_relative_score":3682833709,"max_execution_time_ms":2900,"max_memory_usage_kib":34816,"rank":252,"performance":1405,"input_tokens":349936,"output_tokens":173003,"total_tokens":522939,"cost":0.8840436},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11519183,"overall_relative_score":11519183,"max_execution_time_ms":50,"max_memory_usage_kib":7168,"rank":210,"performance":1464,"input_tokens":369003,"output_tokens":159009,"total_tokens":528012,"cost":0.8660421000000003},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5565351,"overall_relative_score":5565351,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":161,"performance":1699,"input_tokens":362839,"output_tokens":122492,"total_tokens":485331,"cost":0.7230861},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":799440,"overall_relative_score":799440,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":395,"performance":963,"input_tokens":486816,"output_tokens":156703,"total_tokens":643519,"cost":0.9097748},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12658554671,"overall_relative_score":12658554671,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":320,"performance":1253,"input_tokens":246427,"output_tokens":146585,"total_tokens":393012,"cost":0.7374741},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7522548071,"overall_relative_score":7522548071,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":403,"performance":1223,"input_tokens":356246,"output_tokens":156187,"total_tokens":512433,"cost":0.8747574},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":492706798,"overall_relative_score":492706798,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":344865,"output_tokens":153245,"total_tokens":498110,"cost":0.8365159000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":31504,"overall_relative_score":31504,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":245,"performance":1441,"input_tokens":527701,"output_tokens":112696,"total_tokens":640397,"cost":0.7190887},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":869419391,"overall_relative_score":869419391,"max_execution_time_ms":2980,"max_memory_usage_kib":3072,"rank":365,"performance":1313,"input_tokens":454396,"output_tokens":118287,"total_tokens":572683,"cost":0.7282088000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78305606,"overall_relative_score":78305606,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":263,"performance":1458,"input_tokens":453267,"output_tokens":162615,"total_tokens":615882,"cost":0.8865284999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":740387560,"overall_relative_score":740387560,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":533,"performance":930,"input_tokens":430688,"output_tokens":154275,"total_tokens":584963,"cost":0.8766340000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":81015199,"overall_relative_score":81015199,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":350,"performance":1313,"input_tokens":321019,"output_tokens":101878,"total_tokens":422897,"cost":0.5816304999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5485450545,"overall_relative_score":31359686492,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":568,"performance":1159,"input_tokens":275489,"output_tokens":114721,"total_tokens":390210,"cost":0.6114999},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":299232805986,"overall_relative_score":797799456245,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":460,"performance":1234,"input_tokens":464631,"output_tokens":112136,"total_tokens":576767,"cost":0.6967741},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164319257706384,"overall_relative_score":11346663686,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":497,"performance":1005,"input_tokens":400778,"output_tokens":137368,"total_tokens":538146,"cost":0.7574094},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":436067404,"overall_relative_score":436067404,"max_execution_time_ms":350,"max_memory_usage_kib":4096,"rank":392,"performance":1380,"input_tokens":470851,"output_tokens":127407,"total_tokens":598258,"cost":0.7827412999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11273050,"overall_relative_score":11273050,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":868,"performance":823,"input_tokens":395133,"output_tokens":335494,"total_tokens":730627,"cost":1.6243271},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":283571300115,"overall_relative_score":283571300115,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":99,"performance":1676,"input_tokens":449752,"output_tokens":147086,"total_tokens":596838,"cost":0.88836},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93725,"overall_relative_score":93725,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":341,"performance":1310,"input_tokens":368963,"output_tokens":134760,"total_tokens":503723,"cost":0.7806336999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40552296447,"overall_relative_score":312079511955,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":423,"performance":1349,"input_tokens":344453,"output_tokens":138839,"total_tokens":483292,"cost":0.7764778999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1353643,"overall_relative_score":1353643,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":484,"performance":1151,"input_tokens":274632,"output_tokens":77924,"total_tokens":352556,"cost":0.4712487999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47390126056,"overall_relative_score":1137815021662,"max_execution_time_ms":80,"max_memory_usage_kib":11264,"rank":447,"performance":1297,"input_tokens":438348,"output_tokens":141505,"total_tokens":579853,"cost":0.8358416000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1075493,"overall_relative_score":1075493,"max_execution_time_ms":70,"max_memory_usage_kib":5120,"rank":80,"performance":2158,"input_tokens":405339,"output_tokens":156042,"total_tokens":561381,"cost":0.8738433000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291642000000,"overall_relative_score":210848609983,"max_execution_time_ms":190,"max_memory_usage_kib":4096,"rank":334,"performance":1484,"input_tokens":425117,"output_tokens":199274,"total_tokens":624391,"cost":1.0789559},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3838862500,"overall_relative_score":61392224089,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":535,"performance":1204,"input_tokens":473052,"output_tokens":143354,"total_tokens":616406,"cost":0.8332588},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10235749706433,"overall_relative_score":10235749706433,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":524,"performance":1241,"input_tokens":431271,"output_tokens":142533,"total_tokens":573804,"cost":0.8381769000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3889457,"overall_relative_score":70410277740,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":744,"performance":965,"input_tokens":277920,"output_tokens":176674,"total_tokens":454594,"cost":0.8824375999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2753450991,"overall_relative_score":2753450991,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":637,"performance":1038,"input_tokens":319409,"output_tokens":152789,"total_tokens":472198,"cost":0.8278390999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":245231070,"overall_relative_score":245231070,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":330,"performance":1545,"input_tokens":398583,"output_tokens":113598,"total_tokens":512181,"cost":0.7108101},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1411522,"overall_relative_score":166641491008,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":408,"performance":1330,"input_tokens":429707,"output_tokens":150731,"total_tokens":580438,"cost":0.8731612999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290970,"overall_relative_score":290970,"max_execution_time_ms":210,"max_memory_usage_kib":7168,"rank":228,"performance":1572,"input_tokens":630866,"output_tokens":201039,"total_tokens":831905,"cost":1.1668954000000002},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4014506842,"overall_relative_score":2430365684514,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":626,"performance":1141,"input_tokens":363299,"output_tokens":167107,"total_tokens":530406,"cost":0.9122949},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67731878,"overall_relative_score":67731878,"max_execution_time_ms":70,"max_memory_usage_kib":6144,"rank":443,"performance":1413,"input_tokens":406255,"output_tokens":115340,"total_tokens":521595,"cost":0.6874197000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441680,"overall_relative_score":441680,"max_execution_time_ms":1200,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":454521,"output_tokens":146960,"total_tokens":601481,"cost":0.8595763000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":131481362,"overall_relative_score":131481362,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":598,"performance":1153,"input_tokens":269823,"output_tokens":130873,"total_tokens":400696,"cost":0.6796097},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":813881052,"overall_relative_score":1688485680235,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":492,"performance":1356,"input_tokens":347937,"output_tokens":122461,"total_tokens":470398,"cost":0.6717095},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":221220,"output_tokens":139946,"total_tokens":361166,"cost":0.7026052}]}]},{"model_name":"qwen3-coder-plus","detail_path":"data/model_details/qwen3-coder-plus.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":804.775,"median":827.5,"min":186,"max":1382,"stdev":229.46062591685276},"short":{"mean":713.9130434782609,"median":701.0,"min":186,"max":1019,"stdev":206.46283245603976},"long":{"mean":927.7058823529412,"median":947.0,"min":515,"max":1382,"stdev":204.45866474237596}},"performance":{"all":{"mean":456.5,"median":492.0,"min":-110,"max":1182,"stdev":337.488157437052},"short":{"mean":486.6521739130435,"median":550.0,"min":-110,"max":1182,"stdev":375.2282467434324},"long":{"mean":415.70588235294116,"median":418.0,"min":-50,"max":1116,"stdev":284.5296040629785}},"input_tokens":{"all":{"mean":3146.1,"median":2704.0,"min":1415,"max":8296,"stdev":1802.498348802544},"short":{"mean":2573.1304347826085,"median":1885.0,"min":1438,"max":8296,"stdev":1700.9417259097124},"long":{"mean":3921.294117647059,"median":3405.0,"min":1415,"max":8220,"stdev":1682.521276414725}},"output_tokens":{"all":{"mean":2388.7,"median":2251.5,"min":1774,"max":4716,"stdev":551.2170311089956},"short":{"mean":2289.0434782608695,"median":2111.0,"min":1774,"max":4716,"stdev":636.2211935440571},"long":{"mean":2523.529411764706,"median":2435.0,"min":1963,"max":3225,"stdev":387.87886602118755}},"total_tokens":{"all":{"mean":5534.8,"median":5115.5,"min":3410,"max":10462,"stdev":1892.0629522784425},"short":{"mean":4862.173913043478,"median":4094.0,"min":3429,"max":10462,"stdev":1775.3356571792765},"long":{"mean":6444.823529411765,"median":6262.0,"min":3410,"max":10344,"stdev":1691.7445963891134}},"cost":{"all":{"mean":0.0139211975,"median":0.012523,"min":0.0091715,"max":0.025871,"stdev":0.0033165225100603764},"short":{"mean":0.01291154347826087,"median":0.012238,"min":0.0091715,"max":0.025871,"stdev":0.003396260604738165},"long":{"mean":0.015287199999999999,"median":0.0149252,"min":0.01139,"max":0.019218,"stdev":0.0027391267999583367}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":15360,"rank":1382,"performance":-50,"input_tokens":1415,"output_tokens":1995,"total_tokens":3410,"cost":0.01139},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":737,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1550,"output_tokens":2144,"total_tokens":3694,"cost":0.01227},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2471794044377,"overall_relative_score":2471794044377,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":515,"performance":1116,"input_tokens":2772,"output_tokens":2312,"total_tokens":5084,"cost":0.0122584},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1701,"output_tokens":1969,"total_tokens":3670,"cost":0.011546},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":385,"max_memory_usage_kib":3072,"rank":515,"performance":207,"input_tokens":1873,"output_tokens":2533,"total_tokens":4406,"cost":0.014538},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3869,"output_tokens":2348,"total_tokens":6217,"cost":0.015609},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":589,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1606,"output_tokens":2332,"total_tokens":3938,"cost":0.013266},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495808317,"overall_relative_score":5495808317,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":2306,"output_tokens":1788,"total_tokens":4094,"cost":0.0091715},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":934,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3093,"output_tokens":3225,"total_tokens":6318,"cost":0.019218},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77274140,"overall_relative_score":77274140,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":2291,"output_tokens":4716,"total_tokens":7007,"cost":0.025871},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8296,"output_tokens":2166,"total_tokens":10462,"cost":0.0116605},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170329974,"overall_relative_score":170329974,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":831,"performance":584,"input_tokens":8220,"output_tokens":2124,"total_tokens":10344,"cost":0.0116976},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8603222,"overall_relative_score":8603222,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":701,"performance":463,"input_tokens":6454,"output_tokens":2155,"total_tokens":8609,"cost":0.0116994},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":540672683,"overall_relative_score":540672683,"max_execution_time_ms":5374,"max_memory_usage_kib":3072,"rank":701,"performance":509,"input_tokens":3042,"output_tokens":2711,"total_tokens":5753,"cost":0.016597},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2636,"output_tokens":1879,"total_tokens":4515,"cost":0.012031},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285364567,"overall_relative_score":1653552710,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":989,"performance":530,"input_tokens":2856,"output_tokens":2429,"total_tokens":5285,"cost":0.0124315},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7450409584096,"overall_relative_score":231050003867,"max_execution_time_ms":750,"max_memory_usage_kib":7168,"rank":894,"performance":518,"input_tokens":7478,"output_tokens":2435,"total_tokens":9913,"cost":0.0129237},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":803839500000000,"overall_relative_score":4076255583,"max_execution_time_ms":635,"max_memory_usage_kib":3072,"rank":735,"performance":350,"input_tokens":4611,"output_tokens":2888,"total_tokens":7499,"cost":0.019051},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310971272,"overall_relative_score":310971272,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":869,"performance":628,"input_tokens":3749,"output_tokens":2384,"total_tokens":6133,"cost":0.0155538},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5026050,"overall_relative_score":5026050,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1001,"performance":550,"input_tokens":1793,"output_tokens":2211,"total_tokens":4004,"cost":0.0112352},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2227,"output_tokens":2060,"total_tokens":4287,"cost":0.012527},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":747,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1883,"output_tokens":2071,"total_tokens":3954,"cost":0.012238},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":237790978604,"overall_relative_score":121164641069,"max_execution_time_ms":1352,"max_memory_usage_kib":3072,"rank":841,"performance":834,"input_tokens":2943,"output_tokens":2292,"total_tokens":5235,"cost":0.014403},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527512,"rank":740,"performance":223,"input_tokens":1788,"output_tokens":2108,"total_tokens":3896,"cost":0.012328},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":3405,"output_tokens":2857,"total_tokens":6262,"cost":0.0149252},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":956645,"overall_relative_score":956645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":619,"performance":1054,"input_tokens":1885,"output_tokens":2942,"total_tokens":4827,"cost":0.016595},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":260507825,"overall_relative_score":77716283,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":4200,"output_tokens":2838,"total_tokens":7038,"cost":0.01839},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1428,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3073,"output_tokens":2074,"total_tokens":5147,"cost":0.013443},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6118444028794,"overall_relative_score":6118444028794,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":886,"performance":589,"input_tokens":1802,"output_tokens":2419,"total_tokens":4221,"cost":0.0122761},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2363,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2889,"output_tokens":2956,"total_tokens":5845,"cost":0.017669},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":388470874,"overall_relative_score":388470874,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":848,"performance":655,"input_tokens":1964,"output_tokens":2111,"total_tokens":4075,"cost":0.012519},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216364512,"overall_relative_score":216364512,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":675,"performance":1051,"input_tokens":4592,"output_tokens":2109,"total_tokens":6701,"cost":0.0110051},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1306000,"overall_relative_score":2242441,"max_execution_time_ms":1096,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":4089,"output_tokens":3015,"total_tokens":7104,"cost":0.019164},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38539,"overall_relative_score":38539,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":564,"performance":902,"input_tokens":1905,"output_tokens":1817,"total_tokens":3722,"cost":0.01099},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1471,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4323,"output_tokens":1963,"total_tokens":6286,"cost":0.014138},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49334019,"overall_relative_score":49334019,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":819,"performance":870,"input_tokens":1695,"output_tokens":1828,"total_tokens":3523,"cost":0.010835},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150260,"overall_relative_score":150260,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":925,"performance":570,"input_tokens":2226,"output_tokens":1774,"total_tokens":4000,"cost":0.0094832},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":1522,"output_tokens":1907,"total_tokens":3429,"cost":0.011057},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":271620268,"overall_relative_score":10938152003,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1205,"performance":418,"input_tokens":4384,"output_tokens":2438,"total_tokens":6822,"cost":0.016574},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340,"overall_relative_score":340,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":914,"performance":501,"input_tokens":1438,"output_tokens":3225,"total_tokens":4663,"cost":0.0162697}]},{"num_self_refine":2,"rank":{"all":{"mean":759.95,"median":739.0,"min":186,"max":1382,"stdev":248.7480395490328},"short":{"mean":662.4347826086956,"median":675.0,"min":186,"max":1019,"stdev":217.71078105992666},"long":{"mean":891.8823529411765,"median":947.0,"min":464,"max":1382,"stdev":231.27037271150328}},"performance":{"all":{"mean":569.575,"median":536.5,"min":-80,"max":1314,"stdev":399.1043104766292},"short":{"mean":641.2173913043479,"median":605.0,"min":-80,"max":1314,"stdev":421.95378425537416},"long":{"mean":472.6470588235294,"median":479.0,"min":-50,"max":1186,"stdev":355.0818464059502}},"input_tokens":{"all":{"mean":9891.3,"median":8875.0,"min":4982,"max":21245,"stdev":4396.042247994649},"short":{"mean":9234.347826086956,"median":6912.0,"min":5107,"max":21245,"stdev":4945.733575597306},"long":{"mean":10780.117647058823,"median":10242.0,"min":4982,"max":19332,"stdev":3465.9027482452702}},"output_tokens":{"all":{"mean":4664.2,"median":4518.5,"min":3014,"max":7460,"stdev":988.8360990423189},"short":{"mean":4363.130434782609,"median":4344.0,"min":3014,"max":7460,"stdev":978.4601215615105},"long":{"mean":5071.529411764706,"median":5181.0,"min":3593,"max":7003,"stdev":872.0035921404696}},"total_tokens":{"all":{"mean":14555.5,"median":14248.5,"min":8395,"max":25131,"stdev":4567.494100595463},"short":{"mean":13597.478260869566,"median":11609.0,"min":8395,"max":25131,"stdev":5091.245247477327},"long":{"mean":15851.64705882353,"median":15241.0,"min":9259,"max":23855,"stdev":3479.327250726361}},"cost":{"all":{"mean":0.0294864575,"median":0.0286976,"min":0.0184683,"max":0.047232,"stdev":0.0064236703971901595},"short":{"mean":0.027889630434782608,"median":0.027264999999999998,"min":0.0184683,"max":0.047232,"stdev":0.006917217680504653},"long":{"mean":0.031646870588235294,"median":0.0310004,"min":0.024109,"max":0.0420586,"stdev":0.005115124999543597}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":15360,"rank":1382,"performance":-50,"input_tokens":4982,"output_tokens":4277,"total_tokens":9259,"cost":0.026367},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":737,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":5402,"output_tokens":3278,"total_tokens":8680,"cost":0.0187968},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2610667409578,"overall_relative_score":2610667409578,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":464,"performance":1186,"input_tokens":8823,"output_tokens":5311,"total_tokens":14134,"cost":0.0310004},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":19954,"output_tokens":3819,"total_tokens":23773,"cost":0.0360538},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":327988,"overall_relative_score":327988,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":416,"performance":902,"input_tokens":6443,"output_tokens":4622,"total_tokens":11065,"cost":0.0279402},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10242,"output_tokens":4309,"total_tokens":14551,"cost":0.0285614},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":589,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":5705,"output_tokens":4312,"total_tokens":10017,"cost":0.027264999999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495808317,"overall_relative_score":5495808317,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":7316,"output_tokens":3014,"total_tokens":10330,"cost":0.0184683},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":934,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":9578,"output_tokens":7003,"total_tokens":16581,"cost":0.0420586},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77274140,"overall_relative_score":77274140,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":9932,"output_tokens":7460,"total_tokens":17392,"cost":0.047232},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7904,"overall_relative_score":7904,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":363,"performance":1182,"input_tokens":18914,"output_tokens":3956,"total_tokens":22870,"cost":0.0240861},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":267832014,"overall_relative_score":267832014,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":573,"performance":1021,"input_tokens":19332,"output_tokens":4181,"total_tokens":23513,"cost":0.024109},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20544789,"overall_relative_score":20544789,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":15838,"output_tokens":4997,"total_tokens":20835,"cost":0.0297638},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":540672683,"overall_relative_score":540672683,"max_execution_time_ms":5374,"max_memory_usage_kib":3072,"rank":701,"performance":509,"input_tokens":8960,"output_tokens":5474,"total_tokens":14434,"cost":0.034026},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":7965,"output_tokens":3980,"total_tokens":11945,"cost":0.025561},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":285364567,"overall_relative_score":1653552710,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":989,"performance":530,"input_tokens":8848,"output_tokens":5267,"total_tokens":14115,"cost":0.030309500000000003},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7450409584096,"overall_relative_score":231050003867,"max_execution_time_ms":750,"max_memory_usage_kib":7168,"rank":894,"performance":518,"input_tokens":18356,"output_tokens":5499,"total_tokens":23855,"cost":0.0324401},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":803839500000000,"overall_relative_score":4076255583,"max_execution_time_ms":635,"max_memory_usage_kib":3072,"rank":735,"performance":350,"input_tokens":12277,"output_tokens":5181,"total_tokens":17458,"cost":0.038181999999999994},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310971272,"overall_relative_score":310971272,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":869,"performance":628,"input_tokens":10746,"output_tokens":5367,"total_tokens":16113,"cost":0.032396999999999995},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12405755,"overall_relative_score":12405755,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":738,"performance":999,"input_tokens":6560,"output_tokens":4344,"total_tokens":10904,"cost":0.025284800000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":21245,"output_tokens":3886,"total_tokens":25131,"cost":0.040675},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":747,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6001,"output_tokens":4357,"total_tokens":10358,"cost":0.0264036},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58747926920,"overall_relative_score":216279696069,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":622,"performance":1104,"input_tokens":9097,"output_tokens":5776,"total_tokens":14873,"cost":0.035672999999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527512,"rank":740,"performance":223,"input_tokens":5842,"output_tokens":3090,"total_tokens":8932,"cost":0.0199096},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":10575,"output_tokens":5176,"total_tokens":15751,"cost":0.030695},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":974224,"overall_relative_score":974224,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":566,"performance":1139,"input_tokens":7424,"output_tokens":5011,"total_tokens":12435,"cost":0.0310966},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":260507825,"overall_relative_score":77716283,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":1034,"performance":479,"input_tokens":11398,"output_tokens":5557,"total_tokens":16955,"cost":0.035727},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1428,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":8387,"output_tokens":4341,"total_tokens":12728,"cost":0.0257144},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9476069706445,"overall_relative_score":9476069706445,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":732,"performance":918,"input_tokens":7092,"output_tokens":3536,"total_tokens":10628,"cost":0.0196951},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2363,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":8902,"output_tokens":6339,"total_tokens":15241,"cost":0.0380626},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1292758212,"overall_relative_score":1292758212,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":806,"performance":753,"input_tokens":6904,"output_tokens":4705,"total_tokens":11609,"cost":0.0288162},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216364512,"overall_relative_score":216364512,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":675,"performance":1051,"input_tokens":12107,"output_tokens":4577,"total_tokens":16684,"cost":0.0269433},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1306000,"overall_relative_score":2242441,"max_execution_time_ms":1096,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":11360,"output_tokens":4762,"total_tokens":16122,"cost":0.031714},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231160,"overall_relative_score":231160,"max_execution_time_ms":30,"max_memory_usage_kib":18432,"rank":353,"performance":1314,"input_tokens":6279,"output_tokens":4460,"total_tokens":10739,"cost":0.028579},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1471,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":10770,"output_tokens":3593,"total_tokens":14363,"cost":0.025048599999999997},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52471692,"overall_relative_score":52471692,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":790,"performance":920,"input_tokens":6032,"output_tokens":3727,"total_tokens":9759,"cost":0.023515},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":156680,"overall_relative_score":156680,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":924,"performance":573,"input_tokens":6912,"output_tokens":5217,"total_tokens":12129,"cost":0.029541},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":997,"performance":-80,"input_tokens":5107,"output_tokens":3288,"total_tokens":8395,"cost":0.0214318},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5720683116,"overall_relative_score":246910276522,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1124,"performance":609,"input_tokens":11375,"output_tokens":4170,"total_tokens":15545,"cost":0.0283082},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340,"overall_relative_score":340,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":914,"performance":501,"input_tokens":6670,"output_tokens":5349,"total_tokens":12019,"cost":0.0320065}]},{"num_self_refine":4,"rank":{"all":{"mean":697.725,"median":729.5,"min":186,"max":1046,"stdev":218.58730433258154},"short":{"mean":634.3913043478261,"median":664.0,"min":186,"max":954,"stdev":224.236429432385},"long":{"mean":783.4117647058823,"median":788.0,"min":464,"max":1046,"stdev":183.7386250981028}},"performance":{"all":{"mean":746.525,"median":709.0,"min":132,"max":1314,"stdev":326.8504705950492},"short":{"mean":786.7826086956521,"median":753.0,"min":223,"max":1314,"stdev":329.91458350771217},"long":{"mean":692.0588235294117,"median":689.0,"min":132,"max":1186,"stdev":324.43710303158826}},"input_tokens":{"all":{"mean":31670.425,"median":29651.5,"min":16885,"max":65293,"stdev":11258.75663283063},"short":{"mean":30406.521739130436,"median":25276.0,"min":16885,"max":65293,"stdev":13413.28701450904},"long":{"mean":33380.41176470588,"median":32514.0,"min":20380,"max":50887,"stdev":7495.899771365205}},"output_tokens":{"all":{"mean":8779.6,"median":8885.5,"min":4566,"max":14078,"stdev":2139.9385900606517},"short":{"mean":8185.695652173913,"median":8047.0,"min":4566,"max":12655,"stdev":2190.6400981278716},"long":{"mean":9583.117647058823,"median":9034.0,"min":7124,"max":14078,"stdev":1835.9220395469188}},"total_tokens":{"all":{"mean":40450.025,"median":38156.0,"min":21771,"max":72661,"stdev":11977.553398320351},"short":{"mean":38592.217391304344,"median":34761.0,"min":21771,"max":72661,"stdev":14170.214686756679},"long":{"mean":42963.529411764706,"median":41960.0,"min":29934,"max":60184,"stdev":7868.988468329705}},"cost":{"all":{"mean":0.0608688375,"median":0.06079355,"min":0.0312686,"max":0.08792720000000001,"stdev":0.014235868095308387},"short":{"mean":0.058105508695652175,"median":0.0600344,"min":0.0312686,"max":0.08792720000000001,"stdev":0.016636655543787886},"long":{"mean":0.06460745882352942,"median":0.06469699999999999,"min":0.0492624,"max":0.08353819999999999,"stdev":0.009358730242269702}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":414556293189,"overall_relative_score":414556293189,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":1040,"performance":729,"input_tokens":20380,"output_tokens":9554,"total_tokens":29934,"cost":0.066998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153461,"overall_relative_score":153461,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":475,"input_tokens":16925,"output_tokens":5189,"total_tokens":22114,"cost":0.0345756},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2610667409578,"overall_relative_score":2610667409578,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":464,"performance":1186,"input_tokens":33140,"output_tokens":11103,"total_tokens":44243,"cost":0.0676886},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1430913181,"overall_relative_score":1430913181,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":565,"performance":532,"input_tokens":63490,"output_tokens":7909,"total_tokens":71399,"cost":0.082299},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2225420,"overall_relative_score":2225420,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":358,"performance":1063,"input_tokens":24833,"output_tokens":10844,"total_tokens":35677,"cost":0.0684546},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":29039,"output_tokens":7124,"total_tokens":36163,"cost":0.061433400000000006},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1180471,"overall_relative_score":1180471,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":315,"performance":1176,"input_tokens":20370,"output_tokens":8047,"total_tokens":28417,"cost":0.05542099999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495808317,"overall_relative_score":5495808317,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":23377,"output_tokens":4566,"total_tokens":27943,"cost":0.0337645},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":934,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":34968,"output_tokens":14078,"total_tokens":49046,"cost":0.081166},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77274140,"overall_relative_score":77274140,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":35481,"output_tokens":12655,"total_tokens":48136,"cost":0.08792720000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7904,"overall_relative_score":7904,"max_execution_time_ms":970,"max_memory_usage_kib":3072,"rank":363,"performance":1182,"input_tokens":47255,"output_tokens":7873,"total_tokens":55128,"cost":0.0611833},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":347291850,"overall_relative_score":347291850,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":553,"performance":1048,"input_tokens":50710,"output_tokens":9474,"total_tokens":60184,"cost":0.060064000000000006},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58834270,"overall_relative_score":58834270,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":591,"performance":817,"input_tokens":46186,"output_tokens":10835,"total_tokens":57021,"cost":0.07870339999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4500,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":29751,"output_tokens":11064,"total_tokens":40815,"cost":0.06502619999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71334305,"overall_relative_score":71334305,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":407,"performance":1213,"input_tokens":26596,"output_tokens":8165,"total_tokens":34761,"cost":0.0499106},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2374999137,"overall_relative_score":14434738234,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":731,"performance":961,"input_tokens":30306,"output_tokens":8616,"total_tokens":38922,"cost":0.05837490000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3455155793952,"overall_relative_score":208605623758,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":899,"performance":502,"input_tokens":50887,"output_tokens":9034,"total_tokens":59921,"cost":0.0616797},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":35073,"output_tokens":8920,"total_tokens":43993,"cost":0.06469699999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310971272,"overall_relative_score":310971272,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":869,"performance":628,"input_tokens":35638,"output_tokens":12005,"total_tokens":47643,"cost":0.07753879999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12405755,"overall_relative_score":12405755,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":738,"performance":999,"input_tokens":24904,"output_tokens":8851,"total_tokens":33755,"cost":0.06040380000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":65293,"output_tokens":7368,"total_tokens":72661,"cost":0.0835858},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":747,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":21183,"output_tokens":7350,"total_tokens":28533,"cost":0.0438786},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58747926920,"overall_relative_score":216279696069,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":622,"performance":1104,"input_tokens":34966,"output_tokens":12341,"total_tokens":47307,"cost":0.08353819999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527512,"rank":740,"performance":223,"input_tokens":17337,"output_tokens":4906,"total_tokens":22243,"cost":0.0312686},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":32514,"output_tokens":7816,"total_tokens":40330,"cost":0.050627599999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":974224,"overall_relative_score":974224,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":566,"performance":1139,"input_tokens":26948,"output_tokens":9004,"total_tokens":35952,"cost":0.0625216},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":33382,"output_tokens":8578,"total_tokens":41960,"cost":0.0691296},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1963477562045,"overall_relative_score":58051967,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":806,"performance":843,"input_tokens":26486,"output_tokens":9005,"total_tokens":35491,"cost":0.0579174},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9498967401681,"overall_relative_score":9498967401681,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":725,"performance":943,"input_tokens":24301,"output_tokens":6102,"total_tokens":30403,"cost":0.0409789},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2363,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":30844,"output_tokens":11229,"total_tokens":42073,"cost":0.0740866},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1292758212,"overall_relative_score":1292758212,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":806,"performance":753,"input_tokens":25857,"output_tokens":7081,"total_tokens":32938,"cost":0.051354800000000006},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220235860,"overall_relative_score":220235860,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":556,"performance":1216,"input_tokens":35665,"output_tokens":7677,"total_tokens":43342,"cost":0.0563245},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1306000,"overall_relative_score":2242441,"max_execution_time_ms":1096,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":31398,"output_tokens":7674,"total_tokens":39072,"cost":0.0492624},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231160,"overall_relative_score":231160,"max_execution_time_ms":30,"max_memory_usage_kib":18432,"rank":353,"performance":1314,"input_tokens":25276,"output_tokens":9554,"total_tokens":34830,"cost":0.06383},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4991170148,"overall_relative_score":1937218895501,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":29552,"output_tokens":7838,"total_tokens":37390,"cost":0.0567612},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52964718,"overall_relative_score":52964718,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":787,"performance":925,"input_tokens":23128,"output_tokens":8948,"total_tokens":32076,"cost":0.0600344},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168800,"overall_relative_score":168800,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":917,"performance":594,"input_tokens":27217,"output_tokens":9430,"total_tokens":36647,"cost":0.056395799999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90791182,"overall_relative_score":90791182,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":945,"performance":495,"input_tokens":16885,"output_tokens":4886,"total_tokens":21771,"cost":0.035900600000000005},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2798984253,"overall_relative_score":633898194211,"max_execution_time_ms":60,"max_memory_usage_kib":11664,"rank":788,"performance":1040,"input_tokens":34071,"output_tokens":9465,"total_tokens":43536,"cost":0.069876},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340,"overall_relative_score":340,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":914,"performance":501,"input_tokens":25205,"output_tokens":9026,"total_tokens":34231,"cost":0.0601713}]},{"num_self_refine":8,"rank":{"all":{"mean":681.425,"median":714.5,"min":186,"max":1026,"stdev":214.88564490122505},"short":{"mean":628.5652173913044,"median":664.0,"min":186,"max":954,"stdev":226.14573460632064},"long":{"mean":752.9411764705883,"median":732.0,"min":464,"max":1026,"stdev":181.05989015662584}},"performance":{"all":{"mean":796.45,"median":831.0,"min":178,"max":1362,"stdev":305.2817068099897},"short":{"mean":799.7826086956521,"median":813.0,"min":223,"max":1362,"stdev":336.37113654708287},"long":{"mean":791.9411764705883,"median":848.0,"min":178,"max":1186,"stdev":267.49730619864084}},"input_tokens":{"all":{"mean":107512.075,"median":102182.5,"min":52172,"max":184700,"stdev":30485.603134617664},"short":{"mean":102934.82608695653,"median":98016.0,"min":52172,"max":184700,"stdev":35023.703179745644},"long":{"mean":113704.82352941176,"median":102528.0,"min":82071,"max":152445,"stdev":22534.920990085848}},"output_tokens":{"all":{"mean":16106.9,"median":15565.0,"min":7081,"max":25511,"stdev":4778.263281752439},"short":{"mean":15563.652173913044,"median":15440.0,"min":7081,"max":25511,"stdev":5311.929444088309},"long":{"mean":16841.882352941175,"median":16130.0,"min":10950,"max":24368,"stdev":3982.022254495085}},"total_tokens":{"all":{"mean":123618.975,"median":116859.0,"min":59932,"max":200140,"stdev":33369.526154391075},"short":{"mean":118498.47826086957,"median":114700.0,"min":59932,"max":200140,"stdev":38125.510823247954},"long":{"mean":130546.70588235294,"median":119874.0,"min":93021,"max":170451,"stdev":25037.90645891921}},"cost":{"all":{"mean":0.1292704755,"median":0.1252065,"min":0.056872799999999994,"max":0.201428,"stdev":0.03833901823080449},"short":{"mean":0.12540903565217393,"median":0.12431220000000001,"min":0.056872799999999994,"max":0.19676100000000002,"stdev":0.041667602614441995},"long":{"mean":0.13449477647058825,"median":0.1287285,"min":0.0877458,"max":0.201428,"stdev":0.03383991643700028}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":458510477594,"overall_relative_score":458510477594,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":1026,"performance":743,"input_tokens":89097,"output_tokens":18823,"total_tokens":107920,"cost":0.1500344},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153461,"overall_relative_score":153461,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":475,"input_tokens":58264,"output_tokens":10585,"total_tokens":68849,"cost":0.08999220000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2610667409578,"overall_relative_score":2610667409578,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":464,"performance":1186,"input_tokens":123065,"output_tokens":19443,"total_tokens":142508,"cost":0.158072},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1431620130,"overall_relative_score":1431620130,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":532,"input_tokens":184700,"output_tokens":15440,"total_tokens":200140,"cost":0.15922352},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3163946,"overall_relative_score":3163946,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":349,"performance":1086,"input_tokens":107127,"output_tokens":23133,"total_tokens":130260,"cost":0.177864},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":82071,"output_tokens":10950,"total_tokens":93021,"cost":0.0877458},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1180471,"overall_relative_score":1180471,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":315,"performance":1176,"input_tokens":77233,"output_tokens":14382,"total_tokens":91615,"cost":0.11147259999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5495808317,"overall_relative_score":5495808317,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":74773,"output_tokens":7081,"total_tokens":81854,"cost":0.061793100000000004},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190178693,"overall_relative_score":190178693,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":595,"performance":961,"input_tokens":142535,"output_tokens":24368,"total_tokens":166903,"cost":0.1719846},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77274140,"overall_relative_score":77274140,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":122288,"output_tokens":25511,"total_tokens":147799,"cost":0.188787},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12656,"overall_relative_score":12656,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":330,"performance":1251,"input_tokens":132860,"output_tokens":14937,"total_tokens":147797,"cost":0.1224347},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":347291850,"overall_relative_score":347291850,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":553,"performance":1048,"input_tokens":152445,"output_tokens":18006,"total_tokens":170451,"cost":0.1493934},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60683137,"overall_relative_score":60683137,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":541,"performance":924,"input_tokens":152244,"output_tokens":23073,"total_tokens":175317,"cost":0.19676100000000002},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":567653335,"overall_relative_score":567653335,"max_execution_time_ms":5095,"max_memory_usage_kib":3072,"rank":575,"performance":848,"input_tokens":113463,"output_tokens":23106,"total_tokens":136569,"cost":0.1766922},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70574908,"overall_relative_score":70574908,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":441,"performance":1156,"input_tokens":99156,"output_tokens":16579,"total_tokens":115735,"cost":0.13931179999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2344647302,"overall_relative_score":14232820671,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":732,"performance":959,"input_tokens":102528,"output_tokens":15206,"total_tokens":117734,"cost":0.13751170000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2504341185698,"overall_relative_score":385290192353,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":146581,"output_tokens":14272,"total_tokens":160853,"cost":0.1287285},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":110390,"output_tokens":16130,"total_tokens":126520,"cost":0.1233024},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310971272,"overall_relative_score":310971272,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":869,"performance":628,"input_tokens":133137,"output_tokens":21645,"total_tokens":154782,"cost":0.1845306},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12405755,"overall_relative_score":12405755,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":738,"performance":999,"input_tokens":94707,"output_tokens":15690,"total_tokens":110397,"cost":0.12431220000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":176300,"output_tokens":14298,"total_tokens":190598,"cost":0.15666680000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":747,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":66576,"output_tokens":10602,"total_tokens":77178,"cost":0.0843348},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":53766703040,"overall_relative_score":205358471426,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":637,"performance":1087,"input_tokens":130749,"output_tokens":21795,"total_tokens":152544,"cost":0.17313839999999997},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527512,"rank":740,"performance":223,"input_tokens":52172,"output_tokens":7760,"total_tokens":59932,"cost":0.056872799999999994},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":102162,"output_tokens":12774,"total_tokens":114936,"cost":0.1034784},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":977246,"overall_relative_score":977246,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":552,"performance":1161,"input_tokens":98016,"output_tokens":16684,"total_tokens":114700,"cost":0.135356},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":100444,"output_tokens":12987,"total_tokens":113431,"cost":0.1070878},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1737821031028,"overall_relative_score":65253722,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":798,"performance":855,"input_tokens":102203,"output_tokens":17671,"total_tokens":119874,"cost":0.11982519999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9498967401681,"overall_relative_score":9498967401681,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":725,"performance":943,"input_tokens":85129,"output_tokens":10640,"total_tokens":95769,"cost":0.0823337},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50001000000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":96071,"output_tokens":14109,"total_tokens":110180,"cost":0.0968048},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1624638711,"overall_relative_score":1624638711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":88707,"output_tokens":12083,"total_tokens":100790,"cost":0.0968212},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220235860,"overall_relative_score":220235860,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":556,"performance":1216,"input_tokens":112898,"output_tokens":13746,"total_tokens":126644,"cost":0.1128689},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1306000,"overall_relative_score":2242441,"max_execution_time_ms":1096,"max_memory_usage_kib":3072,"rank":993,"performance":417,"input_tokens":89917,"output_tokens":12473,"total_tokens":102390,"cost":0.0921476},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252768,"overall_relative_score":252768,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":328,"performance":1362,"input_tokens":105062,"output_tokens":22561,"total_tokens":127623,"cost":0.16211019999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4986270290,"overall_relative_score":1939014764912,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":101881,"output_tokens":14103,"total_tokens":115984,"cost":0.109036},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52964718,"overall_relative_score":52964718,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":787,"performance":925,"input_tokens":94807,"output_tokens":18299,"total_tokens":113106,"cost":0.1372268},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168240,"overall_relative_score":168240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":917,"performance":594,"input_tokens":103290,"output_tokens":19446,"total_tokens":122736,"cost":0.1261008},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98047348,"overall_relative_score":98047348,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":522,"input_tokens":58658,"output_tokens":7147,"total_tokens":65805,"cost":0.0611002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2798984253,"overall_relative_score":633898194211,"max_execution_time_ms":60,"max_memory_usage_kib":11664,"rank":788,"performance":1040,"input_tokens":147380,"output_tokens":20096,"total_tokens":167476,"cost":0.201428},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340,"overall_relative_score":340,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":914,"performance":501,"input_tokens":89397,"output_tokens":16642,"total_tokens":106039,"cost":0.1161329}]},{"num_self_refine":16,"rank":{"all":{"mean":666.975,"median":724.0,"min":186,"max":1028,"stdev":210.4408665951871},"short":{"mean":618.0434782608696,"median":664.0,"min":186,"max":938,"stdev":229.29466517618954},"long":{"mean":733.1764705882352,"median":728.0,"min":464,"max":1028,"stdev":165.9974530279447}},"performance":{"all":{"mean":827.225,"median":877.5,"min":178,"max":1495,"stdev":311.1471321103777},"short":{"mean":813.6521739130435,"median":813.0,"min":223,"max":1495,"stdev":360.62125796963875},"long":{"mean":845.5882352941177,"median":900.0,"min":178,"max":1186,"stdev":237.78537035095573}},"input_tokens":{"all":{"mean":373499.825,"median":377466.5,"min":161527,"max":541852,"stdev":97458.28379333872},"short":{"mean":359921.4347826087,"median":367741.0,"min":161527,"max":541852,"stdev":105313.8793735729},"long":{"mean":391870.5882352941,"median":385510.0,"min":240003,"max":532804,"stdev":85310.63103964449}},"output_tokens":{"all":{"mean":29220.35,"median":27650.5,"min":11605,"max":50184,"stdev":10122.745970186304},"short":{"mean":28495.347826086956,"median":26810.0,"min":11605,"max":50184,"stdev":10752.077928596345},"long":{"mean":30201.235294117647,"median":29776.0,"min":17732,"max":46377,"stdev":9435.722478495034}},"total_tokens":{"all":{"mean":402720.175,"median":411660.5,"min":174515,"max":586621,"stdev":105580.57092483799},"short":{"mean":388416.7826086957,"median":390814.0,"min":174515,"max":586621,"stdev":113696.93986165652},"long":{"mean":422071.82352941175,"median":418450.0,"min":257735,"max":573582,"stdev":93299.71244478416}},"cost":{"all":{"mean":0.2862216435,"median":0.26250159,"min":0.1120734,"max":0.6591322000000001,"stdev":0.11082033212591039},"short":{"mean":0.2758176286956522,"median":0.26230482,"min":0.1120734,"max":0.6591322000000001,"stdev":0.11765217966499247},"long":{"mean":0.30029766352941173,"median":0.27070489999999997,"min":0.169687,"max":0.49975319999999995,"stdev":0.1026468555589301}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":454727336193,"overall_relative_score":454727336193,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":1028,"performance":741,"input_tokens":385510,"output_tokens":38500,"total_tokens":424010,"cost":0.36162407999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":196836,"overall_relative_score":196836,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":872,"performance":660,"input_tokens":237400,"output_tokens":24599,"total_tokens":261999,"cost":0.22791500000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2610667409578,"overall_relative_score":2610667409578,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":464,"performance":1186,"input_tokens":446606,"output_tokens":35810,"total_tokens":482416,"cost":0.34523136},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1431654164,"overall_relative_score":1431654164,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":532,"input_tokens":541852,"output_tokens":26434,"total_tokens":568286,"cost":0.37022472},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3658620,"overall_relative_score":3658620,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":344,"performance":1099,"input_tokens":438174,"output_tokens":45873,"total_tokens":484047,"cost":0.39424332},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":240003,"output_tokens":17732,"total_tokens":257735,"cost":0.169687},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1180471,"overall_relative_score":1180471,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":315,"performance":1176,"input_tokens":297746,"output_tokens":26508,"total_tokens":324254,"cost":0.25018231999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5945983146,"overall_relative_score":5945983146,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":251130,"output_tokens":12061,"total_tokens":263191,"cost":0.1427813},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190178693,"overall_relative_score":190178693,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":595,"performance":961,"input_tokens":502696,"output_tokens":45497,"total_tokens":548193,"cost":0.42978452},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9317379,"overall_relative_score":9317379,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":748,"performance":389,"input_tokens":404779,"output_tokens":34152,"total_tokens":438931,"cost":0.33263964},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12188,"overall_relative_score":12188,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":333,"performance":1245,"input_tokens":423978,"output_tokens":30408,"total_tokens":454386,"cost":0.26230482},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":347291850,"overall_relative_score":347291850,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":553,"performance":1048,"input_tokens":489849,"output_tokens":34062,"total_tokens":523911,"cost":0.37759580000000004},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60717634,"overall_relative_score":60717634,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":540,"performance":926,"input_tokens":540774,"output_tokens":45847,"total_tokens":586621,"cost":0.6591322000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":567653335,"overall_relative_score":567653335,"max_execution_time_ms":5095,"max_memory_usage_kib":3072,"rank":575,"performance":848,"input_tokens":455946,"output_tokens":46377,"total_tokens":502323,"cost":0.46612891999999995},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70574908,"overall_relative_score":70574908,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":441,"performance":1156,"input_tokens":358324,"output_tokens":25431,"total_tokens":383755,"cost":0.23950652},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2344647302,"overall_relative_score":14232820671,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":732,"performance":959,"input_tokens":358615,"output_tokens":28250,"total_tokens":386865,"cost":0.26205197999999996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2504341185698,"overall_relative_score":385290192353,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":436579,"output_tokens":21592,"total_tokens":458171,"cost":0.27070489999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":300450000000000,"overall_relative_score":6897604642,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":552,"performance":900,"input_tokens":381654,"output_tokens":30030,"total_tokens":411684,"cost":0.29130528},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":310971272,"overall_relative_score":310971272,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":869,"performance":628,"input_tokens":463888,"output_tokens":36139,"total_tokens":500027,"cost":0.3614194399999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12405755,"overall_relative_score":12405755,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":738,"performance":999,"input_tokens":342393,"output_tokens":26810,"total_tokens":369203,"cost":0.26269836},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":486652,"output_tokens":27051,"total_tokens":513703,"cost":0.2596798},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":747,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":200884,"output_tokens":15331,"total_tokens":216215,"cost":0.13676460000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":53766703040,"overall_relative_score":205358471426,"max_execution_time_ms":1250,"max_memory_usage_kib":3072,"rank":637,"performance":1087,"input_tokens":472607,"output_tokens":38086,"total_tokens":510693,"cost":0.3604674},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":527512,"rank":740,"performance":223,"input_tokens":161527,"output_tokens":12988,"total_tokens":174515,"cost":0.1120734},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120724632365,"overall_relative_score":459823402165,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":947,"performance":543,"input_tokens":330925,"output_tokens":20625,"total_tokens":351550,"cost":0.21702088},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039151,"overall_relative_score":1039151,"max_execution_time_ms":1180,"max_memory_usage_kib":3072,"rank":344,"performance":1495,"input_tokens":375960,"output_tokens":35677,"total_tokens":411637,"cost":0.2940186000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":322988,"output_tokens":20960,"total_tokens":343948,"cost":0.21905328},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1737721814629,"overall_relative_score":65256835,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":798,"performance":855,"input_tokens":388674,"output_tokens":29776,"total_tokens":418450,"cost":0.24402952},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9498967401681,"overall_relative_score":9498967401681,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":725,"performance":943,"input_tokens":279913,"output_tokens":17804,"total_tokens":297717,"cost":0.1928993},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":401990400,"overall_relative_score":638510958,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":687,"input_tokens":289215,"output_tokens":19608,"total_tokens":308823,"cost":0.18242939999999996},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1624638711,"overall_relative_score":1624638711,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":319347,"output_tokens":22536,"total_tokens":341883,"cost":0.20566155999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":220235860,"overall_relative_score":220235860,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":556,"performance":1216,"input_tokens":367741,"output_tokens":23073,"total_tokens":390814,"cost":0.22520898},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":390865000,"overall_relative_score":524147501,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":723,"performance":926,"input_tokens":271746,"output_tokens":20727,"total_tokens":292473,"cost":0.18714419999999998},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":246846,"overall_relative_score":246846,"max_execution_time_ms":760,"max_memory_usage_kib":3072,"rank":335,"performance":1348,"input_tokens":451434,"output_tokens":50184,"total_tokens":501618,"cost":0.41134135999999993},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4988159214,"overall_relative_score":1938479316901,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":987,"performance":664,"input_tokens":355383,"output_tokens":25011,"total_tokens":380394,"cost":0.22104856},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52964718,"overall_relative_score":52964718,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":787,"performance":925,"input_tokens":378973,"output_tokens":35739,"total_tokens":414712,"cost":0.28439311999999994},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168240,"overall_relative_score":168240,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":917,"performance":594,"input_tokens":409916,"output_tokens":37007,"total_tokens":446923,"cost":0.31577451999999995},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":98047348,"overall_relative_score":98047348,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":938,"performance":522,"input_tokens":207150,"output_tokens":11605,"total_tokens":218755,"cost":0.1322342},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2464297606,"overall_relative_score":667343803936,"max_execution_time_ms":100,"max_memory_usage_kib":11696,"rank":787,"performance":1041,"input_tokens":532804,"output_tokens":40778,"total_tokens":573582,"cost":0.49975319999999995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":340,"overall_relative_score":340,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":914,"performance":501,"input_tokens":338258,"output_tokens":32136,"total_tokens":370394,"cost":0.27070837999999997}]}]},{"model_name":"qwen3-coder","detail_path":"data/model_details/qwen3-coder.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":800.1,"median":836.5,"min":186,"max":1382,"stdev":237.60739002579822},"short":{"mean":714.2173913043479,"median":712.0,"min":186,"max":980,"stdev":221.87341938422685},"long":{"mean":916.2941176470588,"median":950.0,"min":490,"max":1382,"stdev":212.0818723706373}},"performance":{"all":{"mean":461.45,"median":489.0,"min":-110,"max":1229,"stdev":346.63865394709865},"short":{"mean":507.60869565217394,"median":513.0,"min":-110,"max":1229,"stdev":355.4801796201397},"long":{"mean":399.0,"median":478.0,"min":-50,"max":1150,"stdev":334.55343369931205}},"input_tokens":{"all":{"mean":3146.1,"median":2704.0,"min":1415,"max":8296,"stdev":1802.498348802544},"short":{"mean":2573.1304347826085,"median":1885.0,"min":1438,"max":8296,"stdev":1700.9417259097124},"long":{"mean":3921.294117647059,"median":3405.0,"min":1415,"max":8220,"stdev":1682.521276414725}},"output_tokens":{"all":{"mean":2303.525,"median":2241.5,"min":1354,"max":3721,"stdev":486.5866453793594},"short":{"mean":2315.304347826087,"median":2250.0,"min":1354,"max":3721,"stdev":543.3387052443446},"long":{"mean":2287.5882352941176,"median":2233.0,"min":1508,"max":3108,"stdev":413.1898865569451}},"total_tokens":{"all":{"mean":5449.625,"median":4797.0,"min":3049,"max":11616,"stdev":1974.4291442117694},"short":{"mean":4888.434782608696,"median":4285.0,"min":3049,"max":11616,"stdev":2031.34267791006},"long":{"mean":6208.882352941177,"median":5831.0,"min":4065,"max":10333,"stdev":1662.3245727877927}},"cost":{"all":{"mean":0.003676599,"median":0.00346256,"min":0.00211635,"max":0.00638984,"stdev":0.0008705003296065591},"short":{"mean":0.003524573043478261,"median":0.00329634,"min":0.00211635,"max":0.00638984,"stdev":0.0009974124377582533},"long":{"mean":0.003882281176470588,"median":0.00385757,"min":0.00285627,"max":0.00506679,"stdev":0.0006332459229722915}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1415,"output_tokens":2650,"total_tokens":4065,"cost":0.00359035},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151139,"overall_relative_score":151139,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":956,"performance":469,"input_tokens":1550,"output_tokens":2215,"total_tokens":3765,"cost":0.0031075},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2566854507001,"overall_relative_score":2566854507001,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":490,"performance":1150,"input_tokens":2772,"output_tokens":2214,"total_tokens":4986,"cost":0.00346068},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1701,"output_tokens":1743,"total_tokens":3444,"cost":0.00258489},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231968,"overall_relative_score":231968,"max_execution_time_ms":170,"max_memory_usage_kib":4096,"rank":424,"performance":878,"input_tokens":1873,"output_tokens":2831,"total_tokens":4704,"cost":0.00394037},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42146,"overall_relative_score":42146,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":738,"performance":495,"input_tokens":3869,"output_tokens":2231,"total_tokens":6100,"cost":0.00379921},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":134416,"rank":523,"performance":116,"input_tokens":1606,"output_tokens":1784,"total_tokens":3390,"cost":0.00260654},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3396915189,"overall_relative_score":3396915189,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":577,"performance":515,"input_tokens":2306,"output_tokens":2138,"total_tokens":4444,"cost":0.00323434},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":787,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3093,"output_tokens":2253,"total_tokens":5346,"cost":0.00360057},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":712,"performance":540,"input_tokens":2291,"output_tokens":2104,"total_tokens":4395,"cost":0.00318919},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":580,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":8296,"output_tokens":3320,"total_tokens":11616,"cost":0.00638984},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170471162,"overall_relative_score":170471162,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":830,"performance":587,"input_tokens":8220,"output_tokens":2113,"total_tokens":10333,"cost":0.0049194},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":158092,"overall_relative_score":158092,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":708,"performance":425,"input_tokens":6454,"output_tokens":2346,"total_tokens":8800,"cost":0.00468686},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3042,"output_tokens":2767,"total_tokens":5809,"cost":0.00420258},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2636,"output_tokens":2250,"total_tokens":4886,"cost":0.00346444},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28851874,"overall_relative_score":727412453,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":1001,"performance":497,"input_tokens":2856,"output_tokens":1852,"total_tokens":4708,"cost":0.00305064},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":7478,"output_tokens":2136,"total_tokens":9614,"cost":0.00473182},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1165,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4611,"output_tokens":3108,"total_tokens":7719,"cost":0.00506679},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":514,"input_tokens":3749,"output_tokens":2208,"total_tokens":5957,"cost":0.00373681},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5774000,"overall_relative_score":5774000,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":980,"performance":605,"input_tokens":1793,"output_tokens":2032,"total_tokens":3825,"cost":0.00295837},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2227,"output_tokens":2297,"total_tokens":4524,"cost":0.00340223},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":624,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1883,"output_tokens":3233,"total_tokens":5116,"cost":0.00442567},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":611303762615,"overall_relative_score":112946500970,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":850,"performance":821,"input_tokens":2943,"output_tokens":1669,"total_tokens":4612,"cost":0.00285627},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":464,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1788,"output_tokens":2379,"total_tokens":4167,"cost":0.00337332},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":3405,"output_tokens":2647,"total_tokens":6052,"cost":0.00416385},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129460,"overall_relative_score":129460,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":525,"input_tokens":1885,"output_tokens":1571,"total_tokens":3456,"cost":0.00243185},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":32058498160,"overall_relative_score":6436680747,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1026,"performance":502,"input_tokens":4200,"output_tokens":2485,"total_tokens":6685,"cost":0.0042},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":974,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3073,"output_tokens":2472,"total_tokens":5545,"cost":0.00385757},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6081739307056,"overall_relative_score":6081739307056,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":950,"performance":249,"input_tokens":1802,"output_tokens":2294,"total_tokens":4096,"cost":0.00327538},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2889,"output_tokens":2628,"total_tokens":5517,"cost":0.00399141},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":1964,"output_tokens":2033,"total_tokens":3997,"cost":0.00300916},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217140111,"overall_relative_score":217140111,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":606,"performance":1147,"input_tokens":4592,"output_tokens":3721,"total_tokens":8313,"cost":0.00579688},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":163000,"overall_relative_score":276074,"max_execution_time_ms":2032,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":4089,"output_tokens":1923,"total_tokens":6012,"cost":0.00349341},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":191092,"overall_relative_score":191092,"max_execution_time_ms":1740,"max_memory_usage_kib":4096,"rank":398,"performance":1229,"input_tokens":1905,"output_tokens":2380,"total_tokens":4285,"cost":0.00340845},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":883,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4323,"output_tokens":1508,"total_tokens":5831,"cost":0.00306327},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43490658,"overall_relative_score":43490658,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":843,"performance":824,"input_tokens":1695,"output_tokens":1354,"total_tokens":3049,"cost":0.00211635},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134940,"overall_relative_score":134940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":931,"performance":550,"input_tokens":2226,"output_tokens":2209,"total_tokens":4435,"cost":0.00329634},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39137630,"overall_relative_score":39137630,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":976,"performance":341,"input_tokens":1522,"output_tokens":2321,"total_tokens":3843,"cost":0.00322658},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1431632873,"overall_relative_score":115876361196,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1184,"performance":478,"input_tokens":4384,"output_tokens":2233,"total_tokens":6617,"cost":0.00395096},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1389,"overall_relative_score":1389,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":1438,"output_tokens":2489,"total_tokens":3927,"cost":0.00340382}]},{"num_self_refine":2,"rank":{"all":{"mean":775.625,"median":771.5,"min":186,"max":1382,"stdev":242.95823081977883},"short":{"mean":699.0434782608696,"median":695.0,"min":186,"max":976,"stdev":233.9760046478872},"long":{"mean":879.2352941176471,"median":830.0,"min":486,"max":1382,"stdev":220.84342004341127}},"performance":{"all":{"mean":551.075,"median":519.5,"min":-110,"max":1276,"stdev":359.576844431454},"short":{"mean":580.5217391304348,"median":525.0,"min":-110,"max":1276,"stdev":368.5935023307849},"long":{"mean":511.2352941176471,"median":502.0,"min":-50,"max":1156,"stdev":354.1409552374176}},"input_tokens":{"all":{"mean":11935.5,"median":8755.0,"min":5153,"max":56756,"stdev":8863.873243215681},"short":{"mean":9934.04347826087,"median":7276.0,"min":5153,"max":21416,"stdev":5573.954043571035},"long":{"mean":14643.35294117647,"median":10563.0,"min":8289,"max":56756,"stdev":11629.323142068375}},"output_tokens":{"all":{"mean":4473.9,"median":4437.5,"min":3135,"max":6333,"stdev":766.758906379848},"short":{"mean":4434.173913043478,"median":4375.0,"min":3135,"max":6330,"stdev":856.1521026808853},"long":{"mean":4527.64705882353,"median":4536.0,"min":3196,"max":6333,"stdev":647.9545644928037}},"total_tokens":{"all":{"mean":16409.4,"median":13656.0,"min":8648,"max":61167,"stdev":8897.476267934719},"short":{"mean":14368.217391304348,"median":11409.0,"min":8648,"max":25555,"stdev":5585.488291151713},"long":{"mean":19171.0,"median":15214.0,"min":12411,"max":61167,"stdev":11660.864381554225}},"cost":{"all":{"mean":0.008829975,"median":0.008421449999999999,"min":0.00568837,"max":0.021752439999999998,"stdev":0.0027308050318757557},"short":{"mean":0.008201881304347826,"median":0.00761286,"min":0.00568837,"max":0.01202794,"stdev":0.001859603459754267},"long":{"mean":0.009679748823529412,"median":0.008506469999999999,"min":0.00682655,"max":0.021752439999999998,"stdev":0.0034767647938257237}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":56756,"output_tokens":4411,"total_tokens":61167,"cost":0.021752439999999998},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":151139,"overall_relative_score":151139,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":956,"performance":469,"input_tokens":6007,"output_tokens":4828,"total_tokens":10835,"cost":0.00753563},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2581094783871,"overall_relative_score":2581094783871,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":486,"performance":1156,"input_tokens":8725,"output_tokens":4464,"total_tokens":13189,"cost":0.00788705},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":19728,"output_tokens":3135,"total_tokens":22863,"cost":0.00948312},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4338571,"overall_relative_score":4338571,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":7276,"output_tokens":5391,"total_tokens":12667,"cost":0.00857924},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42146,"overall_relative_score":42146,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":738,"performance":495,"input_tokens":10563,"output_tokens":4536,"total_tokens":15099,"cost":0.008506469999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":302452,"overall_relative_score":302452,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":490,"performance":615,"input_tokens":5153,"output_tokens":3495,"total_tokens":8648,"cost":0.00568837},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5366560519,"overall_relative_score":5366560519,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":569,"performance":559,"input_tokens":7666,"output_tokens":3395,"total_tokens":11061,"cost":0.00629714},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":8607,"output_tokens":4867,"total_tokens":13474,"cost":0.008336429999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139564491,"overall_relative_score":139564491,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":614,"input_tokens":7371,"output_tokens":5482,"total_tokens":12853,"cost":0.00871599},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":580,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":20066,"output_tokens":5174,"total_tokens":25240,"cost":0.01202794},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170471162,"overall_relative_score":170471162,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":830,"performance":587,"input_tokens":19319,"output_tokens":4716,"total_tokens":24035,"cost":0.011261710000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":46656707,"overall_relative_score":46656707,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":631,"performance":717,"input_tokens":15827,"output_tokens":4395,"total_tokens":20222,"cost":0.00986383},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":12849,"output_tokens":4651,"total_tokens":17500,"cost":0.00930741},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75348688,"overall_relative_score":75348688,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":377,"performance":1265,"input_tokens":8336,"output_tokens":5530,"total_tokens":13866,"cost":0.00905344},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2263725916,"overall_relative_score":12610595773,"max_execution_time_ms":2060,"max_memory_usage_kib":3072,"rank":743,"performance":946,"input_tokens":8289,"output_tokens":4310,"total_tokens":12599,"cost":0.0075758100000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2411221849036,"overall_relative_score":379425479158,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":697,"performance":870,"input_tokens":18043,"output_tokens":4903,"total_tokens":22946,"cost":0.01111607},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1165,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":12493,"output_tokens":4646,"total_tokens":17139,"cost":0.009198169999999999},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":514,"input_tokens":10520,"output_tokens":4601,"total_tokens":15121,"cost":0.008572},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6412850,"overall_relative_score":6412850,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":961,"performance":649,"input_tokens":6381,"output_tokens":4375,"total_tokens":10756,"cost":0.00710049},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":21416,"output_tokens":4139,"total_tokens":25555,"cost":0.01117744},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":624,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":7165,"output_tokens":5606,"total_tokens":12771,"cost":0.00880505},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256538892933,"overall_relative_score":154896777254,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":800,"performance":889,"input_tokens":8497,"output_tokens":3914,"total_tokens":12411,"cost":0.00716093},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":464,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":6121,"output_tokens":4279,"total_tokens":10400,"cost":0.00690989},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":10365,"output_tokens":6333,"total_tokens":16698,"cost":0.010605449999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129620,"overall_relative_score":129620,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":525,"input_tokens":6002,"output_tokens":3753,"total_tokens":9755,"cost":0.00624418},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":32058498160,"overall_relative_score":6436680747,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1026,"performance":502,"input_tokens":11045,"output_tokens":4169,"total_tokens":15214,"cost":0.00820585},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":974,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":8785,"output_tokens":5016,"total_tokens":13801,"cost":0.008566849999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6081739307056,"overall_relative_score":6081739307056,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":950,"performance":249,"input_tokens":6967,"output_tokens":3533,"total_tokens":10500,"cost":0.00626003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":22849,"output_tokens":4759,"total_tokens":27608,"cost":0.012337009999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205605105,"overall_relative_score":205605105,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":899,"performance":491,"input_tokens":20874,"output_tokens":3514,"total_tokens":24388,"cost":0.01027026},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217529992,"overall_relative_score":217529992,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":582,"performance":1180,"input_tokens":13719,"output_tokens":6330,"total_tokens":20049,"cost":0.01157451},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":163000,"overall_relative_score":276074,"max_execution_time_ms":2032,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":10270,"output_tokens":3927,"total_tokens":14197,"cost":0.0076907},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":212519,"overall_relative_score":212519,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":373,"performance":1276,"input_tokens":6888,"output_tokens":4521,"total_tokens":11409,"cost":0.007422720000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4822993242,"overall_relative_score":2005761703472,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":977,"performance":682,"input_tokens":10315,"output_tokens":3196,"total_tokens":13511,"cost":0.00682655},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43490658,"overall_relative_score":43490658,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":843,"performance":824,"input_tokens":5558,"output_tokens":3773,"total_tokens":9331,"cost":0.00613942},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134940,"overall_relative_score":134940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":931,"performance":550,"input_tokens":7330,"output_tokens":3677,"total_tokens":11007,"cost":0.0065381},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39137630,"overall_relative_score":39137630,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":976,"performance":341,"input_tokens":6178,"output_tokens":4150,"total_tokens":10328,"cost":0.006771620000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1431632873,"overall_relative_score":115876361196,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":1184,"performance":478,"input_tokens":11167,"output_tokens":4152,"total_tokens":15319,"cost":0.00822083},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1389,"overall_relative_score":1389,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":5934,"output_tokens":4910,"total_tokens":10844,"cost":0.00761286}]},{"num_self_refine":4,"rank":{"all":{"mean":723.325,"median":727.5,"min":186,"max":1382,"stdev":234.47599926382495},"short":{"mean":666.3913043478261,"median":664.0,"min":186,"max":959,"stdev":223.126898083179},"long":{"mean":800.3529411764706,"median":738.0,"min":486,"max":1382,"stdev":233.65009661256042}},"performance":{"all":{"mean":680.65,"median":627.0,"min":-50,"max":1314,"stdev":330.2893486719695},"short":{"mean":688.8695652173913,"median":614.0,"min":223,"max":1314,"stdev":315.09930676301025},"long":{"mean":669.5294117647059,"median":742.0,"min":-50,"max":1156,"stdev":359.3890854017166}},"input_tokens":{"all":{"mean":37857.625,"median":30078.0,"min":19240,"max":173436,"stdev":25672.15208052322},"short":{"mean":33062.565217391304,"median":25614.0,"min":19240,"max":66551,"stdev":14697.19520497978},"long":{"mean":44345.05882352941,"median":30965.0,"min":27886,"max":173436,"stdev":35095.26762341076}},"output_tokens":{"all":{"mean":8748.15,"median":8833.0,"min":5759,"max":12118,"stdev":1581.35765347537},"short":{"mean":8380.826086956522,"median":8226.0,"min":5759,"max":12118,"stdev":1806.0490694072294},"long":{"mean":9245.117647058823,"median":9287.0,"min":7130,"max":11326,"stdev":1074.2780646993206}},"total_tokens":{"all":{"mean":46605.775,"median":39573.5,"min":26083,"max":182565,"stdev":25845.76100589259},"short":{"mean":41443.391304347824,"median":34898.0,"min":26083,"max":74053,"stdev":14778.82466952796},"long":{"mean":53590.17647058824,"median":40198.0,"min":37191,"max":182565,"stdev":35182.36793522306}},"cost":{"all":{"mean":0.02147649125,"median":0.019559715,"min":0.01311234,"max":0.06125124,"stdev":0.0078275252791213},"short":{"mean":0.019645135217391304,"median":0.018363490000000003,"min":0.01311234,"max":0.028302189999999998,"stdev":0.00475031174043908},"long":{"mean":0.02395420823529412,"median":0.02030515,"min":0.01753585,"max":0.06125124,"stdev":0.01034284926290154}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":173436,"output_tokens":9129,"total_tokens":182565,"cost":0.06125124},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1225966,"overall_relative_score":1225966,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":619,"performance":1014,"input_tokens":25331,"output_tokens":8504,"total_tokens":33835,"cost":0.01755079},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2581094783871,"overall_relative_score":2581094783871,"max_execution_time_ms":810,"max_memory_usage_kib":3072,"rank":486,"performance":1156,"input_tokens":30695,"output_tokens":9503,"total_tokens":40198,"cost":0.02030515},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1430385248,"overall_relative_score":1430385248,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":532,"input_tokens":61214,"output_tokens":6545,"total_tokens":67759,"cost":0.02560606},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4338571,"overall_relative_score":4338571,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":28772,"output_tokens":11404,"total_tokens":40176,"cost":0.02202868},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42146,"overall_relative_score":42146,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":738,"performance":495,"input_tokens":31103,"output_tokens":8623,"total_tokens":39726,"cost":0.019367469999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":302452,"overall_relative_score":302452,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":490,"performance":615,"input_tokens":19240,"output_tokens":7132,"total_tokens":26372,"cost":0.014137999999999998},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5734527342,"overall_relative_score":5734527342,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":25076,"output_tokens":6313,"total_tokens":31389,"cost":0.014847639999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":29643,"output_tokens":11326,"total_tokens":40969,"cost":0.02218767},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":139564491,"overall_relative_score":139564491,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":614,"input_tokens":29545,"output_tokens":12118,"total_tokens":41663,"cost":0.02310965},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":49833,"output_tokens":8831,"total_tokens":58664,"cost":0.02504877},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":502676471,"overall_relative_score":502676471,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":50023,"output_tokens":9979,"total_tokens":60002,"cost":0.026481470000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48464852,"overall_relative_score":48464852,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":725,"input_tokens":43213,"output_tokens":8520,"total_tokens":51733,"cost":0.02275577},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":39286,"output_tokens":9165,"total_tokens":48451,"cost":0.022390939999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75348688,"overall_relative_score":75348688,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":377,"performance":1265,"input_tokens":32317,"output_tokens":11908,"total_tokens":44225,"cost":0.02366153},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2263725916,"overall_relative_score":12610595773,"max_execution_time_ms":2060,"max_memory_usage_kib":3072,"rank":743,"performance":946,"input_tokens":29644,"output_tokens":9296,"total_tokens":38940,"cost":0.019751960000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2470229444848,"overall_relative_score":358455543079,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":48232,"output_tokens":9703,"total_tokens":57935,"cost":0.02563088},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835149000000000,"overall_relative_score":4164769813,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":561,"performance":668,"input_tokens":34972,"output_tokens":9287,"total_tokens":44259,"cost":0.021286279999999998},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298375829,"overall_relative_score":298375829,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":514,"input_tokens":37633,"output_tokens":9508,"total_tokens":47141,"cost":0.02232317},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6549450,"overall_relative_score":6549450,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":959,"performance":654,"input_tokens":25614,"output_tokens":9284,"total_tokens":34898,"cost":0.01856886},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":65633,"output_tokens":7076,"total_tokens":72709,"cost":0.027524769999999997},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":624,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":24833,"output_tokens":8212,"total_tokens":33045,"cost":0.01705597},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":256538892933,"overall_relative_score":154896777254,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":800,"performance":889,"input_tokens":28660,"output_tokens":8984,"total_tokens":37644,"cost":0.0190922},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":464,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":19986,"output_tokens":6097,"total_tokens":26083,"cost":0.01311234},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":36578,"output_tokens":11189,"total_tokens":47767,"cost":0.02403442},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129620,"overall_relative_score":129620,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":525,"input_tokens":23107,"output_tokens":7805,"total_tokens":30912,"cost":0.01606703},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":30253,"output_tokens":7389,"total_tokens":37642,"cost":0.01764017},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":974,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":27886,"output_tokens":9305,"total_tokens":37191,"cost":0.01925294},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6081739307056,"overall_relative_score":6081739307056,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":950,"performance":249,"input_tokens":24906,"output_tokens":6528,"total_tokens":31434,"cost":0.015056339999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":71636,"output_tokens":9854,"total_tokens":81490,"cost":0.03259924},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211144973,"overall_relative_score":211144973,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":899,"performance":491,"input_tokens":66551,"output_tokens":7502,"total_tokens":74053,"cost":0.028302189999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217669274,"overall_relative_score":217669274,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":578,"performance":1186,"input_tokens":41513,"output_tokens":10555,"total_tokens":52068,"cost":0.02470477},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":364987000,"overall_relative_score":572663908,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":720,"performance":931,"input_tokens":29903,"output_tokens":8835,"total_tokens":38738,"cost":0.01927387},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231088,"overall_relative_score":231088,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":353,"performance":1314,"input_tokens":25841,"output_tokens":9058,"total_tokens":34899,"cost":0.018363490000000003},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4463165455,"overall_relative_score":2167350177345,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":681,"performance":1078,"input_tokens":30951,"output_tokens":8470,"total_tokens":39421,"cost":0.01913979},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44653197,"overall_relative_score":44653197,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":837,"performance":836,"input_tokens":22320,"output_tokens":8226,"total_tokens":30546,"cost":0.016344},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134940,"overall_relative_score":134940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":931,"performance":550,"input_tokens":23553,"output_tokens":5759,"total_tokens":29312,"cost":0.01374117},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117437532,"overall_relative_score":117437532,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":765,"performance":912,"input_tokens":21441,"output_tokens":7336,"total_tokens":28777,"cost":0.01502109},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5716828000,"overall_relative_score":247165153138,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":1123,"performance":611,"input_tokens":30965,"output_tokens":7130,"total_tokens":38095,"cost":0.01753585},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1389,"overall_relative_score":1389,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":22967,"output_tokens":8538,"total_tokens":31505,"cost":0.016906030000000002}]},{"num_self_refine":8,"rank":{"all":{"mean":676.1,"median":660.0,"min":186,"max":1073,"stdev":207.5579375400937},"short":{"mean":642.0434782608696,"median":609.0,"min":186,"max":950,"stdev":213.4611904817764},"long":{"mean":722.1764705882352,"median":700.0,"min":431,"max":1073,"stdev":196.04184352266407}},"performance":{"all":{"mean":784.225,"median":794.0,"min":117,"max":1314,"stdev":315.56660376259146},"short":{"mean":735.5217391304348,"median":639.0,"min":223,"max":1314,"stdev":331.47478576331855},"long":{"mean":850.1176470588235,"median":946.0,"min":117,"max":1207,"stdev":289.18849440134653}},"input_tokens":{"all":{"mean":126912.225,"median":112993.0,"min":61022,"max":486556,"stdev":70461.61241431393},"short":{"mean":112266.65217391304,"median":102902.0,"min":61022,"max":192171,"stdev":36286.22713999536},"long":{"mean":146726.82352941178,"median":114737.0,"min":89316,"max":486556,"stdev":97805.18970908145}},"output_tokens":{"all":{"mean":16788.15,"median":16323.0,"min":9782,"max":27319,"stdev":4523.077194815098},"short":{"mean":16078.91304347826,"median":14237.0,"min":9782,"max":26650,"stdev":4945.91475051558},"long":{"mean":17747.70588235294,"median":17997.0,"min":10216,"max":27319,"stdev":3811.849661986715}},"total_tokens":{"all":{"mean":143700.375,"median":131491.5,"min":71205,"max":502932,"stdev":71554.23395585768},"short":{"mean":128345.56521739131,"median":124349.0,"min":71205,"max":207793,"stdev":38235.62278440699},"long":{"mean":164474.5294117647,"median":131661.0,"min":99532,"max":502932,"stdev":98348.17525449929}},"cost":{"all":{"mean":0.05695032525,"median":0.055724095,"min":0.029915980000000002,"max":0.16075244,"stdev":0.022223463742674063},"short":{"mean":0.0518520247826087,"median":0.05584006,"min":0.029915980000000002,"max":0.07447599,"stdev":0.013711348956340335},"long":{"mean":0.06384802588235294,"median":0.055608130000000006,"min":0.03816084,"max":0.16075244,"stdev":0.029281740566206752}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171552029158,"overall_relative_score":171552029158,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1073,"performance":694,"input_tokens":486556,"output_tokens":16376,"total_tokens":502932,"cost":0.16075244},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1488642,"overall_relative_score":1488642,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":592,"performance":1046,"input_tokens":102614,"output_tokens":21735,"total_tokens":124349,"cost":0.05584006},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2626563226809,"overall_relative_score":2626563226809,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":114737,"output_tokens":18612,"total_tokens":133349,"cost":0.055608130000000006},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1430385248,"overall_relative_score":1430385248,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":565,"performance":532,"input_tokens":171022,"output_tokens":12610,"total_tokens":183632,"cost":0.06472838},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4343993,"overall_relative_score":4343993,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":118142,"output_tokens":26650,"total_tokens":144792,"cost":0.06624118},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4925401,"overall_relative_score":4925401,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":431,"performance":1118,"input_tokens":95521,"output_tokens":14220,"total_tokens":109741,"cost":0.04476509},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455434,"overall_relative_score":455434,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":454,"performance":774,"input_tokens":71082,"output_tokens":12747,"total_tokens":83829,"cost":0.03591018},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5897925074,"overall_relative_score":5897925074,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":89025,"output_tokens":12444,"total_tokens":101469,"cost":0.040750049999999996},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":219781485,"overall_relative_score":219781485,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":128639,"output_tokens":27319,"total_tokens":155958,"cost":0.07008811},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":996287415,"overall_relative_score":996287415,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":581,"performance":889,"input_tokens":119276,"output_tokens":24549,"total_tokens":143825,"cost":0.06404884},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":136351,"output_tokens":16129,"total_tokens":152480,"cost":0.058896590000000006},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":502676471,"overall_relative_score":502676471,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":506,"performance":1111,"input_tokens":257807,"output_tokens":20829,"total_tokens":278636,"cost":0.09975883},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56133606,"overall_relative_score":56133606,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":136050,"output_tokens":17625,"total_tokens":153675,"cost":0.060604500000000006},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":546126220,"overall_relative_score":546126220,"max_execution_time_ms":1162,"max_memory_usage_kib":3072,"rank":700,"performance":513,"input_tokens":121109,"output_tokens":19400,"total_tokens":140509,"cost":0.05840161},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75348688,"overall_relative_score":75348688,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":377,"performance":1265,"input_tokens":124482,"output_tokens":22329,"total_tokens":146811,"cost":0.06289458},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2263725916,"overall_relative_score":12610595773,"max_execution_time_ms":2060,"max_memory_usage_kib":3072,"rank":743,"performance":946,"input_tokens":98168,"output_tokens":13242,"total_tokens":111410,"cost":0.04435912},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2470229444848,"overall_relative_score":358455543079,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":145585,"output_tokens":16563,"total_tokens":162148,"cost":0.06209525},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":115229,"output_tokens":16432,"total_tokens":131661,"cost":0.05313481},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298339990,"overall_relative_score":298339990,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":911,"performance":499,"input_tokens":136034,"output_tokens":23142,"total_tokens":159176,"cost":0.06722026},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12683530,"overall_relative_score":12683530,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":1148,"input_tokens":102902,"output_tokens":21147,"total_tokens":124049,"cost":0.05521798},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":173366,"output_tokens":13030,"total_tokens":186396,"cost":0.06591214000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":624,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":74380,"output_tokens":11150,"total_tokens":85530,"cost":0.0349502},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61197184314,"overall_relative_score":220571546947,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":614,"performance":1113,"input_tokens":104447,"output_tokens":19807,"total_tokens":124254,"cost":0.05405802999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":464,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":61022,"output_tokens":10183,"total_tokens":71205,"cost":0.029915980000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120764096189,"overall_relative_score":459194243787,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":122542,"output_tokens":17997,"total_tokens":140539,"cost":0.05713358},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130615,"overall_relative_score":130615,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":525,"input_tokens":85892,"output_tokens":14237,"total_tokens":100129,"cost":0.04199308},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":89316,"output_tokens":10216,"total_tokens":99532,"cost":0.03816084},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":974,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":92361,"output_tokens":15515,"total_tokens":107876,"cost":0.045402689999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6081739307056,"overall_relative_score":6081739307056,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":950,"performance":249,"input_tokens":87818,"output_tokens":10674,"total_tokens":98492,"cost":0.03827602},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48395760000,"overall_relative_score":5255982,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":205705,"output_tokens":21210,"total_tokens":226915,"cost":0.08510645},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218379129,"overall_relative_score":218379129,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":897,"performance":499,"input_tokens":192171,"output_tokens":15622,"total_tokens":207793,"cost":0.07447599},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217163732,"overall_relative_score":217163732,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":606,"performance":1147,"input_tokens":126679,"output_tokens":16270,"total_tokens":142949,"cost":0.05626091},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":312144000,"overall_relative_score":1408311667,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":656,"performance":1012,"input_tokens":105093,"output_tokens":18602,"total_tokens":123695,"cost":0.05279937},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231088,"overall_relative_score":231088,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":353,"performance":1314,"input_tokens":150667,"output_tokens":18064,"total_tokens":168731,"cost":0.06537023},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4377696640,"overall_relative_score":2208385245931,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":673,"performance":1087,"input_tokens":111249,"output_tokens":20073,"total_tokens":131322,"cost":0.05634981},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54861860,"overall_relative_score":54861860,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":776,"performance":943,"input_tokens":82395,"output_tokens":13283,"total_tokens":95678,"cost":0.039834150000000006},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":134940,"overall_relative_score":134940,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":931,"performance":550,"input_tokens":76399,"output_tokens":9782,"total_tokens":86181,"cost":0.03389411},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118026356,"overall_relative_score":118026356,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":763,"performance":915,"input_tokens":79898,"output_tokens":12895,"total_tokens":92793,"cost":0.038644420000000006},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3581340667,"overall_relative_score":425965819767,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":818,"performance":1008,"input_tokens":100292,"output_tokens":15298,"total_tokens":115590,"cost":0.04744228},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1389,"overall_relative_score":1389,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":84466,"output_tokens":13518,"total_tokens":97984,"cost":0.04071674}]},{"num_self_refine":16,"rank":{"all":{"mean":658.0,"median":660.0,"min":186,"max":1073,"stdev":212.34466419068883},"short":{"mean":621.0434782608696,"median":606.0,"min":186,"max":950,"stdev":228.70136905041386},"long":{"mean":708.0,"median":700.0,"min":431,"max":1073,"stdev":182.67320547907403}},"performance":{"all":{"mean":822.425,"median":834.5,"min":223,"max":1404,"stdev":321.01049487596634},"short":{"mean":767.7826086956521,"median":639.0,"min":223,"max":1404,"stdev":374.6349685811436},"long":{"mean":896.3529411764706,"median":961.0,"min":513,"max":1207,"stdev":219.30969574339122}},"input_tokens":{"all":{"mean":453832.725,"median":426280.5,"min":202881,"max":1683161,"stdev":247366.75980579903},"short":{"mean":400630.26086956525,"median":418060.0,"min":202881,"max":578043,"stdev":121244.07835594859},"long":{"mean":525812.5294117647,"median":434501.0,"min":270067,"max":1683161,"stdev":345492.34236468934}},"output_tokens":{"all":{"mean":32827.1,"median":29371.0,"min":14401,"max":71194,"stdev":13271.36258303029},"short":{"mean":32211.695652173912,"median":25069.0,"min":14401,"max":71194,"stdev":15505.166530238712},"long":{"mean":33659.705882352944,"median":31405.0,"min":15559,"max":48480,"stdev":9872.669964127648}},"total_tokens":{"all":{"mean":486659.825,"median":458787.0,"min":220943,"max":1714566,"stdev":252283.63531487042},"short":{"mean":432841.95652173914,"median":447547.0,"min":220943,"max":633230,"stdev":132937.05708905257},"long":{"mean":559472.2352941176,"median":470027.0,"min":285626,"max":1714566,"stdev":347913.43923300976}},"cost":{"all":{"mean":0.17100401025,"median":0.16464351,"min":0.07717838,"max":0.52580269,"stdev":0.07869800806470868},"short":{"mean":0.15483681043478262,"median":0.1566218,"min":0.07717838,"max":0.24740404,"stdev":0.050330024964311},"long":{"mean":0.1928772805882353,"median":0.16863649000000003,"min":0.09699022999999998,"max":0.52580269,"stdev":0.10358210815880702}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171552029158,"overall_relative_score":171552029158,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1073,"performance":694,"input_tokens":1683161,"output_tokens":31405,"total_tokens":1714566,"cost":0.52580269},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2706018,"overall_relative_score":2706018,"max_execution_time_ms":750,"max_memory_usage_kib":4096,"rank":396,"performance":1294,"input_tokens":527648,"output_tokens":71194,"total_tokens":598842,"cost":0.23845072},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2627681563999,"overall_relative_score":2627681563999,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":449,"performance":1207,"input_tokens":434501,"output_tokens":35526,"total_tokens":470027,"cost":0.16863649000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1449259295,"overall_relative_score":1449259295,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":564,"performance":537,"input_tokens":491457,"output_tokens":24103,"total_tokens":515560,"cost":0.17144612999999997},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7286931,"overall_relative_score":7286931,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":270,"performance":1294,"input_tokens":563156,"output_tokens":70074,"total_tokens":633230,"cost":0.24740404},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4925401,"overall_relative_score":4925401,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":431,"performance":1118,"input_tokens":314472,"output_tokens":23022,"total_tokens":337494,"cost":0.11882327999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":455434,"overall_relative_score":455434,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":454,"performance":774,"input_tokens":278009,"output_tokens":24255,"total_tokens":302264,"cost":0.10972861},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6010239682,"overall_relative_score":6010239682,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":568,"performance":564,"input_tokens":333541,"output_tokens":24942,"total_tokens":358483,"cost":0.12665728999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":219781485,"overall_relative_score":219781485,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":510441,"output_tokens":47953,"total_tokens":558394,"cost":0.20557148999999997},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1283817700,"overall_relative_score":1283817700,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":555,"performance":939,"input_tokens":503038,"output_tokens":49051,"total_tokens":552089,"cost":0.20474222000000003},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":418060,"output_tokens":29487,"total_tokens":447547,"cost":0.1566218},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":485762081,"overall_relative_score":485762081,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":515,"performance":1099,"input_tokens":1042030,"output_tokens":42140,"total_tokens":1084170,"cost":0.35275670000000003},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56207305,"overall_relative_score":56207305,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":609,"performance":774,"input_tokens":477811,"output_tokens":35014,"total_tokens":512825,"cost":0.18058199000000003},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":546126220,"overall_relative_score":546126220,"max_execution_time_ms":1162,"max_memory_usage_kib":3072,"rank":700,"performance":513,"input_tokens":443173,"output_tokens":39551,"total_tokens":482724,"cost":0.17598137},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75348688,"overall_relative_score":75348688,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":377,"performance":1265,"input_tokens":469971,"output_tokens":42866,"total_tokens":512837,"cost":0.18773079000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2804417229,"overall_relative_score":15597008025,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":731,"performance":961,"input_tokens":316878,"output_tokens":20326,"total_tokens":337204,"cost":0.11628581999999998},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2470229444848,"overall_relative_score":358455543079,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":797,"performance":742,"input_tokens":462489,"output_tokens":29255,"total_tokens":491744,"cost":0.16922781},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":389005,"output_tokens":27222,"total_tokens":416227,"cost":0.14547785000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298339990,"overall_relative_score":298339990,"max_execution_time_ms":20,"max_memory_usage_kib":5120,"rank":911,"performance":499,"input_tokens":497119,"output_tokens":39444,"total_tokens":536563,"cost":0.19149731},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12977795,"overall_relative_score":12977795,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":469,"performance":1352,"input_tokens":474125,"output_tokens":48561,"total_tokens":522686,"cost":0.19576944999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":470827,"output_tokens":25069,"total_tokens":495896,"cost":0.16662263},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":624,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":206542,"output_tokens":14401,"total_tokens":220943,"cost":0.07717838},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50665665566,"overall_relative_score":229067771631,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":602,"performance":1127,"input_tokens":464891,"output_tokens":48229,"total_tokens":513120,"cost":0.19269319000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":464,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":202881,"output_tokens":18995,"total_tokens":221876,"cost":0.08162949000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":119479412857,"overall_relative_score":468863797817,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":946,"performance":547,"input_tokens":411787,"output_tokens":28965,"total_tokens":440752,"cost":0.15417623},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":130615,"overall_relative_score":130615,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":847,"performance":525,"input_tokens":322268,"output_tokens":27429,"total_tokens":349697,"cost":0.12637252},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":270067,"output_tokens":15559,"total_tokens":285626,"cost":0.09699022999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1741888373853,"overall_relative_score":65796598,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":798,"performance":855,"input_tokens":312225,"output_tokens":26295,"total_tokens":338520,"cost":0.12209924999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6081739307056,"overall_relative_score":6081739307056,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":950,"performance":249,"input_tokens":300131,"output_tokens":17391,"total_tokens":317522,"cost":0.10790719000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48395760000,"overall_relative_score":5255982,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":626018,"output_tokens":39280,"total_tokens":665298,"cost":0.22868122},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":218379129,"overall_relative_score":218379129,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":897,"performance":499,"input_tokens":576781,"output_tokens":29993,"total_tokens":606774,"cost":0.20325809000000003},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217163732,"overall_relative_score":217163732,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":606,"performance":1147,"input_tokens":391691,"output_tokens":23351,"total_tokens":415042,"cost":0.14161158999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":305599000,"overall_relative_score":1364238149,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":656,"performance":1012,"input_tokens":405251,"output_tokens":37618,"total_tokens":442869,"cost":0.16266439},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":268360,"overall_relative_score":268360,"max_execution_time_ms":1980,"max_memory_usage_kib":4096,"rank":307,"performance":1404,"input_tokens":578043,"output_tokens":39652,"total_tokens":617695,"cost":0.21521487},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4328307262,"overall_relative_score":2231071775552,"max_execution_time_ms":320,"max_memory_usage_kib":3072,"rank":668,"performance":1093,"input_tokens":477690,"output_tokens":48480,"total_tokens":526170,"cost":0.19670609999999997},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54861860,"overall_relative_score":54861860,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":776,"performance":943,"input_tokens":281916,"output_tokens":21065,"total_tokens":302981,"cost":0.10703364000000003},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136560,"overall_relative_score":136560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":931,"performance":550,"input_tokens":260553,"output_tokens":17328,"total_tokens":277881,"cost":0.09635396999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":118026356,"overall_relative_score":118026356,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":763,"performance":915,"input_tokens":291668,"output_tokens":22239,"total_tokens":313907,"cost":0.11127051999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3286058308,"overall_relative_score":469105288581,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":805,"performance":1022,"input_tokens":374734,"output_tokens":31389,"total_tokens":406123,"cost":0.14633966},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1420,"overall_relative_score":1420,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":297260,"output_tokens":24965,"total_tokens":322225,"cost":0.1161634}]}]},{"model_name":"qwen3-max","detail_path":"data/model_details/qwen3-max.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":800.8,"median":801.5,"min":186,"max":1215,"stdev":219.72782697855533},"short":{"mean":733.7391304347826,"median":711.0,"min":186,"max":1019,"stdev":211.21320925274975},"long":{"mean":891.5294117647059,"median":967.0,"min":420,"max":1215,"stdev":202.81060057571534}},"performance":{"all":{"mean":370.45,"median":244.0,"min":-155,"max":1249,"stdev":384.12083769136757},"short":{"mean":342.69565217391306,"median":265.0,"min":-155,"max":1182,"stdev":390.5420981594463},"long":{"mean":408.0,"median":194.0,"min":-80,"max":1249,"stdev":383.83004051272485}},"input_tokens":{"all":{"mean":3146.1,"median":2704.0,"min":1415,"max":8296,"stdev":1802.498348802544},"short":{"mean":2573.1304347826085,"median":1885.0,"min":1438,"max":8296,"stdev":1700.9417259097124},"long":{"mean":3921.294117647059,"median":3405.0,"min":1415,"max":8220,"stdev":1682.521276414725}},"output_tokens":{"all":{"mean":3058.325,"median":2997.5,"min":1383,"max":5088,"stdev":992.8123583266648},"short":{"mean":2674.391304347826,"median":2778.0,"min":1383,"max":4816,"stdev":933.9718576220804},"long":{"mean":3577.764705882353,"median":3446.0,"min":2123,"max":5088,"stdev":839.4003461855795}},"total_tokens":{"all":{"mean":6204.425,"median":6086.0,"min":3157,"max":11541,"stdev":2121.889239085942},"short":{"mean":5247.521739130435,"median":4722.0,"min":3157,"max":10704,"stdev":1921.892837556606},"long":{"mean":7499.058823529412,"median":7151.0,"min":5440,"max":11541,"stdev":1672.9424852108723}},"cost":{"all":{"mean":0.02212527,"median":0.022278600000000003,"min":0.010806,"max":0.035268,"stdev":0.006487728291688026},"short":{"mean":0.019134104347826086,"median":0.0197256,"min":0.010806,"max":0.0312528,"stdev":0.005920467034670204},"long":{"mean":0.026172141176470588,"median":0.0261576,"min":0.0179256,"max":0.035268,"stdev":0.004912975019153215}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":171123970161,"overall_relative_score":171123970161,"max_execution_time_ms":854,"max_memory_usage_kib":3072,"rank":1073,"performance":694,"input_tokens":1415,"output_tokens":5088,"total_tokens":6503,"cost":0.032226},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1550,"output_tokens":3055,"total_tokens":4605,"cost":0.02019},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2647126572379,"overall_relative_score":2647126572379,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":420,"performance":1249,"input_tokens":2772,"output_tokens":2668,"total_tokens":5440,"cost":0.0193344},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1701,"output_tokens":3443,"total_tokens":5144,"cost":0.0226992},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":515,"performance":207,"input_tokens":1873,"output_tokens":3188,"total_tokens":5061,"cost":0.0213756},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":3869,"output_tokens":3282,"total_tokens":7151,"cost":0.0243348},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1606,"output_tokens":2870,"total_tokens":4476,"cost":0.0191472},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2306,"output_tokens":1600,"total_tokens":3906,"cost":0.0123672},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":192320697,"overall_relative_score":192320697,"max_execution_time_ms":683,"max_memory_usage_kib":3072,"rank":594,"performance":962,"input_tokens":3093,"output_tokens":3741,"total_tokens":6834,"cost":0.0261576},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92538,"overall_relative_score":92538,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":759,"performance":318,"input_tokens":2291,"output_tokens":1750,"total_tokens":4041,"cost":0.0132492},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8296,"output_tokens":2408,"total_tokens":10704,"cost":0.0244032},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8220,"output_tokens":2940,"total_tokens":11160,"cost":0.027504},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":704,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6454,"output_tokens":3503,"total_tokens":9957,"cost":0.0287628},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":3042,"output_tokens":4023,"total_tokens":7065,"cost":0.0277884},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2636,"output_tokens":2778,"total_tokens":5414,"cost":0.0198312},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":620832205,"overall_relative_score":3495244678,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":967,"performance":584,"input_tokens":2856,"output_tokens":3109,"total_tokens":5965,"cost":0.0220812},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2102192911983,"overall_relative_score":332878181860,"max_execution_time_ms":6100,"max_memory_usage_kib":18432,"rank":801,"performance":735,"input_tokens":7478,"output_tokens":4063,"total_tokens":11541,"cost":0.0333516},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":77157450000001,"overall_relative_score":524840349,"max_execution_time_ms":1053,"max_memory_usage_kib":3072,"rank":738,"performance":51,"input_tokens":4611,"output_tokens":2767,"total_tokens":7378,"cost":0.0221352},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298339468,"overall_relative_score":298339468,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":911,"performance":499,"input_tokens":3749,"output_tokens":3390,"total_tokens":7139,"cost":0.0248388},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5648600,"overall_relative_score":5648600,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":985,"performance":592,"input_tokens":1793,"output_tokens":2929,"total_tokens":4722,"cost":0.0197256},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2227,"output_tokens":2860,"total_tokens":5087,"cost":0.0198324},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":506,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1883,"output_tokens":2319,"total_tokens":4202,"cost":0.0161736},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123187548332,"overall_relative_score":153623296460,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":802,"performance":887,"input_tokens":2943,"output_tokens":3446,"total_tokens":6389,"cost":0.0242076},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1788,"output_tokens":2039,"total_tokens":3827,"cost":0.0143796},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":10290463754,"overall_relative_score":141644735045,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":972,"performance":470,"input_tokens":3405,"output_tokens":3056,"total_tokens":6461,"cost":0.022422},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":964845,"overall_relative_score":964845,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":593,"performance":1097,"input_tokens":1885,"output_tokens":2383,"total_tokens":4268,"cost":0.01656},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":4200,"output_tokens":5038,"total_tokens":9238,"cost":0.035268},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1327,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3073,"output_tokens":4215,"total_tokens":7288,"cost":0.0289776},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":840,"max_memory_usage_kib":0,"rank":963,"performance":-155,"input_tokens":1802,"output_tokens":1495,"total_tokens":3297,"cost":0.0111324},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":5475000657,"overall_relative_score":553080,"max_execution_time_ms":950,"max_memory_usage_kib":3072,"rank":1045,"performance":428,"input_tokens":2889,"output_tokens":4531,"total_tokens":7420,"cost":0.0306528},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231569170,"overall_relative_score":231569170,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":1964,"output_tokens":4816,"total_tokens":6780,"cost":0.0312528},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215394162,"overall_relative_score":215394162,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":701,"performance":1013,"input_tokens":4592,"output_tokens":1615,"total_tokens":6207,"cost":0.0152004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4089,"output_tokens":3808,"total_tokens":7897,"cost":0.0277548},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":4096,"rank":683,"performance":265,"input_tokens":1905,"output_tokens":3985,"total_tokens":5890,"cost":0.026196},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4323,"output_tokens":2123,"total_tokens":6446,"cost":0.0179256},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12520474,"overall_relative_score":12520474,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":569,"input_tokens":1695,"output_tokens":1462,"total_tokens":3157,"cost":0.010806},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":2226,"output_tokens":1383,"total_tokens":3609,"cost":0.0109692},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":1522,"output_tokens":2172,"total_tokens":3694,"cost":0.0148584},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4384,"output_tokens":2924,"total_tokens":7308,"cost":0.0228048},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":265556,"rank":939,"performance":116,"input_tokens":1438,"output_tokens":4068,"total_tokens":5506,"cost":0.0261336}]},{"num_self_refine":2,"rank":{"all":{"mean":727.325,"median":733.5,"min":186,"max":1215,"stdev":236.44421334775996},"short":{"mean":667.4782608695652,"median":667.0,"min":186,"max":997,"stdev":232.21088956636288},"long":{"mean":808.2941176470588,"median":764.0,"min":420,"max":1215,"stdev":223.63719634317385}},"performance":{"all":{"mean":626.8,"median":626.5,"min":-80,"max":1352,"stdev":420.26189636756453},"short":{"mean":611.3478260869565,"median":605.0,"min":-80,"max":1352,"stdev":447.80308260497026},"long":{"mean":647.7058823529412,"median":694.0,"min":94,"max":1249,"stdev":392.4007461616699}},"input_tokens":{"all":{"mean":10271.3,"median":9815.0,"min":5253,"max":21586,"stdev":4139.434999226406},"short":{"mean":9002.0,"median":7090.0,"min":5253,"max":19156,"stdev":4173.8347421221},"long":{"mean":11988.588235294117,"median":10528.0,"min":8083,"max":21586,"stdev":3516.1420807972113}},"output_tokens":{"all":{"mean":6227.725,"median":5819.5,"min":2601,"max":10873,"stdev":1996.0042904673583},"short":{"mean":5426.521739130435,"median":5308.0,"min":2601,"max":8992,"stdev":1693.0356241101156},"long":{"mean":7311.705882352941,"median":7198.0,"min":3932,"max":10873,"stdev":1896.99762007975}},"total_tokens":{"all":{"mean":16499.025,"median":16602.0,"min":7854,"max":27293,"stdev":5052.9816305161185},"short":{"mean":14428.521739130434,"median":13034.0,"min":7854,"max":24819,"stdev":5021.155814691974},"long":{"mean":19300.29411764706,"median":18956.0,"min":14620,"max":27293,"stdev":3615.1306298096943}},"cost":{"all":{"mean":0.04969191,"median":0.049692,"min":0.0219096,"max":0.0749376,"stdev":0.014137817755368046},"short":{"mean":0.04336153043478261,"median":0.042255600000000004,"min":0.0219096,"max":0.06799440000000001,"stdev":0.012795840056775368},"long":{"mean":0.05825654117647059,"median":0.0588912,"min":0.0372732,"max":0.0749376,"stdev":0.011248348757876576}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":171123970161,"overall_relative_score":171123970161,"max_execution_time_ms":854,"max_memory_usage_kib":3072,"rank":1073,"performance":694,"input_tokens":8083,"output_tokens":10873,"total_tokens":18956,"cost":0.0749376},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249669,"overall_relative_score":249669,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":815,"performance":756,"input_tokens":6835,"output_tokens":5631,"total_tokens":12466,"cost":0.041988},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2647126572379,"overall_relative_score":2647126572379,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":420,"performance":1249,"input_tokens":9179,"output_tokens":5441,"total_tokens":14620,"cost":0.0436608},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":18286,"output_tokens":6533,"total_tokens":24819,"cost":0.06114119999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":515,"performance":207,"input_tokens":7090,"output_tokens":5944,"total_tokens":13034,"cost":0.044172},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":11176,"output_tokens":5695,"total_tokens":16871,"cost":0.047581200000000004},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331001,"overall_relative_score":1331001,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":248,"performance":1352,"input_tokens":6304,"output_tokens":5308,"total_tokens":11612,"cost":0.0394128},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6369,"output_tokens":3090,"total_tokens":9459,"cost":0.0261828},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204364194,"overall_relative_score":204364194,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":587,"performance":972,"input_tokens":10095,"output_tokens":7103,"total_tokens":17198,"cost":0.054732},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92538,"overall_relative_score":92538,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":759,"performance":318,"input_tokens":6896,"output_tokens":3716,"total_tokens":10612,"cost":0.0305712},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7824,"overall_relative_score":7824,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":363,"performance":1182,"input_tokens":19156,"output_tokens":4811,"total_tokens":23967,"cost":0.0518532},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":375024929,"overall_relative_score":375024929,"max_execution_time_ms":1470,"max_memory_usage_kib":4096,"rank":544,"performance":1060,"input_tokens":21586,"output_tokens":5498,"total_tokens":27084,"cost":0.0588912},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22195883,"overall_relative_score":22195883,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":16581,"output_tokens":6435,"total_tokens":23016,"cost":0.0585072},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":10262,"output_tokens":8668,"total_tokens":18930,"cost":0.0643224},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":8864,"output_tokens":6322,"total_tokens":15186,"cost":0.048568799999999995},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1342160012,"overall_relative_score":7729890982,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":940,"performance":642,"input_tokens":9543,"output_tokens":8126,"total_tokens":17669,"cost":0.0602076},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2365141313637,"overall_relative_score":392283623709,"max_execution_time_ms":6100,"max_memory_usage_kib":18432,"rank":658,"performance":961,"input_tokens":19177,"output_tokens":8116,"total_tokens":27293,"cost":0.0717084},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":835100500000000,"overall_relative_score":4165339500,"max_execution_time_ms":0,"max_memory_usage_kib":4096,"rank":561,"performance":884,"input_tokens":12158,"output_tokens":7198,"total_tokens":19356,"cost":0.0577776},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298339468,"overall_relative_score":298339468,"max_execution_time_ms":0,"max_memory_usage_kib":7168,"rank":911,"performance":499,"input_tokens":11702,"output_tokens":8992,"total_tokens":20694,"cost":0.06799440000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7016050,"overall_relative_score":7016050,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":943,"performance":688,"input_tokens":7278,"output_tokens":6877,"total_tokens":14155,"cost":0.0499956},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":13592,"output_tokens":5219,"total_tokens":18811,"cost":0.0476244},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":506,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6250,"output_tokens":4419,"total_tokens":10669,"cost":0.034014},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123187548332,"overall_relative_score":153623296460,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":802,"performance":887,"input_tokens":10246,"output_tokens":7854,"total_tokens":18100,"cost":0.059419200000000005},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":5781,"output_tokens":3644,"total_tokens":9425,"cost":0.0288012},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120892448090,"overall_relative_score":458486259582,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":951,"performance":533,"input_tokens":10022,"output_tokens":4986,"total_tokens":15008,"cost":0.041942400000000005},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1002638,"overall_relative_score":1002638,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":484,"performance":1267,"input_tokens":6865,"output_tokens":5568,"total_tokens":12433,"cost":0.041646},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":13594,"output_tokens":9290,"total_tokens":22884,"cost":0.0720528},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1623551092315,"overall_relative_score":78953221,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":764,"performance":904,"input_tokens":10528,"output_tokens":9682,"total_tokens":20210,"cost":0.0707256},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9940648881501,"overall_relative_score":9940648881501,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":1080,"input_tokens":5253,"output_tokens":2601,"total_tokens":7854,"cost":0.0219096},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":10477,"output_tokens":8997,"total_tokens":19474,"cost":0.0665544},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231569170,"overall_relative_score":231569170,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":9608,"output_tokens":8688,"total_tokens":18296,"cost":0.0636576},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215394162,"overall_relative_score":215394162,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":701,"performance":1013,"input_tokens":11613,"output_tokens":4720,"total_tokens":16333,"cost":0.042255600000000004},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":12527,"output_tokens":7194,"total_tokens":19721,"cost":0.058196399999999995},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136020,"overall_relative_score":136020,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":460,"performance":1112,"input_tokens":7951,"output_tokens":7539,"total_tokens":15490,"cost":0.054775199999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4392174261,"overall_relative_score":2200010036527,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":675,"performance":1085,"input_tokens":11401,"output_tokens":3932,"total_tokens":15333,"cost":0.0372732},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12520474,"overall_relative_score":12520474,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":943,"performance":569,"input_tokens":5615,"output_tokens":3832,"total_tokens":9447,"cost":0.02973},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":6546,"output_tokens":4218,"total_tokens":10764,"cost":0.0331632},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":997,"performance":-80,"input_tokens":5509,"output_tokens":3892,"total_tokens":9401,"cost":0.0299628},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":13752,"output_tokens":5646,"total_tokens":19398,"cost":0.050378400000000004},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":265556,"rank":939,"performance":116,"input_tokens":7102,"output_tokens":6811,"total_tokens":13913,"cost":0.0493884}]},{"num_self_refine":4,"rank":{"all":{"mean":659.1,"median":661.0,"min":186,"max":1073,"stdev":226.76145830885585},"short":{"mean":581.4347826086956,"median":613.0,"min":186,"max":907,"stdev":218.0087208612112},"long":{"mean":764.1764705882352,"median":727.0,"min":420,"max":1073,"stdev":198.96081124624695}},"performance":{"all":{"mean":791.675,"median":826.0,"min":-61,"max":1605,"stdev":422.1138737780333},"short":{"mean":841.0,"median":768.0,"min":-61,"max":1605,"stdev":445.24773492354285},"long":{"mean":724.9411764705883,"median":884.0,"min":94,"max":1249,"stdev":391.7873260118676}},"input_tokens":{"all":{"mean":36857.825,"median":37017.0,"min":19338,"max":61985,"stdev":11718.025141848775},"short":{"mean":32246.304347826088,"median":29029.0,"min":19338,"max":61985,"stdev":11920.747892320052},"long":{"mean":43096.94117647059,"median":42533.0,"min":31976,"max":60520,"stdev":8208.253563263232}},"output_tokens":{"all":{"mean":13814.425,"median":13327.0,"min":6155,"max":22471,"stdev":4437.374783426541},"short":{"mean":12076.521739130434,"median":11912.0,"min":6155,"max":22471,"stdev":3961.154788804594},"long":{"mean":16165.70588235294,"median":16936.0,"min":9357,"max":22387,"stdev":4025.4899975764733}},"total_tokens":{"all":{"mean":50672.25,"median":48981.0,"min":25612,"max":77536,"stdev":15017.019448458626},"short":{"mean":44322.82608695652,"median":44086.0,"min":25612,"max":77263,"stdev":14838.71822953897},"long":{"mean":59262.64705882353,"median":58556.0,"min":42506,"max":77536,"stdev":10514.974024820369}},"cost":{"all":{"mean":0.12711594,"median":0.128193,"min":0.060278399999999996,"max":0.1928052,"stdev":0.037414449205489496},"short":{"mean":0.11115469565217391,"median":0.11445840000000002,"min":0.060278399999999996,"max":0.1928052,"stdev":0.03491022167106881},"long":{"mean":0.14871056470588234,"median":0.153264,"min":0.0959208,"max":0.18995639999999997,"stdev":0.02957490216249542}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":171123970161,"overall_relative_score":171123970161,"max_execution_time_ms":854,"max_memory_usage_kib":3072,"rank":1073,"performance":694,"input_tokens":52714,"output_tokens":20026,"total_tokens":72740,"cost":0.1834128},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":249669,"overall_relative_score":249669,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":815,"performance":756,"input_tokens":29029,"output_tokens":14841,"total_tokens":43870,"cost":0.12388080000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2647126572379,"overall_relative_score":2647126572379,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":420,"performance":1249,"input_tokens":33680,"output_tokens":12399,"total_tokens":46079,"cost":0.11481},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6886957,"overall_relative_score":6886957,"max_execution_time_ms":2630,"max_memory_usage_kib":3072,"rank":602,"performance":239,"input_tokens":61985,"output_tokens":15278,"total_tokens":77263,"cost":0.16605},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913417,"overall_relative_score":913417,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":388,"performance":982,"input_tokens":26239,"output_tokens":11059,"total_tokens":37298,"cost":0.0978408},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":33149,"output_tokens":9357,"total_tokens":42506,"cost":0.0959208},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331001,"overall_relative_score":1331001,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":248,"performance":1352,"input_tokens":28624,"output_tokens":17327,"total_tokens":45951,"cost":0.1383108},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":19457,"output_tokens":6155,"total_tokens":25612,"cost":0.060278399999999996},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204953030,"overall_relative_score":204953030,"max_execution_time_ms":1170,"max_memory_usage_kib":3072,"rank":587,"performance":972,"input_tokens":38015,"output_tokens":17941,"total_tokens":55956,"cost":0.153264},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":485269439,"overall_relative_score":485269439,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":638,"performance":768,"input_tokens":23583,"output_tokens":8896,"total_tokens":32479,"cost":0.0816756},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7428,"overall_relative_score":7428,"max_execution_time_ms":1770,"max_memory_usage_kib":3072,"rank":366,"performance":1176,"input_tokens":51353,"output_tokens":13207,"total_tokens":64560,"cost":0.1408656},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":376537736,"overall_relative_score":376537736,"max_execution_time_ms":2800,"max_memory_usage_kib":5120,"rank":543,"performance":1061,"input_tokens":60520,"output_tokens":12605,"total_tokens":73125,"cost":0.148254},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22195883,"overall_relative_score":22195883,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":49296,"output_tokens":15260,"total_tokens":64556,"cost":0.1507152},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":38575,"output_tokens":18338,"total_tokens":56913,"cost":0.156318},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71654037,"overall_relative_score":71654037,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":33379,"output_tokens":11912,"total_tokens":45291,"cost":0.11152680000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1342160012,"overall_relative_score":7729890982,"max_execution_time_ms":1130,"max_memory_usage_kib":3072,"rank":940,"performance":642,"input_tokens":42533,"output_tokens":21249,"total_tokens":63782,"cost":0.1785336},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2365141313637,"overall_relative_score":392283623709,"max_execution_time_ms":6100,"max_memory_usage_kib":18432,"rank":658,"performance":961,"input_tokens":58494,"output_tokens":19042,"total_tokens":77536,"cost":0.1844448},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":809498194644536,"overall_relative_score":4318449430,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":43774,"output_tokens":18099,"total_tokens":61873,"cost":0.1611228},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298441294,"overall_relative_score":298441294,"max_execution_time_ms":10,"max_memory_usage_kib":9216,"rank":907,"performance":514,"input_tokens":48316,"output_tokens":22471,"total_tokens":70787,"cost":0.1928052},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12653465,"overall_relative_score":12653465,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":650,"performance":1121,"input_tokens":33209,"output_tokens":14959,"total_tokens":48168,"cost":0.12960480000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":44442,"output_tokens":11083,"total_tokens":55525,"cost":0.1198284},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":506,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":21919,"output_tokens":8970,"total_tokens":30889,"cost":0.0801228},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66804564310,"overall_relative_score":207201795526,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":633,"performance":1091,"input_tokens":41441,"output_tokens":16359,"total_tokens":57800,"cost":0.1478832},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":19338,"output_tokens":7371,"total_tokens":26709,"cost":0.0674316},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120892448090,"overall_relative_score":458486259582,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":951,"performance":533,"input_tokens":31976,"output_tokens":11264,"total_tokens":43240,"cost":0.1059552},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1022946,"overall_relative_score":1022946,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":410,"performance":1384,"input_tokens":29452,"output_tokens":14634,"total_tokens":44086,"cost":0.12314639999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":46222,"output_tokens":16936,"total_tokens":63158,"cost":0.1570824},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1623551092315,"overall_relative_score":78953221,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":764,"performance":904,"input_tokens":46362,"output_tokens":22387,"total_tokens":68749,"cost":0.18995639999999997},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10013081613323,"overall_relative_score":10013081613323,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":612,"performance":1115,"input_tokens":19996,"output_tokens":7384,"total_tokens":27380,"cost":0.0682992},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50001202000,"overall_relative_score":5081520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":515,"input_tokens":43398,"output_tokens":20778,"total_tokens":64176,"cost":0.1767456},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":231680939,"overall_relative_score":231680939,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":864,"performance":611,"input_tokens":38416,"output_tokens":13447,"total_tokens":51863,"cost":0.1267812},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":242725958,"overall_relative_score":242725958,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":360,"performance":1497,"input_tokens":38397,"output_tokens":11397,"total_tokens":49794,"cost":0.11445840000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":40331,"output_tokens":13884,"total_tokens":54215,"cost":0.1317012},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":136020,"overall_relative_score":136020,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":460,"performance":1112,"input_tokens":32965,"output_tokens":15136,"total_tokens":48101,"cost":0.130374},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4392174261,"overall_relative_score":2200010036527,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":675,"performance":1085,"input_tokens":36019,"output_tokens":11042,"total_tokens":47061,"cost":0.10947479999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":21125,"output_tokens":7615,"total_tokens":28740,"cost":0.07103999999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":23132,"output_tokens":7523,"total_tokens":30655,"cost":0.0728964},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143908240,"overall_relative_score":143908240,"max_execution_time_ms":1460,"max_memory_usage_kib":3072,"rank":289,"performance":1605,"input_tokens":20220,"output_tokens":8754,"total_tokens":28974,"cost":0.076788},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018689556,"overall_relative_score":1413693664668,"max_execution_time_ms":290,"max_memory_usage_kib":15764,"rank":676,"performance":1156,"input_tokens":45445,"output_tokens":13111,"total_tokens":58556,"cost":0.1332},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":27793,"output_tokens":13081,"total_tokens":40874,"cost":0.11183760000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":638.225,"median":629.5,"min":62,"max":1212,"stdev":246.5535243808439},"short":{"mean":551.304347826087,"median":595.0,"min":62,"max":907,"stdev":232.9868187419835},"long":{"mean":755.8235294117648,"median":687.0,"min":423,"max":1212,"stdev":219.04115917280183}},"performance":{"all":{"mean":863.1,"median":894.0,"min":94,"max":2236,"stdev":430.72049357993586},"short":{"mean":927.4347826086956,"median":966.0,"min":223,"max":2236,"stdev":473.7847445725995},"long":{"mean":776.0588235294117,"median":884.0,"min":94,"max":1244,"stdev":359.940180896117}},"input_tokens":{"all":{"mean":147383.65,"median":143064.5,"min":67882,"max":253267,"stdev":45335.88388877979},"short":{"mean":128400.52173913043,"median":129914.0,"min":67882,"max":218082,"stdev":40653.21718552662},"long":{"mean":173066.70588235295,"median":175226.0,"min":98669,"max":253267,"stdev":38969.14894144583}},"output_tokens":{"all":{"mean":29724.825,"median":30716.0,"min":11929,"max":47252,"stdev":9603.632549617718},"short":{"mean":26096.782608695652,"median":26435.0,"min":11929,"max":39447,"stdev":8208.360288901253},"long":{"mean":34633.35294117647,"median":34240.0,"min":15002,"max":47252,"stdev":9361.92000834482}},"total_tokens":{"all":{"mean":177108.475,"median":172385.0,"min":79811,"max":297826,"stdev":53753.978187420864},"short":{"mean":154497.30434782608,"median":153713.0,"min":79811,"max":257156,"stdev":47893.05623178942},"long":{"mean":207700.0588235294,"median":211145.0,"min":113671,"max":297826,"stdev":46475.3089008973}},"cost":{"all":{"mean":0.35520933,"median":0.35380199999999995,"min":0.15303239999999999,"max":0.5712744,"stdev":0.10780433305822315},"short":{"mean":0.3106613217391304,"median":0.3056748,"min":0.15303239999999999,"max":0.4961424,"stdev":0.09453023500030874},"long":{"mean":0.41548016470588234,"median":0.4285703999999999,"min":0.2084148,"max":0.5712744,"stdev":0.09658549706141795}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95774123,"overall_relative_score":95774123,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":1212,"performance":526,"input_tokens":253267,"output_tokens":44559,"total_tokens":297826,"cost":0.5712744},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1149911,"overall_relative_score":1149911,"max_execution_time_ms":20,"max_memory_usage_kib":6144,"rank":633,"performance":997,"input_tokens":130807,"output_tokens":32072,"total_tokens":162879,"cost":0.3494004},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2644238163283,"overall_relative_score":2644238163283,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":423,"performance":1244,"input_tokens":142018,"output_tokens":28961,"total_tokens":170979,"cost":0.3441876},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":745872187,"overall_relative_score":745872187,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":595,"performance":318,"input_tokens":218082,"output_tokens":39074,"total_tokens":257156,"cost":0.4961424},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913417,"overall_relative_score":913417,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":388,"performance":982,"input_tokens":108568,"output_tokens":26435,"total_tokens":135003,"cost":0.2888916},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":98669,"output_tokens":15002,"total_tokens":113671,"cost":0.2084148},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331001,"overall_relative_score":1331001,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":248,"performance":1352,"input_tokens":144508,"output_tokens":36286,"total_tokens":180794,"cost":0.3911256},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":67882,"output_tokens":11929,"total_tokens":79811,"cost":0.15303239999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209737240,"overall_relative_score":209737240,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":587,"performance":972,"input_tokens":192061,"output_tokens":40065,"total_tokens":232126,"cost":0.47086320000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":623738220,"overall_relative_score":623738220,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":619,"performance":811,"input_tokens":101599,"output_tokens":22511,"total_tokens":124110,"cost":0.2569848},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7628,"overall_relative_score":7628,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":364,"performance":1180,"input_tokens":173039,"output_tokens":30373,"total_tokens":203412,"cost":0.3898848},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":530646140,"overall_relative_score":530646140,"max_execution_time_ms":2800,"max_memory_usage_kib":5120,"rank":496,"performance":1125,"input_tokens":202937,"output_tokens":30841,"total_tokens":233778,"cost":0.4285703999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22195883,"overall_relative_score":22195883,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":176110,"output_tokens":32658,"total_tokens":208768,"cost":0.40728},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":596055545,"overall_relative_score":596055545,"max_execution_time_ms":4040,"max_memory_usage_kib":3072,"rank":568,"performance":862,"input_tokens":156443,"output_tokens":40171,"total_tokens":196614,"cost":0.42875759999999996},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71654037,"overall_relative_score":71654037,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":128459,"output_tokens":25254,"total_tokens":153713,"cost":0.3056748},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1873684834,"overall_relative_score":10585974165,"max_execution_time_ms":960,"max_memory_usage_kib":3072,"rank":929,"performance":664,"input_tokens":194578,"output_tokens":47066,"total_tokens":241644,"cost":0.5158896},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2456815882179,"overall_relative_score":382214811535,"max_execution_time_ms":2190,"max_memory_usage_kib":18432,"rank":687,"performance":920,"input_tokens":207299,"output_tokens":40211,"total_tokens":247510,"cost":0.4900248},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":809498194644536,"overall_relative_score":4318449430,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":188733,"output_tokens":46045,"total_tokens":234778,"cost":0.5027496},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298441294,"overall_relative_score":298441294,"max_execution_time_ms":10,"max_memory_usage_kib":9216,"rank":907,"performance":514,"input_tokens":196616,"output_tokens":39447,"total_tokens":236063,"cost":0.47262119999999996},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12803705,"overall_relative_score":12803705,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":582,"performance":1206,"input_tokens":136096,"output_tokens":26793,"total_tokens":162889,"cost":0.32407320000000006},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":143516,"output_tokens":20548,"total_tokens":164064,"cost":0.2955072},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":506,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":80380,"output_tokens":16279,"total_tokens":96659,"cost":0.19413},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64639788473,"overall_relative_score":211417357237,"max_execution_time_ms":1650,"max_memory_usage_kib":3072,"rank":626,"performance":1099,"input_tokens":162774,"output_tokens":34240,"total_tokens":197014,"cost":0.4007688},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":72845,"output_tokens":15458,"total_tokens":88303,"cost":0.180162},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63973964378,"overall_relative_score":854625754219,"max_execution_time_ms":120,"max_memory_usage_kib":9216,"rank":874,"performance":706,"input_tokens":129682,"output_tokens":27709,"total_tokens":157391,"cost":0.3218724},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1022946,"overall_relative_score":1022946,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":410,"performance":1384,"input_tokens":141288,"output_tokens":35454,"total_tokens":176742,"cost":0.3822696},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1037,"performance":194,"input_tokens":147298,"output_tokens":23006,"total_tokens":170304,"cost":0.3147936},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1623551092315,"overall_relative_score":78953221,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":764,"performance":904,"input_tokens":197670,"output_tokens":47252,"total_tokens":244922,"cost":0.520716},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10056362676014,"overall_relative_score":10056362676014,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":599,"performance":1134,"input_tokens":101858,"output_tokens":20116,"total_tokens":121974,"cost":0.24292560000000002},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49321000700,"overall_relative_score":5157600,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":175226,"output_tokens":35919,"total_tokens":211145,"cost":0.4257852},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233791233,"overall_relative_score":233791233,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":129914,"output_tokens":21163,"total_tokens":151077,"cost":0.2828748},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":264360578,"overall_relative_score":264360578,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":62,"performance":2236,"input_tokens":146908,"output_tokens":30591,"total_tokens":177499,"cost":0.35983560000000003},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":132096,"output_tokens":22853,"total_tokens":154949,"cost":0.2956332},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":163630,"overall_relative_score":163630,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":436,"performance":1157,"input_tokens":175031,"output_tokens":32128,"total_tokens":207159,"cost":0.4028052},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4279046084,"overall_relative_score":2258127395581,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":663,"performance":1098,"input_tokens":142613,"output_tokens":31178,"total_tokens":173791,"cost":0.35820359999999996},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55787551,"overall_relative_score":55787551,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":761,"performance":966,"input_tokens":83329,"output_tokens":15382,"total_tokens":98711,"cost":0.19228679999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":84772,"output_tokens":14453,"total_tokens":99225,"cost":0.1884444},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":143908240,"overall_relative_score":143908240,"max_execution_time_ms":1460,"max_memory_usage_kib":3072,"rank":289,"performance":1605,"input_tokens":92984,"output_tokens":24883,"total_tokens":117867,"cost":0.26087879999999997},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018689556,"overall_relative_score":1413693664668,"max_execution_time_ms":290,"max_memory_usage_kib":15764,"rank":676,"performance":1156,"input_tokens":218770,"output_tokens":33689,"total_tokens":252459,"cost":0.464658},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168216,"overall_relative_score":168216,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":846,"performance":715,"input_tokens":118621,"output_tokens":30939,"total_tokens":149560,"cost":0.3279792}]},{"num_self_refine":16,"rank":{"all":{"mean":619.725,"median":619.0,"min":62,"max":1127,"stdev":233.81901696035695},"short":{"mean":547.5217391304348,"median":595.0,"min":62,"max":907,"stdev":232.7641938969014},"long":{"mean":717.4117647058823,"median":728.0,"min":319,"max":1127,"stdev":202.80965793803108}},"performance":{"all":{"mean":894.35,"median":894.0,"min":94,"max":2236,"stdev":421.2983929442835},"short":{"mean":934.0434782608696,"median":982.0,"min":223,"max":2236,"stdev":476.209606090434},"long":{"mean":840.6470588235294,"median":884.0,"min":94,"max":1407,"stdev":339.84112853958516}},"input_tokens":{"all":{"mean":617354.85,"median":655480.5,"min":249725,"max":1047312,"stdev":196937.68309622782},"short":{"mean":548201.9565217391,"median":540110.0,"min":249725,"max":785273,"stdev":166480.5661608144},"long":{"mean":710914.6470588235,"median":790798.0,"min":300363,"max":1047312,"stdev":200631.6940802042}},"output_tokens":{"all":{"mean":66230.05,"median":71449.5,"min":22129,"max":126390,"stdev":25304.69614158504},"short":{"mean":58501.0,"median":69191.0,"min":22129,"max":89548,"stdev":21097.064759215806},"long":{"mean":76687.0,"median":78102.0,"min":24024,"max":126390,"stdev":27326.717166996114}},"total_tokens":{"all":{"mean":683584.9,"median":723515.0,"min":271854,"max":1142719,"stdev":219793.6082572898},"short":{"mean":606702.9565217391,"median":614964.0,"min":271854,"max":854464,"stdev":185148.27933663386},"long":{"mean":787601.6470588235,"median":868900.0,"min":324387,"max":1142719,"stdev":225003.07147401932}},"cost":{"all":{"mean":1.13820612,"median":1.2426012,"min":0.432444,"max":1.8292164,"stdev":0.37798076140930037},"short":{"mean":1.008848347826087,"median":1.0762908,"min":0.432444,"max":1.3738152,"stdev":0.31621316989371245},"long":{"mean":1.3132195764705883,"median":1.4175695999999998,"min":0.5045796,"max":1.8292164,"stdev":0.39263037935935297}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37192223525,"overall_relative_score":37192223525,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":1127,"performance":633,"input_tokens":1047312,"output_tokens":95407,"total_tokens":1142719,"cost":1.8292164},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1211715,"overall_relative_score":1211715,"max_execution_time_ms":430,"max_memory_usage_kib":4096,"rank":620,"performance":1013,"input_tokens":629670,"output_tokens":83692,"total_tokens":713362,"cost":1.257756},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2725139424793,"overall_relative_score":2725139424793,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":319,"performance":1407,"input_tokens":659259,"output_tokens":84259,"total_tokens":743518,"cost":1.2966648},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":745872187,"overall_relative_score":745872187,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":595,"performance":318,"input_tokens":785273,"output_tokens":69191,"total_tokens":854464,"cost":1.3574735999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":913417,"overall_relative_score":913417,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":388,"performance":982,"input_tokens":540110,"output_tokens":74854,"total_tokens":614964,"cost":1.097256},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":220,"max_memory_usage_kib":1024,"rank":745,"performance":178,"input_tokens":300363,"output_tokens":24024,"total_tokens":324387,"cost":0.5045796},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1331001,"overall_relative_score":1331001,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":248,"performance":1352,"input_tokens":665879,"output_tokens":89548,"total_tokens":755427,"cost":1.3363428},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":249725,"output_tokens":22129,"total_tokens":271854,"cost":0.432444},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209737240,"overall_relative_score":209737240,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":587,"performance":972,"input_tokens":913459,"output_tokens":109724,"total_tokens":1023183,"cost":1.7544948},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":650119676,"overall_relative_score":650119676,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":618,"performance":813,"input_tokens":535605,"output_tokens":71704,"total_tokens":607309,"cost":1.07295},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8864,"overall_relative_score":8864,"max_execution_time_ms":1420,"max_memory_usage_kib":3072,"rank":355,"performance":1199,"input_tokens":672995,"output_tokens":73931,"total_tokens":746926,"cost":1.25118},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":541143190,"overall_relative_score":541143190,"max_execution_time_ms":2800,"max_memory_usage_kib":5120,"rank":490,"performance":1133,"input_tokens":790798,"output_tokens":78102,"total_tokens":868900,"cost":1.4175695999999998},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":22195883,"overall_relative_score":22195883,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":667,"performance":605,"input_tokens":687143,"output_tokens":73510,"total_tokens":760653,"cost":1.2656316},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":596055545,"overall_relative_score":596055545,"max_execution_time_ms":4040,"max_memory_usage_kib":3072,"rank":568,"performance":862,"input_tokens":825137,"output_tokens":126390,"total_tokens":951527,"cost":1.7485044},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71654037,"overall_relative_score":71654037,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":403,"performance":1220,"input_tokens":512385,"output_tokens":49883,"total_tokens":562268,"cost":0.91416},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2438830181,"overall_relative_score":14485902646,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":731,"performance":961,"input_tokens":806211,"output_tokens":87402,"total_tokens":893613,"cost":1.4918652000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2432122898715,"overall_relative_score":368424797080,"max_execution_time_ms":3850,"max_memory_usage_kib":18432,"rank":785,"performance":764,"input_tokens":827810,"output_tokens":90253,"total_tokens":918063,"cost":1.5348899999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800869830341031,"overall_relative_score":4324341781,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":865621,"output_tokens":101065,"total_tokens":966686,"cost":1.6451352000000004},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298441294,"overall_relative_score":298441294,"max_execution_time_ms":10,"max_memory_usage_kib":9216,"rank":907,"performance":514,"input_tokens":718935,"output_tokens":71513,"total_tokens":790448,"cost":1.2917999999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12803705,"overall_relative_score":12803705,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":582,"performance":1206,"input_tokens":492271,"output_tokens":43611,"total_tokens":535882,"cost":0.8523912000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":498968,"output_tokens":40902,"total_tokens":539870,"cost":0.8441736000000002},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":506,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":288222,"output_tokens":29576,"total_tokens":317798,"cost":0.5233224000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":40300516128,"overall_relative_score":247038720033,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":580,"performance":1153,"input_tokens":669694,"output_tokens":75653,"total_tokens":745347,"cost":1.2575508},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":818,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":274872,"output_tokens":28718,"total_tokens":303590,"cost":0.5021543999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63936013724,"overall_relative_score":855782721224,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":873,"performance":708,"input_tokens":564799,"output_tokens":62707,"total_tokens":627506,"cost":1.0540007999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1022946,"overall_relative_score":1022946,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":410,"performance":1384,"input_tokens":780341,"output_tokens":72901,"total_tokens":853242,"cost":1.3738152},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":406521,"output_tokens":33306,"total_tokens":439827,"cost":0.6876612},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1623551092315,"overall_relative_score":78953221,"max_execution_time_ms":2950,"max_memory_usage_kib":3072,"rank":764,"performance":904,"input_tokens":843409,"output_tokens":93356,"total_tokens":936765,"cost":1.5722268000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10056362676014,"overall_relative_score":10056362676014,"max_execution_time_ms":1720,"max_memory_usage_kib":3072,"rank":599,"performance":1134,"input_tokens":479326,"output_tokens":50577,"total_tokens":529903,"cost":0.8786532},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49321000700,"overall_relative_score":5157600,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":655282,"output_tokens":66936,"total_tokens":722218,"cost":1.1879544000000002},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":233815547,"overall_relative_score":233815547,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":451604,"output_tokens":36668,"total_tokens":488272,"cost":0.7619328},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":264360578,"overall_relative_score":264360578,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":62,"performance":2236,"input_tokens":645067,"output_tokens":76657,"total_tokens":721724,"cost":1.2340224},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":404525,"output_tokens":34576,"total_tokens":439101,"cost":0.692886},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":180090,"overall_relative_score":180090,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":411,"performance":1204,"input_tokens":771227,"output_tokens":69820,"total_tokens":841047,"cost":1.3443923999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4255492615,"overall_relative_score":2269068246955,"max_execution_time_ms":340,"max_memory_usage_kib":3072,"rank":661,"performance":1101,"input_tokens":655679,"output_tokens":69133,"total_tokens":724812,"cost":1.2016128000000001},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56014600,"overall_relative_score":56014600,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":739,"performance":1002,"input_tokens":328582,"output_tokens":35064,"total_tokens":363646,"cost":0.6046824},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":209180,"overall_relative_score":209180,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":884,"performance":683,"input_tokens":357373,"output_tokens":29205,"total_tokens":386578,"cost":0.6040776},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":144260060,"overall_relative_score":144260060,"max_execution_time_ms":1030,"max_memory_usage_kib":3072,"rank":281,"performance":1619,"input_tokens":685153,"output_tokens":84071,"total_tokens":769224,"cost":1.3266095999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018689556,"overall_relative_score":1413693664668,"max_execution_time_ms":290,"max_memory_usage_kib":15764,"rank":676,"performance":1156,"input_tokens":849670,"output_tokens":71386,"total_tokens":921056,"cost":1.44792},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":177645,"overall_relative_score":177645,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":837,"performance":733,"input_tokens":557919,"output_tokens":67798,"total_tokens":625717,"cost":1.0762908}]}]},{"model_name":"qwen3.5-27b","detail_path":"data/model_details/qwen3.5-27b.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":809.525,"median":869.5,"min":186,"max":1382,"stdev":244.31117059382095},"short":{"mean":706.7391304347826,"median":672.0,"min":186,"max":1019,"stdev":224.76396051116387},"long":{"mean":948.5882352941177,"median":999.0,"min":494,"max":1382,"stdev":200.72775680742606}},"performance":{"all":{"mean":349.45,"median":203.5,"min":-70,"max":1433,"stdev":388.4541321964703},"short":{"mean":424.2173913043478,"median":242.0,"min":-70,"max":1433,"stdev":446.3309978970702},"long":{"mean":248.2941176470588,"median":117.0,"min":-50,"max":1032,"stdev":273.83748937688443}},"input_tokens":{"all":{"mean":3253.775,"median":2813.5,"min":1461,"max":8689,"stdev":1866.4329545199175},"short":{"mean":2661.913043478261,"median":1953.0,"min":1501,"max":8689,"stdev":1767.6826101641323},"long":{"mean":4054.529411764706,"median":3513.0,"min":1461,"max":8598,"stdev":1734.906774067668}},"output_tokens":{"all":{"mean":17070.375,"median":14875.0,"min":2815,"max":84554,"stdev":20109.06843102041},"short":{"mean":15466.565217391304,"median":15343.0,"min":2815,"max":83317,"stdev":16074.68653116131},"long":{"mean":19240.235294117647,"median":13510.0,"min":3001,"max":84554,"stdev":24933.294671807344}},"total_tokens":{"all":{"mean":20324.15,"median":16709.5,"min":5163,"max":91321,"stdev":20663.703523576223},"short":{"mean":18128.478260869564,"median":16986.0,"min":5163,"max":88099,"stdev":16519.077510754774},"long":{"mean":23294.764705882353,"median":16263.0,"min":6514,"max":91321,"stdev":25480.751336865567}},"cost":{"all":{"mean":0.0419450325,"median":0.03622485,"min":0.0075759,"max":0.2038482,"stdev":0.04840749243643786},"short":{"mean":0.037918330434782606,"median":0.037305,"min":0.0075759,"max":0.2013954,"stdev":0.03868873917328629},"long":{"mean":0.04739292352941177,"median":0.033312,"min":0.0082563,"max":0.2038482,"stdev":0.05998991499566333}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":1382,"performance":-50,"input_tokens":1461,"output_tokens":14802,"total_tokens":16263,"cost":0.0359631},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1019,"performance":-65,"input_tokens":1606,"output_tokens":15343,"total_tokens":16949,"cost":0.037305},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2894,"output_tokens":16282,"total_tokens":19176,"cost":0.039945},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1747,"output_tokens":16776,"total_tokens":18523,"cost":0.0407865},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":515,"performance":207,"input_tokens":1926,"output_tokens":4234,"total_tokens":6160,"cost":0.0107394},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4798286,"overall_relative_score":4798286,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":494,"performance":1032,"input_tokens":4029,"output_tokens":17187,"total_tokens":21216,"cost":0.0424575},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2573,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1648,"output_tokens":7579,"total_tokens":9227,"cost":0.018684},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":2392,"output_tokens":18085,"total_tokens":20477,"cost":0.0441216},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":3491599,"overall_relative_score":3491599,"max_execution_time_ms":1248,"max_memory_usage_kib":3072,"rank":816,"performance":563,"input_tokens":3179,"output_tokens":5242,"total_tokens":8421,"cost":0.0135345},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4321413432,"overall_relative_score":4321413432,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":284,"performance":1433,"input_tokens":2370,"output_tokens":17475,"total_tokens":19845,"cost":0.042651},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2732,"overall_relative_score":2732,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":652,"performance":242,"input_tokens":8689,"output_tokens":15628,"total_tokens":24317,"cost":0.0401139},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":106441931,"overall_relative_score":106441931,"max_execution_time_ms":3387,"max_memory_usage_kib":3072,"rank":880,"performance":431,"input_tokens":8598,"output_tokens":15937,"total_tokens":24535,"cost":0.0408282},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6583,"output_tokens":4597,"total_tokens":11180,"cost":0.0130077},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5608,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":3115,"output_tokens":6266,"total_tokens":9381,"cost":0.0159729},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32553935,"overall_relative_score":32553935,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":612,"performance":854,"input_tokens":2733,"output_tokens":2815,"total_tokens":5548,"cost":0.0075759},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":2960,"output_tokens":13510,"total_tokens":16470,"cost":0.033312},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":18640,"rank":939,"performance":74,"input_tokens":7557,"output_tokens":83764,"total_tokens":91321,"cost":0.2033007},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4752,"output_tokens":5197,"total_tokens":9949,"cost":0.0138984},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3840,"output_tokens":4864,"total_tokens":8704,"cost":0.0128256},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5876950,"overall_relative_score":5876950,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":977,"performance":612,"input_tokens":1848,"output_tokens":4091,"total_tokens":5939,"cost":0.0103728},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2333,"output_tokens":18394,"total_tokens":20727,"cost":0.0448455},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":19387,"total_tokens":21331,"cost":0.047112},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":3062,"output_tokens":84554,"total_tokens":87616,"cost":0.2038482},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1277228,"overall_relative_score":1277228,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":676,"input_tokens":1839,"output_tokens":15814,"total_tokens":17653,"cost":0.0385053},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3513,"output_tokens":3001,"total_tokens":6514,"cost":0.0082563},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":894,"performance":-42,"input_tokens":1953,"output_tokens":3210,"total_tokens":5163,"cost":0.0082899},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":493241510855,"overall_relative_score":57644031087,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1010,"performance":544,"input_tokens":4363,"output_tokens":15660,"total_tokens":20023,"cost":0.0388929},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3172,"output_tokens":7018,"total_tokens":10190,"cost":0.0177948},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6073937961926,"overall_relative_score":6073937961926,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":954,"performance":206,"input_tokens":1857,"output_tokens":12970,"total_tokens":14827,"cost":0.0316851},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":1046,"performance":132,"input_tokens":2965,"output_tokens":13067,"total_tokens":16032,"cost":0.0322503},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":2038,"output_tokens":14948,"total_tokens":16986,"cost":0.0364866},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223507968,"overall_relative_score":223507968,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":1246,"input_tokens":4782,"output_tokens":83317,"total_tokens":88099,"cost":0.2013954},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4231,"output_tokens":4069,"total_tokens":8300,"cost":0.0110349},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45456,"overall_relative_score":45456,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":554,"performance":924,"input_tokens":1973,"output_tokens":20582,"total_tokens":22555,"cost":0.0499887},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":793,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4504,"output_tokens":6197,"total_tokens":10701,"cost":0.016224},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7584268,"overall_relative_score":7584268,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":954,"performance":444,"input_tokens":1753,"output_tokens":14690,"total_tokens":16443,"cost":0.0357819},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282200,"overall_relative_score":282200,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":827,"performance":805,"input_tokens":2299,"output_tokens":18313,"total_tokens":20612,"cost":0.0446409},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126228524,"overall_relative_score":126228524,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":1570,"output_tokens":18717,"total_tokens":20287,"cost":0.0453918},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4572,"output_tokens":15331,"total_tokens":19903,"cost":0.038166},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":582,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1501,"output_tokens":3902,"total_tokens":5403,"cost":0.0098151}]},{"num_self_refine":2,"rank":{"all":{"mean":765.15,"median":804.5,"min":186,"max":1382,"stdev":254.56584962416267},"short":{"mean":675.2608695652174,"median":672.0,"min":186,"max":977,"stdev":217.27929604570835},"long":{"mean":886.7647058823529,"median":939.0,"min":221,"max":1382,"stdev":256.3502314734094}},"performance":{"all":{"mean":505.925,"median":475.0,"min":-70,"max":1595,"stdev":436.86683927303324},"short":{"mean":597.7391304347826,"median":639.0,"min":-70,"max":1433,"stdev":409.65298145795464},"long":{"mean":381.70588235294116,"median":132.0,"min":-50,"max":1595,"stdev":453.8107761922752}},"input_tokens":{"all":{"mean":12611.075,"median":10029.0,"min":5350,"max":91766,"stdev":13608.35357397179},"short":{"mean":9585.608695652174,"median":7117.0,"min":5350,"max":20053,"stdev":4965.536744210314},"long":{"mean":16704.352941176472,"median":11419.0,"min":5922,"max":91766,"stdev":19660.393243591214}},"output_tokens":{"all":{"mean":21814.825,"median":18735.0,"min":6205,"max":88211,"stdev":20007.168228088933},"short":{"mean":20230.043478260868,"median":19948.0,"min":6285,"max":86774,"stdev":16340.24584347789},"long":{"mean":23958.941176470587,"median":17320.0,"min":6205,"max":88211,"stdev":24496.410781659903}},"total_tokens":{"all":{"mean":34425.9,"median":27599.5,"min":12377,"max":103262,"stdev":23776.023056852886},"short":{"mean":29815.652173913044,"median":27569.0,"min":12377,"max":98545,"stdev":17617.80770493489},"long":{"mean":40663.294117647056,"median":28521.0,"min":16032,"max":103262,"stdev":29652.062590072688}},"cost":{"all":{"mean":0.0561389025,"median":0.04948245,"min":0.0169116,"max":0.2147298,"stdev":0.04803949270212138},"short":{"mean":0.05142778695652174,"median":0.0509007,"min":0.0169116,"max":0.2117889,"stdev":0.03941628386266385},"long":{"mean":0.06251276470588235,"median":0.0470271,"min":0.017840099999999998,"max":0.2147298,"stdev":0.0584287204173164}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":1382,"performance":-50,"input_tokens":5922,"output_tokens":28286,"total_tokens":34208,"cost":0.069663},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":263720,"overall_relative_score":263720,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":806,"performance":770,"input_tokens":5350,"output_tokens":19726,"total_tokens":25076,"cost":0.0489474},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767854570718,"overall_relative_score":2767854570718,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":221,"performance":1595,"input_tokens":8197,"output_tokens":18570,"total_tokens":26767,"cost":0.0470271},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":19698,"output_tokens":20254,"total_tokens":39952,"cost":0.054519000000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":6144,"rank":515,"performance":207,"input_tokens":6500,"output_tokens":7342,"total_tokens":13842,"cost":0.0195708},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4798286,"overall_relative_score":4798286,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":494,"performance":1032,"input_tokens":11419,"output_tokens":21411,"total_tokens":32830,"cost":0.0548121},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":878073,"overall_relative_score":878073,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":374,"performance":1022,"input_tokens":6115,"output_tokens":11008,"total_tokens":17123,"cost":0.0282537},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":613,"performance":-61,"input_tokens":7117,"output_tokens":20491,"total_tokens":27608,"cost":0.0513135},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":3491599,"overall_relative_score":3491599,"max_execution_time_ms":1248,"max_memory_usage_kib":3072,"rank":816,"performance":563,"input_tokens":11037,"output_tokens":9684,"total_tokens":20721,"cost":0.0265527},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4321413432,"overall_relative_score":4321413432,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":284,"performance":1433,"input_tokens":7470,"output_tokens":21984,"total_tokens":29454,"cost":0.0550026},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":20053,"output_tokens":18702,"total_tokens":38755,"cost":0.0509007},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":106441931,"overall_relative_score":106441931,"max_execution_time_ms":3387,"max_memory_usage_kib":3072,"rank":880,"performance":431,"input_tokens":21721,"output_tokens":20107,"total_tokens":41828,"cost":0.054773100000000005},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4769072,"overall_relative_score":4769072,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":703,"performance":452,"input_tokens":17159,"output_tokens":7746,"total_tokens":24905,"cost":0.023738099999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5608,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":9980,"output_tokens":11003,"total_tokens":20983,"cost":0.029401200000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32553935,"overall_relative_score":32553935,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":612,"performance":854,"input_tokens":8529,"output_tokens":7426,"total_tokens":15955,"cost":0.0203811},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":11201,"output_tokens":17320,"total_tokens":28521,"cost":0.044928300000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6100,"max_memory_usage_kib":18640,"rank":939,"performance":74,"input_tokens":17114,"output_tokens":86148,"total_tokens":103262,"cost":0.2118894},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":14539,"output_tokens":12186,"total_tokens":26725,"cost":0.0336081},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":16667,"output_tokens":9287,"total_tokens":25954,"cost":0.027288899999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5876950,"overall_relative_score":5876950,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":977,"performance":612,"input_tokens":6052,"output_tokens":6597,"total_tokens":12649,"cost":0.0176484},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":13036,"output_tokens":22933,"total_tokens":35969,"cost":0.05895},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":6445,"output_tokens":23545,"total_tokens":29990,"cost":0.0584415},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":879,"performance":467,"input_tokens":10078,"output_tokens":88211,"total_tokens":98289,"cost":0.2147298},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1277228,"overall_relative_score":1277228,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":676,"input_tokens":6284,"output_tokens":19948,"total_tokens":26232,"cost":0.049760399999999996},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":9827,"output_tokens":6205,"total_tokens":16032,"cost":0.017840099999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":864475,"overall_relative_score":864475,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":731,"performance":852,"input_tokens":6092,"output_tokens":6285,"total_tokens":12377,"cost":0.0169116},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":493241510855,"overall_relative_score":57644031087,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1010,"performance":544,"input_tokens":12431,"output_tokens":22657,"total_tokens":35088,"cost":0.0581061},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":91766,"output_tokens":10627,"total_tokens":102393,"cost":0.0530346},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6073937961926,"overall_relative_score":6073937961926,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":954,"performance":206,"input_tokens":6932,"output_tokens":26154,"total_tokens":33086,"cost":0.0648492},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":1046,"performance":132,"input_tokens":10828,"output_tokens":16763,"total_tokens":27591,"cost":0.0434796},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":7338,"output_tokens":17343,"total_tokens":24681,"cost":0.0438246},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223507968,"overall_relative_score":223507968,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":1246,"input_tokens":11771,"output_tokens":86774,"total_tokens":98545,"cost":0.2117889},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":12291,"output_tokens":10279,"total_tokens":22570,"cost":0.0283569},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45456,"overall_relative_score":45456,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":554,"performance":924,"input_tokens":16797,"output_tokens":30997,"total_tokens":47794,"cost":0.0794319},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":793,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":11752,"output_tokens":9077,"total_tokens":20829,"cost":0.025310399999999997},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21717239,"overall_relative_score":21717239,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":915,"performance":657,"input_tokens":5856,"output_tokens":25542,"total_tokens":31398,"cost":0.06305759999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":282200,"overall_relative_score":282200,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":827,"performance":805,"input_tokens":7240,"output_tokens":24790,"total_tokens":32030,"cost":0.061668},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126228524,"overall_relative_score":126228524,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":5576,"output_tokens":21993,"total_tokens":27569,"cost":0.054456000000000004},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2937053141,"overall_relative_score":486266403672,"max_execution_time_ms":1320,"max_memory_usage_kib":13104,"rank":803,"performance":1024,"input_tokens":13871,"output_tokens":18768,"total_tokens":32639,"cost":0.0492045},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12714,"overall_relative_score":12714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":906,"performance":533,"input_tokens":6392,"output_tokens":8424,"total_tokens":14816,"cost":0.0221352}]},{"num_self_refine":4,"rank":{"all":{"mean":701.3,"median":683.5,"min":186,"max":1382,"stdev":249.5762768147605},"short":{"mean":631.6521739130435,"median":642.0,"min":186,"max":977,"stdev":222.34486086741515},"long":{"mean":795.5294117647059,"median":802.0,"min":221,"max":1382,"stdev":259.7005770226211}},"performance":{"all":{"mean":715.475,"median":723.0,"min":-70,"max":1595,"stdev":420.5286043199464},"short":{"mean":773.1739130434783,"median":770.0,"min":-70,"max":1537,"stdev":361.66127449639356},"long":{"mean":637.4117647058823,"median":640.0,"min":-50,"max":1595,"stdev":489.8460292305544}},"input_tokens":{"all":{"mean":41054.575,"median":34271.5,"min":21625,"max":279896,"stdev":40490.28408427138},"short":{"mean":32804.0,"median":25904.0,"min":21625,"max":64223,"stdev":13881.456060645669},"long":{"mean":52217.117647058825,"median":37457.0,"min":25524,"max":279896,"stdev":59169.1849697568}},"output_tokens":{"all":{"mean":32082.25,"median":26859.5,"min":11051,"max":106075,"stdev":23163.614555358814},"short":{"mean":31422.695652173912,"median":26807.0,"min":13617,"max":106075,"stdev":23200.900825839388},"long":{"mean":32974.58823529412,"median":26912.0,"min":11051,"max":96347,"stdev":23795.78104428079}},"total_tokens":{"all":{"mean":73136.825,"median":60295.0,"min":35737,"max":298917,"stdev":44967.18241510363},"short":{"mean":64226.69565217391,"median":52684.0,"min":35737,"max":128762,"stdev":26900.28138317648},"long":{"mean":85191.70588235294,"median":64798.0,"min":39095,"max":298917,"stdev":60541.14164946502}},"cost":{"all":{"mean":0.0893137725,"median":0.07749495,"min":0.0349356,"max":0.2610675,"stdev":0.055921728849879816},"short":{"mean":0.08525566956521739,"median":0.0728328,"min":0.0393168,"max":0.2610675,"stdev":0.05579025568362303},"long":{"mean":0.09480414705882353,"median":0.0779244,"min":0.0349356,"max":0.2416491,"stdev":0.05733398452109488}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":1382,"performance":-50,"input_tokens":25524,"output_tokens":38200,"total_tokens":63724,"cost":0.0993372},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1211126,"overall_relative_score":1211126,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":620,"performance":1013,"input_tokens":22440,"output_tokens":26807,"total_tokens":49247,"cost":0.0710688},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767854570718,"overall_relative_score":2767854570718,"max_execution_time_ms":640,"max_memory_usage_kib":3072,"rank":221,"performance":1595,"input_tokens":27935,"output_tokens":23534,"total_tokens":51469,"cost":0.0648621},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":806745314,"overall_relative_score":806745314,"max_execution_time_ms":100,"max_memory_usage_kib":67584,"rank":589,"performance":373,"input_tokens":64223,"output_tokens":34526,"total_tokens":98749,"cost":0.1021293},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7861370,"overall_relative_score":7861370,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":264,"performance":1310,"input_tokens":24564,"output_tokens":15085,"total_tokens":39649,"cost":0.043573200000000006},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4798286,"overall_relative_score":4798286,"max_execution_time_ms":680,"max_memory_usage_kib":3072,"rank":494,"performance":1032,"input_tokens":36956,"output_tokens":27842,"total_tokens":64798,"cost":0.07790760000000001},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":878073,"overall_relative_score":878073,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":374,"performance":1022,"input_tokens":27712,"output_tokens":19543,"total_tokens":47255,"cost":0.055216799999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7908425905,"overall_relative_score":7908425905,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":516,"performance":770,"input_tokens":21625,"output_tokens":106075,"total_tokens":127700,"cost":0.2610675},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":3491599,"overall_relative_score":3491599,"max_execution_time_ms":1248,"max_memory_usage_kib":3072,"rank":816,"performance":563,"input_tokens":40029,"output_tokens":18640,"total_tokens":58669,"cost":0.056744699999999995},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4929272946,"overall_relative_score":4929272946,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":237,"performance":1537,"input_tokens":26357,"output_tokens":28823,"total_tokens":55180,"cost":0.0770823},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":52845,"output_tokens":26652,"total_tokens":79497,"cost":0.07981830000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172772793,"overall_relative_score":172772793,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":618,"performance":959,"input_tokens":58395,"output_tokens":27312,"total_tokens":85707,"cost":0.08306730000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4769072,"overall_relative_score":4769072,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":703,"performance":452,"input_tokens":49730,"output_tokens":15827,"total_tokens":65557,"cost":0.0529038},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5608,"max_memory_usage_kib":3072,"rank":727,"performance":111,"input_tokens":34721,"output_tokens":20068,"total_tokens":54789,"cost":0.05857950000000001},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32553935,"overall_relative_score":32553935,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":612,"performance":854,"input_tokens":33837,"output_tokens":13762,"total_tokens":47599,"cost":0.0431799},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3015382199,"overall_relative_score":24886732581,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":659,"performance":1049,"input_tokens":43112,"output_tokens":30751,"total_tokens":73863,"cost":0.08673600000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2325319257531,"overall_relative_score":390339999454,"max_execution_time_ms":2360,"max_memory_usage_kib":19648,"rank":662,"performance":956,"input_tokens":42384,"output_tokens":91970,"total_tokens":134354,"cost":0.2334432},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":44452,"output_tokens":26912,"total_tokens":71364,"cost":0.0779244},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":56230,"output_tokens":18589,"total_tokens":74819,"cost":0.0614826},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5876950,"overall_relative_score":5876950,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":977,"performance":612,"input_tokens":22120,"output_tokens":13617,"total_tokens":35737,"cost":0.0393168},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":40584,"output_tokens":30178,"total_tokens":70762,"cost":0.08460240000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":22557,"output_tokens":29981,"total_tokens":52538,"cost":0.0787215},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":178817163403,"overall_relative_score":145380156609,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":812,"performance":874,"input_tokens":34721,"output_tokens":96347,"total_tokens":131068,"cost":0.2416491},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1277228,"overall_relative_score":1277228,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":676,"input_tokens":23184,"output_tokens":24305,"total_tokens":47489,"cost":0.0652872},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69379683363,"overall_relative_score":789967861006,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":640,"input_tokens":28044,"output_tokens":11051,"total_tokens":39095,"cost":0.0349356},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":903051,"overall_relative_score":903051,"max_execution_time_ms":450,"max_memory_usage_kib":3072,"rank":699,"performance":915,"input_tokens":24704,"output_tokens":14622,"total_tokens":39326,"cost":0.042504},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":493241510855,"overall_relative_score":57644031087,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":1010,"performance":544,"input_tokens":37457,"output_tokens":30379,"total_tokens":67836,"cost":0.0841467},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":279896,"output_tokens":19021,"total_tokens":298917,"cost":0.1296192},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6122628217954,"overall_relative_score":6122628217954,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":883,"performance":600,"input_tokens":26972,"output_tokens":33260,"total_tokens":60232,"cost":0.08791559999999998},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":1046,"performance":132,"input_tokens":38714,"output_tokens":23818,"total_tokens":62532,"cost":0.06877739999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2696777083,"overall_relative_score":2696777083,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":642,"performance":1030,"input_tokens":25078,"output_tokens":22493,"total_tokens":47571,"cost":0.061506599999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":223507968,"overall_relative_score":223507968,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":534,"performance":1246,"input_tokens":34458,"output_tokens":94304,"total_tokens":128762,"cost":0.23666700000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":37269,"output_tokens":23089,"total_tokens":60358,"cost":0.0665943},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45456,"overall_relative_score":45456,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":554,"performance":924,"input_tokens":60533,"output_tokens":45292,"total_tokens":105825,"cost":0.1268607},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3839594547,"overall_relative_score":2440512461564,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":623,"performance":1144,"input_tokens":34085,"output_tokens":23744,"total_tokens":57829,"cost":0.0672111},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21717239,"overall_relative_score":21717239,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":915,"performance":657,"input_tokens":21686,"output_tokens":30998,"total_tokens":52684,"cost":0.080901},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":344955,"overall_relative_score":344955,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":786,"performance":879,"input_tokens":24477,"output_tokens":32506,"total_tokens":56983,"cost":0.0853575},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126228524,"overall_relative_score":126228524,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":22672,"output_tokens":27513,"total_tokens":50185,"cost":0.0728328},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2923538207,"overall_relative_score":488750594527,"max_execution_time_ms":310,"max_memory_usage_kib":18684,"rank":802,"performance":1025,"input_tokens":43997,"output_tokens":27890,"total_tokens":71887,"cost":0.0801351},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12714,"overall_relative_score":12714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":906,"performance":533,"input_tokens":25904,"output_tokens":17964,"total_tokens":43868,"cost":0.050884799999999994}]},{"num_self_refine":8,"rank":{"all":{"mean":663.55,"median":637.5,"min":186,"max":1382,"stdev":236.13077102665173},"short":{"mean":618.3478260869565,"median":613.0,"min":186,"max":977,"stdev":213.01570763585661},"long":{"mean":724.7058823529412,"median":728.0,"min":222,"max":1382,"stdev":258.0832628983044}},"performance":{"all":{"mean":784.4,"median":870.0,"min":-61,"max":1593,"stdev":412.19504967231103},"short":{"mean":747.9130434782609,"median":676.0,"min":-61,"max":1577,"stdev":423.49454359944},"long":{"mean":833.7647058823529,"median":959.0,"min":-50,"max":1593,"stdev":403.7783317322397}},"input_tokens":{"all":{"mean":139378.3,"median":121516.5,"min":75486,"max":699955,"stdev":96561.67414747998},"short":{"mean":119187.21739130435,"median":106461.0,"min":75486,"max":206445,"stdev":37673.99116940507},"long":{"mean":166695.64705882352,"median":134849.0,"min":95727,"max":699955,"stdev":139273.60566836648}},"output_tokens":{"all":{"mean":47334.125,"median":41026.0,"min":22197,"max":114961,"stdev":23162.679236095093},"short":{"mean":46047.04347826087,"median":40561.0,"min":26407,"max":114961,"stdev":22461.034070096233},"long":{"mean":49075.470588235294,"median":41233.0,"min":22197,"max":114536,"stdev":24666.86971455247}},"total_tokens":{"all":{"mean":186712.425,"median":168201.0,"min":111741,"max":736495,"stdev":97853.31248114543},"short":{"mean":165234.26086956522,"median":149679.0,"min":111741,"max":272656,"stdev":42978.88979087438},"long":{"mean":215771.11764705883,"median":177137.0,"min":117924,"max":736495,"stdev":138706.6138666801}},"cost":{"all":{"mean":0.15541539000000001,"median":0.1393551,"min":0.08199089999999999,"max":0.31534110000000004,"stdev":0.06102446254713823},"short":{"mean":0.1462690695652174,"median":0.1298748,"min":0.08928149999999999,"max":0.2985522,"stdev":0.05457532136015354},"long":{"mean":0.16778982352941177,"median":0.1421742,"min":0.08199089999999999,"max":0.31534110000000004,"stdev":0.06854831750887043}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5100,"max_memory_usage_kib":3072,"rank":1382,"performance":-50,"input_tokens":110235,"output_tokens":62925,"total_tokens":173160,"cost":0.18409050000000002},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1311873,"overall_relative_score":1311873,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":606,"performance":1030,"input_tokens":98394,"output_tokens":40561,"total_tokens":138955,"cost":0.1268646},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2767449993703,"overall_relative_score":2767449993703,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":222,"performance":1593,"input_tokens":100839,"output_tokens":35420,"total_tokens":136259,"cost":0.1152597},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":816295348,"overall_relative_score":816295348,"max_execution_time_ms":170,"max_memory_usage_kib":68608,"rank":586,"performance":398,"input_tokens":192784,"output_tokens":46514,"total_tokens":239298,"cost":0.1694688},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7843336,"overall_relative_score":7843336,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":264,"performance":1310,"input_tokens":97447,"output_tokens":30874,"total_tokens":128321,"cost":0.10333170000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4904819,"overall_relative_score":4904819,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":462,"performance":1084,"input_tokens":129306,"output_tokens":43076,"total_tokens":172382,"cost":0.1421742},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":124348,"output_tokens":37215,"total_tokens":161563,"cost":0.12662040000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":75486,"output_tokens":114961,"total_tokens":190447,"cost":0.2985522},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":215882164,"overall_relative_score":215882164,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":584,"performance":976,"input_tokens":147701,"output_tokens":39791,"total_tokens":187492,"cost":0.1398087},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5135661044,"overall_relative_score":5135661044,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":220,"performance":1577,"input_tokens":104690,"output_tokens":44989,"total_tokens":149679,"cost":0.1393806},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":170744,"output_tokens":48002,"total_tokens":218746,"cost":0.16642800000000002},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172772793,"overall_relative_score":172772793,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":618,"performance":959,"input_tokens":173002,"output_tokens":43874,"total_tokens":216876,"cost":0.1571982},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17954866,"overall_relative_score":17954866,"max_execution_time_ms":2800,"max_memory_usage_kib":19844,"rank":687,"performance":528,"input_tokens":159073,"output_tokens":29448,"total_tokens":188521,"cost":0.1183971},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932686935,"overall_relative_score":932686935,"max_execution_time_ms":4870,"max_memory_usage_kib":3072,"rank":505,"performance":981,"input_tokens":135660,"output_tokens":41445,"total_tokens":177105,"cost":0.14016599999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32553935,"overall_relative_score":32553935,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":612,"performance":854,"input_tokens":127610,"output_tokens":26407,"total_tokens":154017,"cost":0.10165980000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4351608637,"overall_relative_score":40231207283,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":545,"performance":1187,"input_tokens":171194,"output_tokens":50096,"total_tokens":221290,"cost":0.1715886},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2023113195644,"overall_relative_score":442892401582,"max_execution_time_ms":5610,"max_memory_usage_kib":19620,"rank":634,"performance":995,"input_tokens":131154,"output_tokens":107282,"total_tokens":238436,"cost":0.29682299999999995},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":820893500000000,"overall_relative_score":4133263888,"max_execution_time_ms":511,"max_memory_usage_kib":4096,"rank":735,"performance":350,"input_tokens":146100,"output_tokens":43377,"total_tokens":189477,"cost":0.1479348},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":422719991,"overall_relative_score":422719991,"max_execution_time_ms":440,"max_memory_usage_kib":7168,"rank":507,"performance":1215,"input_tokens":184272,"output_tokens":35020,"total_tokens":219292,"cost":0.1393296},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5876950,"overall_relative_score":5876950,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":977,"performance":612,"input_tokens":85189,"output_tokens":26552,"total_tokens":111741,"cost":0.08928149999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":121104,"output_tokens":42916,"total_tokens":164020,"cost":0.1393296},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":87032,"output_tokens":52979,"total_tokens":140011,"cost":0.1532592},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172911973776,"overall_relative_score":151931353686,"max_execution_time_ms":280,"max_memory_usage_kib":3072,"rank":803,"performance":886,"input_tokens":134849,"output_tokens":114536,"total_tokens":249385,"cost":0.31534110000000004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1277228,"overall_relative_score":1277228,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":676,"input_tokens":86652,"output_tokens":32694,"total_tokens":119346,"cost":0.1044612},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69379683363,"overall_relative_score":789967861006,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":640,"input_tokens":95727,"output_tokens":22197,"total_tokens":117924,"cost":0.08199089999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":903605,"overall_relative_score":903605,"max_execution_time_ms":890,"max_memory_usage_kib":3072,"rank":699,"performance":915,"input_tokens":108012,"output_tokens":30189,"total_tokens":138201,"cost":0.1048572},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":121929,"output_tokens":41233,"total_tokens":163162,"cost":0.1355379},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3481070724231,"overall_relative_score":33098828,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":820,"performance":821,"input_tokens":699955,"output_tokens":36540,"total_tokens":736495,"cost":0.2976825},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6033173389920,"overall_relative_score":6033173389920,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":959,"performance":143,"input_tokens":123093,"output_tokens":50352,"total_tokens":173445,"cost":0.1577727},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39672590000,"overall_relative_score":6407369,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":945,"performance":675,"input_tokens":137548,"output_tokens":39589,"total_tokens":177137,"cost":0.13627799999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2710462082,"overall_relative_score":2710462082,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":641,"performance":1032,"input_tokens":96604,"output_tokens":34295,"total_tokens":130899,"cost":0.11128919999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234739126,"overall_relative_score":234739126,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":113577,"output_tokens":105052,"total_tokens":218629,"cost":0.2861979},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":121035,"output_tokens":37437,"total_tokens":158472,"cost":0.1261593},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45347,"overall_relative_score":45347,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":555,"performance":922,"input_tokens":206445,"output_tokens":66211,"total_tokens":272656,"cost":0.2208399},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3839594547,"overall_relative_score":2440512461564,"max_execution_time_ms":2600,"max_memory_usage_kib":3072,"rank":623,"performance":1144,"input_tokens":111886,"output_tokens":34646,"total_tokens":146532,"cost":0.11671619999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":21717239,"overall_relative_score":21717239,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":915,"performance":657,"input_tokens":85044,"output_tokens":43484,"total_tokens":128528,"cost":0.1298748},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":386306,"overall_relative_score":386306,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":766,"performance":912,"input_tokens":96689,"output_tokens":51330,"total_tokens":148019,"cost":0.1521987},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126387972,"overall_relative_score":126387972,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":90556,"output_tokens":36830,"total_tokens":127386,"cost":0.11555880000000002},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2923538207,"overall_relative_score":488750594527,"max_execution_time_ms":310,"max_memory_usage_kib":18684,"rank":802,"performance":1025,"input_tokens":165706,"output_tokens":40819,"total_tokens":206525,"cost":0.14767740000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12714,"overall_relative_score":12714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":906,"performance":533,"input_tokens":106461,"output_tokens":32207,"total_tokens":138668,"cost":0.10923509999999999}]},{"num_self_refine":16,"rank":{"all":{"mean":638.475,"median":615.5,"min":163,"max":1187,"stdev":224.93554489892068},"short":{"mean":602.7826086956521,"median":613.0,"min":163,"max":977,"stdev":210.85862487409537},"long":{"mean":686.7647058823529,"median":618.0,"min":225,"max":1187,"stdev":240.5918560061221}},"performance":{"all":{"mean":882.475,"median":940.0,"min":-61,"max":1587,"stdev":355.4413643085712},"short":{"mean":846.7826086956521,"median":912.0,"min":-61,"max":1577,"stdev":377.9318068023455},"long":{"mean":930.7647058823529,"median":978.0,"min":94,"max":1587,"stdev":327.48540605112555}},"input_tokens":{"all":{"mean":513850.375,"median":457726.0,"min":280560,"max":1704092,"stdev":222571.37984311016},"short":{"mean":463813.52173913043,"median":444796.0,"min":280560,"max":778112,"stdev":121092.98693486062},"long":{"mean":581547.2941176471,"median":538345.0,"min":374128,"max":1704092,"stdev":303509.8701953045}},"output_tokens":{"all":{"mean":86078.025,"median":72074.5,"min":43482,"max":242802,"stdev":38089.235680066704},"short":{"mean":81250.04347826086,"median":70870.0,"min":50628,"max":149267,"stdev":28344.408381513695},"long":{"mean":92610.0,"median":74153.0,"min":43482,"max":242802,"stdev":48505.43411953964}},"total_tokens":{"all":{"mean":599928.4,"median":551786.5,"min":383858,"max":1763380,"stdev":225299.67410116756},"short":{"mean":545063.5652173914,"median":522052.0,"min":383858,"max":898702,"stdev":131982.97114188154},"long":{"mean":674157.2941176471,"median":637418.0,"min":417610,"max":1763380,"stdev":299322.8231783714}},"cost":{"all":{"mean":0.3607423725,"median":0.33480435,"min":0.21659519999999996,"max":0.7096374000000001,"stdev":0.11247305449570962},"short":{"mean":0.3341441608695652,"median":0.3103302,"min":0.2214762,"max":0.5415320999999998,"stdev":0.08575077130823922},"long":{"mean":0.3967281882352941,"median":0.360957,"min":0.21659519999999996,"max":0.7096374000000001,"stdev":0.13539311112744012}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":469299211,"overall_relative_score":469299211,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":1187,"performance":560,"input_tokens":442138,"output_tokens":115393,"total_tokens":557531,"cost":0.40958459999999997},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1424527,"overall_relative_score":1424527,"max_execution_time_ms":630,"max_memory_usage_kib":3072,"rank":598,"performance":1039,"input_tokens":444796,"output_tokens":70744,"total_tokens":515540,"cost":0.30322439999999995},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2766514223146,"overall_relative_score":2766514223146,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":225,"performance":1587,"input_tokens":375630,"output_tokens":51940,"total_tokens":427570,"cost":0.23734500000000003},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":817120138,"overall_relative_score":817120138,"max_execution_time_ms":110,"max_memory_usage_kib":68608,"rank":586,"performance":398,"input_tokens":610540,"output_tokens":70870,"total_tokens":681410,"cost":0.35325},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8415946,"overall_relative_score":8415946,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":262,"performance":1316,"input_tokens":409517,"output_tokens":59897,"total_tokens":469414,"cost":0.2666079},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4904819,"overall_relative_score":4904819,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":462,"performance":1084,"input_tokens":478878,"output_tokens":67164,"total_tokens":546042,"cost":0.30485700000000004},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":910226,"overall_relative_score":910226,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":535908,"output_tokens":69832,"total_tokens":605740,"cost":0.3283692},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":280560,"output_tokens":131386,"total_tokens":411946,"cost":0.3994943999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217900515,"overall_relative_score":217900515,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":583,"performance":978,"input_tokens":685638,"output_tokens":102761,"total_tokens":788399,"cost":0.4523178},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5135661044,"overall_relative_score":5135661044,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":220,"performance":1577,"input_tokens":452489,"output_tokens":72664,"total_tokens":525153,"cost":0.3101403},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":641193,"output_tokens":102140,"total_tokens":743333,"cost":0.43749390000000005},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172772793,"overall_relative_score":172772793,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":618,"performance":959,"input_tokens":601094,"output_tokens":75262,"total_tokens":676356,"cost":0.360957},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18023244,"overall_relative_score":18023244,"max_execution_time_ms":2900,"max_memory_usage_kib":19872,"rank":686,"performance":532,"input_tokens":569834,"output_tokens":58075,"total_tokens":627909,"cost":0.3103302},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":932735775,"overall_relative_score":932735775,"max_execution_time_ms":4280,"max_memory_usage_kib":3072,"rank":505,"performance":981,"input_tokens":560967,"output_tokens":76451,"total_tokens":637418,"cost":0.35177250000000004},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32553935,"overall_relative_score":32553935,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":612,"performance":854,"input_tokens":480568,"output_tokens":52267,"total_tokens":532835,"cost":0.2696112},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4351608637,"overall_relative_score":40231207283,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":545,"performance":1187,"input_tokens":619903,"output_tokens":74153,"total_tokens":694056,"cost":0.36393810000000004},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":1462444304174,"overall_relative_score":548887828303,"max_execution_time_ms":6100,"max_memory_usage_kib":19652,"rank":604,"performance":1036,"input_tokens":488910,"output_tokens":133922,"total_tokens":622832,"cost":0.46808579999999994},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465397000000000,"overall_relative_score":7452859984,"max_execution_time_ms":10,"max_memory_usage_kib":4096,"rank":513,"performance":943,"input_tokens":565240,"output_tokens":110943,"total_tokens":676183,"cost":0.4358352},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":422719991,"overall_relative_score":422719991,"max_execution_time_ms":440,"max_memory_usage_kib":7168,"rank":507,"performance":1215,"input_tokens":610971,"output_tokens":149267,"total_tokens":760238,"cost":0.5415320999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5876950,"overall_relative_score":5876950,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":977,"performance":612,"input_tokens":359208,"output_tokens":55441,"total_tokens":414649,"cost":0.24082079999999997},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":270952117711,"overall_relative_score":270952117711,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":163,"performance":1139,"input_tokens":401321,"output_tokens":66839,"total_tokens":468160,"cost":0.2808099},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":347232,"output_tokens":102188,"total_tokens":449420,"cost":0.3494208},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":163095214176,"overall_relative_score":148140331546,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":806,"performance":882,"input_tokens":566506,"output_tokens":148972,"total_tokens":715478,"cost":0.5274846000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1277228,"overall_relative_score":1277228,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":695,"performance":676,"input_tokens":333230,"output_tokens":50628,"total_tokens":383858,"cost":0.2214762},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":69379683363,"overall_relative_score":789967861006,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":907,"performance":640,"input_tokens":374128,"output_tokens":43482,"total_tokens":417610,"cost":0.21659519999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":905353,"overall_relative_score":905353,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":699,"performance":915,"input_tokens":462963,"output_tokens":59089,"total_tokens":522052,"cost":0.28070249999999997},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":599677477891,"overall_relative_score":112164590812,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":688,"performance":1035,"input_tokens":445871,"output_tokens":71485,"total_tokens":517356,"cost":0.3053253},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3481070724231,"overall_relative_score":33098828,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":820,"performance":821,"input_tokens":1704092,"output_tokens":59288,"total_tokens":1763380,"cost":0.6535188},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6388532196531,"overall_relative_score":6388532196531,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":864,"performance":658,"input_tokens":564356,"output_tokens":88961,"total_tokens":653317,"cost":0.38281319999999996},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39672590000,"overall_relative_score":6407369,"max_execution_time_ms":940,"max_memory_usage_kib":3072,"rank":945,"performance":675,"input_tokens":538345,"output_tokens":71112,"total_tokens":609457,"cost":0.33217230000000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2766297451,"overall_relative_score":2766297451,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":630,"performance":1048,"input_tokens":449348,"output_tokens":84430,"total_tokens":533778,"cost":0.33743639999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234739126,"overall_relative_score":234739126,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":436,"performance":1383,"input_tokens":428758,"output_tokens":129283,"total_tokens":558041,"cost":0.4389066},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":423042,"output_tokens":242802,"total_tokens":665844,"cost":0.7096374000000001},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49193,"overall_relative_score":49193,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":548,"performance":937,"input_tokens":778112,"output_tokens":120590,"total_tokens":898702,"cost":0.5228496},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3476047093,"overall_relative_score":2689926510629,"max_execution_time_ms":2300,"max_memory_usage_kib":3072,"rank":470,"performance":1325,"input_tokens":408034,"output_tokens":60052,"total_tokens":468086,"cost":0.266535},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":42922081,"overall_relative_score":42922081,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":854,"performance":802,"input_tokens":316166,"output_tokens":76120,"total_tokens":392286,"cost":0.2775378},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":386306,"overall_relative_score":386306,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":766,"performance":912,"input_tokens":406493,"output_tokens":83325,"total_tokens":489818,"cost":0.32192789999999993},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126387972,"overall_relative_score":126387972,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":353276,"output_tokens":55678,"total_tokens":408954,"cost":0.23961000000000005},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2480803389,"overall_relative_score":550554929194,"max_execution_time_ms":2100,"max_memory_usage_kib":19196,"rank":792,"performance":1036,"input_tokens":607888,"output_tokens":69188,"total_tokens":677076,"cost":0.3484176},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13788,"overall_relative_score":13788,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":906,"performance":533,"input_tokens":430872,"output_tokens":59037,"total_tokens":489909,"cost":0.2709504}]}]},{"model_name":"qwen3.5-35b-a3b","detail_path":"data/model_details/qwen3.5-35b-a3b.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":845.975,"median":899.5,"min":186,"max":1382,"stdev":216.76461149106373},"short":{"mean":758.0,"median":712.0,"min":186,"max":1019,"stdev":206.55353697374352},"long":{"mean":965.0,"median":999.0,"min":727,"max":1382,"stdev":172.30496220364637}},"performance":{"all":{"mean":221.8,"median":120.0,"min":-110,"max":997,"stdev":271.54318729090323},"short":{"mean":260.7391304347826,"median":201.0,"min":-110,"max":997,"stdev":308.1394633177564},"long":{"mean":169.11764705882354,"median":117.0,"min":-80,"max":833,"stdev":209.87165195451635}},"input_tokens":{"all":{"mean":3253.775,"median":2813.5,"min":1461,"max":8689,"stdev":1866.4329545199175},"short":{"mean":2661.913043478261,"median":1953.0,"min":1501,"max":8689,"stdev":1767.6826101641323},"long":{"mean":4054.529411764706,"median":3513.0,"min":1461,"max":8598,"stdev":1734.906774067668}},"output_tokens":{"all":{"mean":18528.2,"median":19799.5,"min":2803,"max":37988,"stdev":7323.145041053584},"short":{"mean":20326.869565217392,"median":20182.0,"min":2803,"max":37988,"stdev":6488.7738532466265},"long":{"mean":16094.70588235294,"median":19667.0,"min":3608,"max":25073,"stdev":7866.604697745288}},"total_tokens":{"all":{"mean":21781.975,"median":22855.0,"min":4550,"max":39827,"stdev":7481.368150921019},"short":{"mean":22988.782608695652,"median":22682.0,"min":4550,"max":39827,"stdev":6482.752108876163},"long":{"mean":20149.235294117647,"median":22996.0,"min":6894,"max":29825,"stdev":8585.86829861584}},"cost":{"all":{"mean":0.03786984375,"median":0.040870125,"min":0.00604275,"max":0.07643575,"stdev":0.014634239252157353},"short":{"mean":0.04131921739130435,"median":0.04091425,"min":0.00604275,"max":0.07643575,"stdev":0.012923259334455563},"long":{"mean":0.03320304411764706,"median":0.04042875,"min":0.00830675,"max":0.051334,"stdev":0.015878724081454507}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":864,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1461,"output_tokens":7849,"total_tokens":9310,"cost":0.01606325},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1606,"output_tokens":22480,"total_tokens":24086,"cost":0.0453615},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1043,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2894,"output_tokens":4000,"total_tokens":6894,"cost":0.0087235},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1747,"output_tokens":2803,"total_tokens":4550,"cost":0.00604275},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1926,"output_tokens":20756,"total_tokens":22682,"cost":0.0419935},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4029,"output_tokens":4591,"total_tokens":8620,"cost":0.01018925},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":18432,"rank":523,"performance":116,"input_tokens":1648,"output_tokens":18091,"total_tokens":19739,"cost":0.036594},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2392,"output_tokens":10054,"total_tokens":12446,"cost":0.020706},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3179,"output_tokens":19817,"total_tokens":22996,"cost":0.04042875},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66048048,"overall_relative_score":66048048,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":2370,"output_tokens":18308,"total_tokens":20678,"cost":0.0372085},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":8689,"output_tokens":19371,"total_tokens":28060,"cost":0.04091425},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1268,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8598,"output_tokens":19667,"total_tokens":28265,"cost":0.0414835},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6583,"output_tokens":18076,"total_tokens":24659,"cost":0.03779775},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1134,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3115,"output_tokens":20934,"total_tokens":24049,"cost":0.04264675},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28760864,"overall_relative_score":28760864,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":694,"performance":661,"input_tokens":2733,"output_tokens":19782,"total_tokens":22515,"cost":0.04024725},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":2960,"output_tokens":15408,"total_tokens":18368,"cost":0.031556},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7557,"output_tokens":21907,"total_tokens":29464,"cost":0.04570325},{"problem_id":"ahc019","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4752,"output_tokens":25073,"total_tokens":29825,"cost":0.051334},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":634,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3840,"output_tokens":23595,"total_tokens":27435,"cost":0.04815},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7021850,"overall_relative_score":7021850,"max_execution_time_ms":310,"max_memory_usage_kib":29696,"rank":943,"performance":688,"input_tokens":1848,"output_tokens":20182,"total_tokens":22030,"cost":0.040826},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1391,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2333,"output_tokens":25983,"total_tokens":28316,"cost":0.05254925},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1944,"output_tokens":21932,"total_tokens":23876,"cost":0.04435},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":34450076096,"overall_relative_score":119393692446,"max_execution_time_ms":880,"max_memory_usage_kib":3072,"rank":842,"performance":833,"input_tokens":3062,"output_tokens":4003,"total_tokens":7065,"cost":0.0087715},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1450,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1839,"output_tokens":37988,"total_tokens":39827,"cost":0.07643575},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3513,"output_tokens":18536,"total_tokens":22049,"cost":0.03795025},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":837,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1953,"output_tokens":18845,"total_tokens":20798,"cost":0.03817825},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4363,"output_tokens":3608,"total_tokens":7971,"cost":0.00830675},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3172,"output_tokens":23405,"total_tokens":26577,"cost":0.047603},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6100727081343,"overall_relative_score":6100727081343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":936,"performance":361,"input_tokens":1857,"output_tokens":18828,"total_tokens":20685,"cost":0.03812025},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2965,"output_tokens":21856,"total_tokens":24821,"cost":0.04445325},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":2038,"output_tokens":23127,"total_tokens":25165,"cost":0.0467635},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214490347,"overall_relative_score":214490347,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":712,"performance":997,"input_tokens":4782,"output_tokens":12712,"total_tokens":17494,"cost":0.0266195},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3336,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":4231,"output_tokens":22520,"total_tokens":26751,"cost":0.04609775},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1973,"output_tokens":24456,"total_tokens":26429,"cost":0.04940525},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":4504,"output_tokens":22294,"total_tokens":26798,"cost":0.045714},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1753,"output_tokens":20584,"total_tokens":22337,"cost":0.04160625},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2299,"output_tokens":23630,"total_tokens":25929,"cost":0.04783475},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92447764,"overall_relative_score":92447764,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":944,"performance":499,"input_tokens":1570,"output_tokens":19498,"total_tokens":21068,"cost":0.0393885},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4572,"output_tokens":18142,"total_tokens":22714,"cost":0.037427},{"problem_id":"ahc046","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1501,"output_tokens":26437,"total_tokens":27938,"cost":0.05324925}]},{"num_self_refine":2,"rank":{"all":{"mean":821.55,"median":852.5,"min":186,"max":1382,"stdev":220.8667018814742},"short":{"mean":744.9565217391304,"median":740.0,"min":186,"max":1019,"stdev":197.9916155848455},"long":{"mean":925.1764705882352,"median":992.0,"min":513,"max":1382,"stdev":212.5150686698821}},"performance":{"all":{"mean":332.7,"median":228.5,"min":-110,"max":1129,"stdev":331.25466227971987},"short":{"mean":337.2173913043478,"median":265.0,"min":-110,"max":1129,"stdev":328.2179093947051},"long":{"mean":326.5882352941176,"median":178.0,"min":-80,"max":966,"stdev":345.3583390522678}},"input_tokens":{"all":{"mean":13136.075,"median":11860.0,"min":5093,"max":31149,"stdev":5490.644777360291},"short":{"mean":12273.565217391304,"median":11481.0,"min":5654,"max":31149,"stdev":5483.973102066578},"long":{"mean":14303.0,"median":13909.0,"min":5093,"max":25317,"stdev":5442.044147193222}},"output_tokens":{"all":{"mean":28043.05,"median":25441.0,"min":6320,"max":109549,"stdev":20650.00721915811},"short":{"mean":29612.217391304348,"median":25782.0,"min":6807,"max":109549,"stdev":19101.87335400408},"long":{"mean":25920.058823529413,"median":23919.0,"min":6320,"max":106286,"stdev":23007.935510032697}},"total_tokens":{"all":{"mean":41179.125,"median":39886.5,"min":14808,"max":121487,"stdev":21334.404292654526},"short":{"mean":41885.782608695656,"median":39687.0,"min":19211,"max":121487,"stdev":19012.944473213556},"long":{"mean":40223.05882352941,"median":40958.0,"min":14808,"max":120195,"stdev":24712.42821302317}},"cost":{"all":{"mean":0.05937011875,"median":0.054461999999999997,"min":0.01493525,"max":0.2220825,"stdev":0.041314268788271866},"short":{"mean":0.06229282608695652,"median":0.05522625,"min":0.0182905,"max":0.2220825,"stdev":0.038008869366946536},"long":{"mean":0.05541586764705882,"median":0.053446,"min":0.01493525,"max":0.21604924999999997,"stdev":0.04631601191425643}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":864,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":5093,"output_tokens":11329,"total_tokens":16422,"cost":0.02393125},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":14649,"output_tokens":25782,"total_tokens":40431,"cost":0.05522625},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1043,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":8389,"output_tokens":6419,"total_tokens":14808,"cost":0.01493525},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":18706,"output_tokens":6807,"total_tokens":25513,"cost":0.0182905},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":15432,"output_tokens":25780,"total_tokens":41212,"cost":0.055418},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10505,"output_tokens":8791,"total_tokens":19296,"cost":0.02020825},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":18432,"rank":523,"performance":116,"input_tokens":5915,"output_tokens":21220,"total_tokens":27135,"cost":0.04391875},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6306,"output_tokens":12905,"total_tokens":19211,"cost":0.027386499999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":11766,"output_tokens":33821,"total_tokens":45587,"cost":0.0705835},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66048048,"overall_relative_score":66048048,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":11259,"output_tokens":21841,"total_tokens":33100,"cost":0.046496749999999996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":19263,"output_tokens":23137,"total_tokens":42400,"cost":0.05108975},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1268,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":25317,"output_tokens":23946,"total_tokens":49263,"cost":0.05422125},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":31149,"output_tokens":20598,"total_tokens":51747,"cost":0.04898325},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1134,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":13909,"output_tokens":106286,"total_tokens":120195,"cost":0.21604924999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28528265,"overall_relative_score":28528265,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":8979,"output_tokens":36800,"total_tokens":45779,"cost":0.07584474999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1825062,"overall_relative_score":155191012,"max_execution_time_ms":150,"max_memory_usage_kib":4096,"rank":1023,"performance":429,"input_tokens":13993,"output_tokens":18101,"total_tokens":32094,"cost":0.03970025},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2229323460383,"overall_relative_score":393300783531,"max_execution_time_ms":5040,"max_memory_usage_kib":3072,"rank":655,"performance":966,"input_tokens":22432,"output_tokens":23919,"total_tokens":46351,"cost":0.053446},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465397000000000,"overall_relative_score":7452859984,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":513,"performance":943,"input_tokens":21805,"output_tokens":27105,"total_tokens":48910,"cost":0.05966125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":634,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":11356,"output_tokens":41200,"total_tokens":52556,"cost":0.085239},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7021850,"overall_relative_score":7021850,"max_execution_time_ms":310,"max_memory_usage_kib":29696,"rank":943,"performance":688,"input_tokens":11267,"output_tokens":29428,"total_tokens":40695,"cost":0.06167275},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1391,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":11938,"output_tokens":109549,"total_tokens":121487,"cost":0.2220825},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":13053,"output_tokens":29811,"total_tokens":42864,"cost":0.06288525},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114105248110,"overall_relative_score":163994935570,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":743,"performance":961,"input_tokens":8441,"output_tokens":7342,"total_tokens":15783,"cost":0.01679425},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1450,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":5654,"output_tokens":41575,"total_tokens":47229,"cost":0.0845635},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":15455,"output_tokens":21838,"total_tokens":37293,"cost":0.04753975},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1280,"overall_relative_score":1280,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":861,"performance":458,"input_tokens":11481,"output_tokens":22325,"total_tokens":33806,"cost":0.04752025},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":742045301491,"overall_relative_score":96863118321,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":992,"performance":586,"input_tokens":12243,"output_tokens":6320,"total_tokens":18563,"cost":0.01570075},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":15224,"output_tokens":25734,"total_tokens":40958,"cost":0.055274},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6100727081343,"overall_relative_score":6100727081343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":936,"performance":361,"input_tokens":6969,"output_tokens":33117,"total_tokens":40086,"cost":0.06797625},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":11497,"output_tokens":34006,"total_tokens":45503,"cost":0.07088625},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":12803,"output_tokens":25148,"total_tokens":37951,"cost":0.053496749999999996},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216984217,"overall_relative_score":216984217,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":619,"performance":1129,"input_tokens":13875,"output_tokens":21353,"total_tokens":35228,"cost":0.04617475},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3336,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":19179,"output_tokens":27340,"total_tokens":46519,"cost":0.05947475},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":11063,"output_tokens":26991,"total_tokens":38054,"cost":0.05674775},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":16832,"output_tokens":38036,"total_tokens":54868,"cost":0.08027999999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43326347,"overall_relative_score":43326347,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":845,"performance":817,"input_tokens":11782,"output_tokens":22552,"total_tokens":34334,"cost":0.048049499999999995},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":193640,"overall_relative_score":193640,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":897,"performance":651,"input_tokens":12424,"output_tokens":27263,"total_tokens":39687,"cost":0.057632},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92447764,"overall_relative_score":92447764,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":944,"performance":499,"input_tokens":7235,"output_tokens":26447,"total_tokens":33682,"cost":0.05470275},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":11071,"output_tokens":20308,"total_tokens":31379,"cost":0.04338375},{"problem_id":"ahc046","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":9734,"output_tokens":29452,"total_tokens":39186,"cost":0.061337499999999996}]},{"num_self_refine":4,"rank":{"all":{"mean":803.95,"median":852.5,"min":186,"max":1382,"stdev":243.57128688511665},"short":{"mean":720.5652173913044,"median":740.0,"min":186,"max":1019,"stdev":227.53058257716728},"long":{"mean":916.7647058823529,"median":992.0,"min":513,"max":1382,"stdev":223.40085312386475}},"performance":{"all":{"mean":398.775,"median":240.5,"min":-80,"max":1444,"stdev":380.1243715161037},"short":{"mean":427.0,"median":445.0,"min":-70,"max":1444,"stdev":405.56380509113484},"long":{"mean":360.5882352941176,"median":234.0,"min":-80,"max":966,"stdev":351.2095277080922}},"input_tokens":{"all":{"mean":41824.05,"median":40230.5,"min":18768,"max":88465,"stdev":14416.16564468069},"short":{"mean":40232.04347826087,"median":40111.0,"min":18768,"max":88465,"stdev":14839.183843270739},"long":{"mean":43977.94117647059,"median":44568.0,"min":21705,"max":65154,"stdev":13972.331576505889}},"output_tokens":{"all":{"mean":39961.125,"median":32472.0,"min":12810,"max":194908,"stdev":32856.339009966105},"short":{"mean":44869.13043478261,"median":35646.0,"min":12810,"max":194908,"stdev":37935.065719180944},"long":{"mean":33320.882352941175,"median":29339.0,"min":12859,"max":116672,"stdev":23899.378898525672}},"total_tokens":{"all":{"mean":81785.175,"median":74771.0,"min":35741,"max":231407,"stdev":35242.45075290812},"short":{"mean":85101.17391304347,"median":73325.0,"min":35741,"max":231407,"stdev":38320.00136844296},"long":{"mean":77298.82352941176,"median":79985.0,"min":39493,"max":164594,"stdev":31163.699331584685}},"cost":{"all":{"mean":0.0903782625,"median":0.07870774999999999,"min":0.035224,"max":0.39894074999999996,"stdev":0.06563899688496116},"short":{"mean":0.09979627173913043,"median":0.08284475000000001,"min":0.038638,"max":0.39894074999999996,"stdev":0.07533004306953142},"long":{"mean":0.07763624999999999,"median":0.07411600000000002,"min":0.035224,"max":0.24532449999999997,"stdev":0.048982729327300266}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":864,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":21705,"output_tokens":17788,"total_tokens":39493,"cost":0.041002250000000004},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":50212,"output_tokens":35646,"total_tokens":85858,"cost":0.083845},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1043,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":25803,"output_tokens":14512,"total_tokens":40315,"cost":0.03547475},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":59452,"output_tokens":12810,"total_tokens":72262,"cost":0.040483000000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":57888,"output_tokens":37781,"total_tokens":95669,"cost":0.090034},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":30353,"output_tokens":16011,"total_tokens":46364,"cost":0.03961025},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":18432,"rank":523,"performance":116,"input_tokens":22786,"output_tokens":29366,"total_tokens":52152,"cost":0.0644285},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":18768,"output_tokens":16973,"total_tokens":35741,"cost":0.038638},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":37640,"output_tokens":43034,"total_tokens":80674,"cost":0.095478},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66048048,"overall_relative_score":66048048,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":38445,"output_tokens":31558,"total_tokens":70003,"cost":0.07272725},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3272,"overall_relative_score":3272,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":446,"performance":1007,"input_tokens":47963,"output_tokens":30530,"total_tokens":78493,"cost":0.07305075000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1268,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":65065,"output_tokens":29339,"total_tokens":94404,"cost":0.07494424999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":88465,"output_tokens":27891,"total_tokens":116356,"cost":0.07789825},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":47922,"output_tokens":116672,"total_tokens":164594,"cost":0.24532449999999997},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28528265,"overall_relative_score":28528265,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":30397,"output_tokens":42928,"total_tokens":73325,"cost":0.09345524999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2083683,"overall_relative_score":181162364,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":1023,"performance":429,"input_tokens":44568,"output_tokens":25292,"total_tokens":69860,"cost":0.061725999999999996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2229323460383,"overall_relative_score":393300783531,"max_execution_time_ms":5040,"max_memory_usage_kib":3072,"rank":655,"performance":966,"input_tokens":60608,"output_tokens":29482,"total_tokens":90090,"cost":0.07411600000000002},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465397000000000,"overall_relative_score":7452859984,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":513,"performance":943,"input_tokens":65154,"output_tokens":33386,"total_tokens":98540,"cost":0.0830605},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":634,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":39587,"output_tokens":50271,"total_tokens":89858,"cost":0.11043875},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7026250,"overall_relative_score":7026250,"max_execution_time_ms":1060,"max_memory_usage_kib":407552,"rank":943,"performance":688,"input_tokens":40838,"output_tokens":35303,"total_tokens":76141,"cost":0.0808155},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1391,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":36499,"output_tokens":194908,"total_tokens":231407,"cost":0.39894074999999996},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":46247,"output_tokens":37153,"total_tokens":83400,"cost":0.08586774999999999},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":114105248110,"overall_relative_score":163994935570,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":743,"performance":961,"input_tokens":30411,"output_tokens":14054,"total_tokens":44465,"cost":0.03571075},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1450,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":21467,"output_tokens":47904,"total_tokens":69371,"cost":0.10117475},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":48492,"output_tokens":28896,"total_tokens":77388,"cost":0.069915},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1280,"overall_relative_score":1280,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":861,"performance":458,"input_tokens":40925,"output_tokens":29129,"total_tokens":70054,"cost":0.06848925},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":742045301491,"overall_relative_score":96863118321,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":992,"performance":586,"input_tokens":38024,"output_tokens":12859,"total_tokens":50883,"cost":0.035224},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":45973,"output_tokens":34012,"total_tokens":79985,"cost":0.07951725},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6046438780319,"overall_relative_score":6046438780319,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":27594,"output_tokens":41090,"total_tokens":68684,"cost":0.0890785},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":39662,"output_tokens":42035,"total_tokens":81697,"cost":0.09398549999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":40111,"output_tokens":30652,"total_tokens":70763,"cost":0.07133175},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216765301,"overall_relative_score":216765301,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":648,"performance":1089,"input_tokens":40520,"output_tokens":28672,"total_tokens":69192,"cost":0.067474},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3336,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":62644,"output_tokens":36417,"total_tokens":99061,"cost":0.08849499999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":277963,"overall_relative_score":277963,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":287,"performance":1444,"input_tokens":36547,"output_tokens":36854,"total_tokens":73401,"cost":0.08284475000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":53321,"output_tokens":46176,"total_tokens":99497,"cost":0.10568224999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43326347,"overall_relative_score":43326347,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":845,"performance":817,"input_tokens":41287,"output_tokens":29409,"total_tokens":70696,"cost":0.06913975},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":193640,"overall_relative_score":193640,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":897,"performance":651,"input_tokens":40350,"output_tokens":47722,"total_tokens":88072,"cost":0.1055315},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92447764,"overall_relative_score":92447764,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":944,"performance":499,"input_tokens":28099,"output_tokens":41489,"total_tokens":69588,"cost":0.09000274999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":30280,"output_tokens":26490,"total_tokens":56770,"cost":0.06054999999999999},{"problem_id":"ahc046","code_language":"","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":30890,"output_tokens":115951,"total_tokens":146841,"cost":0.2396245}]},{"num_self_refine":8,"rank":{"all":{"mean":753.7,"median":748.0,"min":186,"max":1382,"stdev":255.86416668785762},"short":{"mean":691.9565217391304,"median":711.0,"min":186,"max":967,"stdev":234.24860109427442},"long":{"mean":837.2352941176471,"median":824.0,"min":370,"max":1382,"stdev":266.8905509314082}},"performance":{"all":{"mean":581.8,"median":583.5,"min":-110,"max":1492,"stdev":410.13757541736015},"short":{"mean":565.0869565217391,"median":584.0,"min":-110,"max":1492,"stdev":427.1626167933832},"long":{"mean":604.4117647058823,"median":583.0,"min":-50,"max":1324,"stdev":397.71928838433416}},"input_tokens":{"all":{"mean":139553.2,"median":138906.5,"min":64815,"max":252125,"stdev":39214.84904994862},"short":{"mean":138226.52173913043,"median":134350.0,"min":64815,"max":252125,"stdev":42643.32676118116},"long":{"mean":141348.11764705883,"median":139148.0,"min":88506,"max":195227,"stdev":35243.037384855095}},"output_tokens":{"all":{"mean":62841.8,"median":50475.0,"min":26913,"max":287937,"stdev":46317.694425924674},"short":{"mean":64721.30434782609,"median":53559.0,"min":26913,"max":287937,"stdev":52217.58965872322},"long":{"mean":60298.94117647059,"median":45710.0,"min":27442,"max":145390,"stdev":38315.927299346724}},"total_tokens":{"all":{"mean":202395.0,"median":190213.0,"min":91728,"max":393622,"stdev":63158.36534235151},"short":{"mean":202947.8260869565,"median":188007.0,"min":91728,"max":393622,"stdev":61390.20622042706},"long":{"mean":201647.0588235294,"median":192419.0,"min":123212,"max":322431,"stdev":67379.97797238304}},"cost":{"all":{"mean":0.1605719,"median":0.14149925000000002,"min":0.07002975,"max":0.60229525,"stdev":0.09396994730628593},"short":{"mean":0.1639992391304348,"median":0.14326275,"min":0.07002975,"max":0.60229525,"stdev":0.10311243245979333},"long":{"mean":0.1559349117647059,"median":0.13040324999999997,"min":0.078909,"max":0.33369625,"stdev":0.08285535800907531}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":864,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":88506,"output_tokens":34706,"total_tokens":123212,"cost":0.0915385},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":187325,"overall_relative_score":187325,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":894,"performance":618,"input_tokens":158388,"output_tokens":53559,"total_tokens":211947,"cost":0.14671499999999998},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2697299893898,"overall_relative_score":2697299893898,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":370,"performance":1324,"input_tokens":96100,"output_tokens":27442,"total_tokens":123542,"cost":0.078909},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2274208441,"overall_relative_score":2274208441,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":460,"performance":901,"input_tokens":179281,"output_tokens":34519,"total_tokens":213800,"cost":0.11385825000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":224047,"output_tokens":65272,"total_tokens":289319,"cost":0.18655574999999996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":99495,"output_tokens":29112,"total_tokens":128607,"cost":0.08309775},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1155411,"overall_relative_score":1155411,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":319,"performance":1166,"input_tokens":91542,"output_tokens":42929,"total_tokens":134471,"cost":0.1087435},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":64815,"output_tokens":26913,"total_tokens":91728,"cost":0.07002975},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":126650,"output_tokens":58275,"total_tokens":184925,"cost":0.1482125},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66048048,"overall_relative_score":66048048,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":126673,"output_tokens":47206,"total_tokens":173879,"cost":0.12608024999999998},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":661,"performance":-110,"input_tokens":138846,"output_tokens":42244,"total_tokens":181090,"cost":0.11919950000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173855434,"overall_relative_score":173855434,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":615,"performance":963,"input_tokens":171085,"output_tokens":43816,"total_tokens":214901,"cost":0.13040324999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":252125,"output_tokens":46745,"total_tokens":298870,"cost":0.15652125},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":179369,"output_tokens":139248,"total_tokens":318617,"cost":0.32333825},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28528265,"overall_relative_score":28528265,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":113666,"output_tokens":57291,"total_tokens":170957,"cost":0.1429985},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":357217426,"overall_relative_score":2209122459,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":139148,"output_tokens":41929,"total_tokens":181077,"cost":0.118645},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2138373620887,"overall_relative_score":405141048991,"max_execution_time_ms":5160,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":172723,"output_tokens":49086,"total_tokens":221809,"cost":0.14135275000000003},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465397000000000,"overall_relative_score":7452859984,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":513,"performance":943,"input_tokens":195227,"output_tokens":127204,"total_tokens":322431,"cost":0.30321475},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":634,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":155607,"output_tokens":71262,"total_tokens":226869,"cost":0.18142575},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7115600,"overall_relative_score":7115600,"max_execution_time_ms":1490,"max_memory_usage_kib":407552,"rank":943,"performance":688,"input_tokens":147489,"output_tokens":54418,"total_tokens":201907,"cost":0.14570824999999998},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1391,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":105685,"output_tokens":287937,"total_tokens":393622,"cost":0.60229525},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":158139,"output_tokens":51864,"total_tokens":210003,"cost":0.14326275},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":60746543325,"overall_relative_score":215461648196,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":623,"performance":1103,"input_tokens":108363,"output_tokens":33315,"total_tokens":141678,"cost":0.09372075},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354865,"overall_relative_score":1354865,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":478,"performance":1161,"input_tokens":87103,"output_tokens":57838,"total_tokens":144941,"cost":0.13745175},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83979411082,"overall_relative_score":649541659039,"max_execution_time_ms":60,"max_memory_usage_kib":23552,"rank":932,"performance":583,"input_tokens":152357,"output_tokens":45710,"total_tokens":198067,"cost":0.12950925},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1280,"overall_relative_score":1280,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":861,"performance":458,"input_tokens":142158,"output_tokens":45849,"total_tokens":188007,"cost":0.1272375},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":742045301491,"overall_relative_score":96863118321,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":992,"performance":586,"input_tokens":126054,"output_tokens":32958,"total_tokens":159012,"cost":0.0974295},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":383585576400,"overall_relative_score":285500714,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":740,"performance":938,"input_tokens":138967,"output_tokens":53452,"total_tokens":192419,"cost":0.14164575000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6046438780319,"overall_relative_score":6046438780319,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":957,"performance":170,"input_tokens":123776,"output_tokens":59556,"total_tokens":183332,"cost":0.150056},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49689830000,"overall_relative_score":5114993,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":143774,"output_tokens":58777,"total_tokens":202551,"cost":0.15349749999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":119543,"output_tokens":44664,"total_tokens":164207,"cost":0.11921375},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216765301,"overall_relative_score":216765301,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":648,"performance":1089,"input_tokens":129864,"output_tokens":41968,"total_tokens":171832,"cost":0.116402},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3336,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":193687,"output_tokens":63036,"total_tokens":256723,"cost":0.17449375},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286597,"overall_relative_score":286597,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":264,"performance":1492,"input_tokens":165050,"output_tokens":65056,"total_tokens":230106,"cost":0.1713745},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":171665,"output_tokens":145390,"total_tokens":317055,"cost":0.33369625},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43326347,"overall_relative_score":43326347,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":845,"performance":817,"input_tokens":134350,"output_tokens":40622,"total_tokens":174972,"cost":0.11483149999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198980,"overall_relative_score":198980,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":893,"performance":661,"input_tokens":159917,"output_tokens":62976,"total_tokens":222893,"cost":0.16593125000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":92447764,"overall_relative_score":92447764,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":944,"performance":499,"input_tokens":108617,"output_tokens":61759,"total_tokens":170376,"cost":0.15067225},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":99748,"output_tokens":41626,"total_tokens":141374,"cost":0.10818900000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190806,"overall_relative_score":190806,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":828,"performance":758,"input_tokens":92529,"output_tokens":126143,"total_tokens":218672,"cost":0.27541825}]},{"num_self_refine":16,"rank":{"all":{"mean":736.375,"median":709.5,"min":186,"max":1382,"stdev":264.6594994346994},"short":{"mean":676.7391304347826,"median":708.0,"min":186,"max":967,"stdev":236.62479263618718},"long":{"mean":817.0588235294117,"median":824.0,"min":315,"max":1382,"stdev":285.8613017243317}},"performance":{"all":{"mean":647.8,"median":623.5,"min":-70,"max":1492,"stdev":397.6424885722711},"short":{"mean":636.5652173913044,"median":661.0,"min":-70,"max":1492,"stdev":399.45824973410225},"long":{"mean":663.0,"median":586.0,"min":-50,"max":1414,"stdev":406.92136832562625}},"input_tokens":{"all":{"mean":501676.675,"median":464749.0,"min":252124,"max":907785,"stdev":134462.4151560934},"short":{"mean":504096.2173913043,"median":460933.0,"min":252124,"max":907785,"stdev":157544.52077860304},"long":{"mean":498403.17647058825,"median":465192.0,"min":338145,"max":671358,"stdev":99612.56671301273}},"output_tokens":{"all":{"mean":119116.075,"median":89662.5,"min":51820,"max":554024,"stdev":89652.01051455524},"short":{"mean":125057.95652173914,"median":91554.0,"min":51820,"max":554024,"stdev":108229.87792214994},"long":{"mean":111077.05882352941,"median":87482.0,"min":55410,"max":264149,"stdev":58013.80162563753}},"total_tokens":{"all":{"mean":620792.75,"median":603176.0,"min":303944,"max":1018826,"stdev":154560.87146273637},"short":{"mean":629154.1739130435,"median":631845.0,"min":303944,"max":1018826,"stdev":165788.09798947687},"long":{"mean":609480.2352941176,"median":553380.0,"min":402262,"max":848591,"stdev":142127.72682016052}},"cost":{"all":{"mean":0.36365131875,"median":0.30462037499999994,"min":0.16667099999999999,"max":1.1920037499999998,"stdev":0.1793478748954466},"short":{"mean":0.37613996739130434,"median":0.3202335,"min":0.16667099999999999,"max":1.1920037499999998,"stdev":0.20948018669594146},"long":{"mean":0.34675491176470585,"median":0.2942245,"min":0.21277025,"max":0.6743879999999999,"stdev":0.1324333199542657}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":864,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":338145,"output_tokens":64117,"total_tokens":402262,"cost":0.21277025},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":634075,"overall_relative_score":634075,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":708,"performance":905,"input_tokens":653113,"output_tokens":90251,"total_tokens":743364,"cost":0.34378024999999995},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2727339734850,"overall_relative_score":2727339734850,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":315,"performance":1414,"input_tokens":413588,"output_tokens":55410,"total_tokens":468998,"cost":0.21421700000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2274208441,"overall_relative_score":2274208441,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":460,"performance":901,"input_tokens":581801,"output_tokens":62304,"total_tokens":644105,"cost":0.27005824999999994},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":907785,"output_tokens":111041,"total_tokens":1018826,"cost":0.44902825},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4812934,"overall_relative_score":4812934,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":488,"performance":1042,"input_tokens":368617,"output_tokens":61258,"total_tokens":429875,"cost":0.21467024999999998},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1326183,"overall_relative_score":1326183,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":253,"performance":1338,"input_tokens":360496,"output_tokens":81125,"total_tokens":441621,"cost":0.252374},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7212478204,"overall_relative_score":7212478204,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":523,"performance":747,"input_tokens":252124,"output_tokens":51820,"total_tokens":303944,"cost":0.16667099999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":448242,"output_tokens":91911,"total_tokens":540153,"cost":0.29588250000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66048048,"overall_relative_score":66048048,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":704,"performance":584,"input_tokens":431112,"output_tokens":168670,"total_tokens":599782,"cost":0.44511799999999996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2460,"overall_relative_score":2460,"max_execution_time_ms":1600,"max_memory_usage_kib":3072,"rank":657,"performance":184,"input_tokens":460933,"output_tokens":80201,"total_tokens":541134,"cost":0.27563525},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":173855434,"overall_relative_score":173855434,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":615,"performance":963,"input_tokens":524691,"output_tokens":86637,"total_tokens":611328,"cost":0.30444674999999993},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":698334,"output_tokens":72825,"total_tokens":771159,"cost":0.3202335},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":671358,"output_tokens":177233,"total_tokens":848591,"cost":0.5223055},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28528265,"overall_relative_score":28528265,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":434470,"output_tokens":91554,"total_tokens":526024,"cost":0.29172549999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":357217426,"overall_relative_score":2209122459,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":982,"performance":548,"input_tokens":461720,"output_tokens":67048,"total_tokens":528768,"cost":0.249526},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2163267326872,"overall_relative_score":404779531187,"max_execution_time_ms":5150,"max_memory_usage_kib":3072,"rank":644,"performance":981,"input_tokens":540000,"output_tokens":79304,"total_tokens":619304,"cost":0.2936080000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":465397000000000,"overall_relative_score":7452859984,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":513,"performance":943,"input_tokens":631063,"output_tokens":169415,"total_tokens":800478,"cost":0.49659574999999995},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":634,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":637153,"output_tokens":119190,"total_tokens":756343,"cost":0.39766825000000006},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7118900,"overall_relative_score":7118900,"max_execution_time_ms":1310,"max_memory_usage_kib":407552,"rank":943,"performance":688,"input_tokens":570943,"output_tokens":94358,"total_tokens":665301,"cost":0.33145175},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1391,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":335823,"output_tokens":554024,"total_tokens":889847,"cost":1.1920037499999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":583961,"output_tokens":96083,"total_tokens":680044,"cost":0.33815625000000005},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61198075995,"overall_relative_score":215205939173,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":624,"performance":1102,"input_tokens":465192,"output_tokens":87482,"total_tokens":552674,"cost":0.291262},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1354865,"overall_relative_score":1354865,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":478,"performance":1161,"input_tokens":343831,"output_tokens":87583,"total_tokens":431414,"cost":0.26112375000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":83979411082,"overall_relative_score":649541659039,"max_execution_time_ms":60,"max_memory_usage_kib":23552,"rank":932,"performance":583,"input_tokens":517677,"output_tokens":76467,"total_tokens":594144,"cost":0.28235325},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1280,"overall_relative_score":1280,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":861,"performance":458,"input_tokens":529339,"output_tokens":77231,"total_tokens":606570,"cost":0.28679674999999993},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":742045301491,"overall_relative_score":96863118321,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":992,"performance":586,"input_tokens":445764,"output_tokens":67108,"total_tokens":512872,"cost":0.24565700000000004},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":254473080400,"overall_relative_score":4395666403,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":708,"performance":981,"input_tokens":464306,"output_tokens":89074,"total_tokens":553380,"cost":0.2942245},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6084666690520,"overall_relative_score":6084666690520,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":950,"performance":249,"input_tokens":536976,"output_tokens":101200,"total_tokens":638176,"cost":0.33664399999999994},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":49689830000,"overall_relative_score":5114993,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":584360,"output_tokens":264149,"total_tokens":848509,"cost":0.6743879999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":368908,"output_tokens":325810,"total_tokens":694718,"cost":0.7438469999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":216596120,"overall_relative_score":216596120,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":654,"performance":1081,"input_tokens":448080,"output_tokens":74917,"total_tokens":522997,"cost":0.261854},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3336,"max_memory_usage_kib":3072,"rank":1005,"performance":94,"input_tokens":645134,"output_tokens":115636,"total_tokens":760770,"cost":0.39255550000000006},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":286597,"overall_relative_score":286597,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":264,"performance":1492,"input_tokens":750460,"output_tokens":121637,"total_tokens":872097,"cost":0.4308890000000001},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":25300156111,"overall_relative_score":401656145558,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":1071,"performance":464,"input_tokens":576400,"output_tokens":179427,"total_tokens":755827,"cost":0.502954},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43326347,"overall_relative_score":43326347,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":845,"performance":817,"input_tokens":444686,"output_tokens":80544,"total_tokens":525230,"cost":0.27225950000000004},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198980,"overall_relative_score":198980,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":893,"performance":661,"input_tokens":542926,"output_tokens":88919,"total_tokens":631845,"cost":0.31356950000000006},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":96732884,"overall_relative_score":96732884,"max_execution_time_ms":1160,"max_memory_usage_kib":3072,"rank":941,"performance":511,"input_tokens":424872,"output_tokens":99288,"total_tokens":524160,"cost":0.304794},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":376597,"output_tokens":156634,"total_tokens":533231,"cost":0.40741724999999995},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":190806,"overall_relative_score":190806,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":828,"performance":758,"input_tokens":296087,"output_tokens":145758,"total_tokens":441845,"cost":0.36553775}]}]},{"model_name":"qwen3.5-397b-a17b","detail_path":"data/model_details/qwen3.5-397b-a17b.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":713.95,"median":689.5,"min":186,"max":1382,"stdev":232.48467829305577},"short":{"mean":654.4782608695652,"median":658.0,"min":186,"max":1009,"stdev":209.2003975237874},"long":{"mean":794.4117647058823,"median":732.0,"min":476,"max":1382,"stdev":244.14162355678144}},"performance":{"all":{"mean":621.925,"median":721.0,"min":-200,"max":1281,"stdev":452.36072442244586},"short":{"mean":602.8695652173913,"median":717.0,"min":-200,"max":1200,"stdev":464.3738995433261},"long":{"mean":647.7058823529412,"median":884.0,"min":-50,"max":1281,"stdev":448.38456774094635}},"input_tokens":{"all":{"mean":3254.6,"median":2814.5,"min":1462,"max":8689,"stdev":1866.3463662928054},"short":{"mean":2662.695652173913,"median":1954.0,"min":1502,"max":8689,"stdev":1767.4693628509096},"long":{"mean":4055.4117647058824,"median":3514.0,"min":1462,"max":8599,"stdev":1734.929539593162}},"output_tokens":{"all":{"mean":10515.95,"median":6084.5,"min":2839,"max":23885,"stdev":7400.519465308517},"short":{"mean":9808.739130434782,"median":5722.0,"min":2839,"max":23313,"stdev":7084.043312694134},"long":{"mean":11472.764705882353,"median":7823.0,"min":3244,"max":23885,"stdev":7924.772564003113}},"total_tokens":{"all":{"mean":13770.55,"median":11732.0,"min":4915,"max":27000,"stdev":7496.576917808246},"short":{"mean":12471.434782608696,"median":10330.0,"min":4915,"max":24815,"stdev":6777.964221223783},"long":{"mean":15528.176470588236,"median":16422.0,"min":6438,"max":27000,"stdev":8252.711692493065}},"cost":{"all":{"mean":0.03981018,"median":0.023133300000000002,"min":0.012873,"max":0.087855,"stdev":0.02658214257598221},"short":{"mean":0.03690907826086957,"median":0.0215886,"min":0.012873,"max":0.084828,"stdev":0.025210962928545706},"long":{"mean":0.0437352,"median":0.0333222,"min":0.0137868,"max":0.087855,"stdev":0.028634865352485946}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2705,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1462,"output_tokens":4976,"total_tokens":6438,"cost":0.0187908},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":983358,"overall_relative_score":983358,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":658,"performance":967,"input_tokens":1607,"output_tokens":3308,"total_tokens":4915,"cost":0.012873},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2560874139085,"overall_relative_score":2560874139085,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":2895,"output_tokens":17857,"total_tokens":20752,"cost":0.0660222},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":1748,"output_tokens":4047,"total_tokens":5795,"cost":0.015618},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1927,"output_tokens":16945,"total_tokens":18872,"cost":0.0621582},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4030,"output_tokens":4088,"total_tokens":8118,"cost":0.0171348},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":897978,"overall_relative_score":897978,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":1649,"output_tokens":5722,"total_tokens":7371,"cost":0.0215886},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2392,"output_tokens":6447,"total_tokens":8839,"cost":0.0246444},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":123376423,"overall_relative_score":123376423,"max_execution_time_ms":2540,"max_memory_usage_kib":3072,"rank":602,"performance":951,"input_tokens":3180,"output_tokens":23135,"total_tokens":26315,"cost":0.085194},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2476256072,"overall_relative_score":2476256072,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":407,"performance":1200,"input_tokens":2370,"output_tokens":17673,"total_tokens":20043,"cost":0.0650448},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3344,"overall_relative_score":3344,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":434,"performance":1033,"input_tokens":8689,"output_tokens":4445,"total_tokens":13134,"cost":0.0212154},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":175550080,"overall_relative_score":175550080,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":605,"performance":977,"input_tokens":8599,"output_tokens":7823,"total_tokens":16422,"cost":0.0333222},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3175,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6583,"output_tokens":3747,"total_tokens":10330,"cost":0.017439},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3115,"output_tokens":23885,"total_tokens":27000,"cost":0.087855},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2734,"output_tokens":12564,"total_tokens":15298,"cost":0.0468708},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2350773318,"overall_relative_score":14239231373,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":732,"performance":959,"input_tokens":2961,"output_tokens":3642,"total_tokens":6603,"cost":0.0148878},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1089083787624,"overall_relative_score":401695276954,"max_execution_time_ms":200,"max_memory_usage_kib":69632,"rank":647,"performance":977,"input_tokens":7558,"output_tokens":18525,"total_tokens":26083,"cost":0.0712248},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":740384716666624,"overall_relative_score":4636962280,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":561,"performance":884,"input_tokens":4753,"output_tokens":5214,"total_tokens":9967,"cost":0.0216222},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":5120,"rank":967,"performance":-70,"input_tokens":3841,"output_tokens":9776,"total_tokens":13617,"cost":0.0374982},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":1849,"output_tokens":4784,"total_tokens":6633,"cost":0.0183318},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2334,"output_tokens":4877,"total_tokens":7211,"cost":0.0189576},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1945,"output_tokens":4339,"total_tokens":6284,"cost":0.0167874},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90304628285,"overall_relative_score":185042449297,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":696,"performance":1018,"input_tokens":3063,"output_tokens":3526,"total_tokens":6589,"cost":0.0145314},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":1840,"output_tokens":3438,"total_tokens":5278,"cost":0.0134808},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237461301208,"overall_relative_score":294340131535,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":964,"performance":495,"input_tokens":3514,"output_tokens":3244,"total_tokens":6758,"cost":0.0137868},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":863823,"overall_relative_score":863823,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":731,"performance":852,"input_tokens":1954,"output_tokens":3525,"total_tokens":5479,"cost":0.0138624},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4363,"output_tokens":15997,"total_tokens":20360,"cost":0.060207},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1529788354,"overall_relative_score":82620932926,"max_execution_time_ms":7776,"max_memory_usage_kib":3072,"rank":476,"performance":1281,"input_tokens":3173,"output_tokens":17546,"total_tokens":20719,"cost":0.0650694},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9940648881501,"overall_relative_score":9940648881501,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":634,"performance":1080,"input_tokens":1858,"output_tokens":3481,"total_tokens":5339,"cost":0.0136464},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":7690,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2966,"output_tokens":4269,"total_tokens":7235,"cost":0.017148},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":431490418,"overall_relative_score":431490418,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":847,"performance":658,"input_tokens":2039,"output_tokens":21172,"total_tokens":23211,"cost":0.0774426},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1009,"performance":-200,"input_tokens":4783,"output_tokens":2839,"total_tokens":7622,"cost":0.0130902},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4970,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4232,"output_tokens":17419,"total_tokens":21651,"cost":0.0652476},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1974,"output_tokens":21876,"total_tokens":23850,"cost":0.079938},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9837134744,"overall_relative_score":1178851133543,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":1017,"performance":605,"input_tokens":4505,"output_tokens":3645,"total_tokens":8150,"cost":0.015825},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34212207,"overall_relative_score":34212207,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":889,"performance":725,"input_tokens":1754,"output_tokens":14612,"total_tokens":16366,"cost":0.0536556},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":437458,"overall_relative_score":437458,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":595,"performance":1160,"input_tokens":2300,"output_tokens":17093,"total_tokens":19393,"cost":0.0629148},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127096760,"overall_relative_score":127096760,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":667,"performance":1058,"input_tokens":1570,"output_tokens":15578,"total_tokens":17148,"cost":0.0570228},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2166913235,"overall_relative_score":805212653382,"max_execution_time_ms":200,"max_memory_usage_kib":15824,"rank":772,"performance":1056,"input_tokens":4573,"output_tokens":20246,"total_tokens":24819,"cost":0.0756294},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2094072,"rank":939,"performance":116,"input_tokens":1502,"output_tokens":23313,"total_tokens":24815,"cost":0.084828}]},{"num_self_refine":2,"rank":{"all":{"mean":666.375,"median":620.0,"min":186,"max":1382,"stdev":248.38676288071184},"short":{"mean":583.9565217391304,"median":601.0,"min":186,"max":1009,"stdev":212.35379532127928},"long":{"mean":777.8823529411765,"median":727.0,"min":462,"max":1382,"stdev":255.74178441177273}},"performance":{"all":{"mean":725.1,"median":922.0,"min":-200,"max":1436,"stdev":476.39230763020385},"short":{"mean":767.6086956521739,"median":1024.0,"min":-200,"max":1436,"stdev":488.4249024932022},"long":{"mean":667.5882352941177,"median":889.0,"min":-50,"max":1281,"stdev":468.037800132576}},"input_tokens":{"all":{"mean":10441.65,"median":9280.0,"min":5390,"max":23769,"stdev":4349.627768040941},"short":{"mean":8817.608695652174,"median":7724.0,"min":5390,"max":20258,"stdev":3793.127190772212},"long":{"mean":12638.882352941177,"median":12011.0,"min":6879,"max":23769,"stdev":4172.704891349748}},"output_tokens":{"all":{"mean":15431.525,"median":10546.0,"min":4966,"max":33830,"stdev":9059.618441581924},"short":{"mean":14820.95652173913,"median":9053.0,"min":4966,"max":33830,"stdev":9373.04185842792},"long":{"mean":16257.588235294117,"median":12753.0,"min":6812,"max":33280,"stdev":8831.86679770211}},"total_tokens":{"all":{"mean":25873.175,"median":24037.0,"min":11609,"max":45025,"stdev":10116.608365195501},"short":{"mean":23638.565217391304,"median":23682.0,"min":11609,"max":44035,"stdev":9520.430236774},"long":{"mean":28896.470588235294,"median":29919.0,"min":16086,"max":45025,"stdev":10389.90005436558}},"cost":{"all":{"mean":0.06181848,"median":0.044657100000000005,"min":0.024756,"max":0.127911,"stdev":0.03276340020539805},"short":{"mean":0.058646008695652174,"median":0.042056399999999994,"min":0.024756,"max":0.127911,"stdev":0.033447026194238894},"long":{"mean":0.06611064705882352,"median":0.0601722,"min":0.0308886,"max":0.126855,"stdev":0.03231488231779047}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2705,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":6879,"output_tokens":9426,"total_tokens":16305,"cost":0.038061},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3159883,"overall_relative_score":3159883,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":304,"performance":1436,"input_tokens":5870,"output_tokens":7639,"total_tokens":13509,"cost":0.0310224},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2560874139085,"overall_relative_score":2560874139085,"max_execution_time_ms":980,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":8853,"output_tokens":21066,"total_tokens":29919,"cost":0.08114940000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":5390,"output_tokens":7342,"total_tokens":12732,"cost":0.0296652},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1280247,"overall_relative_score":1280247,"max_execution_time_ms":2630,"max_memory_usage_kib":73728,"rank":371,"performance":1028,"input_tokens":9421,"output_tokens":22046,"total_tokens":31467,"cost":0.08501819999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":14107,"output_tokens":6812,"total_tokens":20919,"cost":0.0329874},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":897978,"overall_relative_score":897978,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":373,"performance":1024,"input_tokens":8250,"output_tokens":11405,"total_tokens":19655,"cost":0.046008},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6770,"output_tokens":8846,"total_tokens":15616,"cost":0.0359076},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4907623978,"overall_relative_score":4907623978,"max_execution_time_ms":1470,"max_memory_usage_kib":3072,"rank":462,"performance":1141,"input_tokens":14064,"output_tokens":28032,"total_tokens":42096,"cost":0.10935360000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2478581530,"overall_relative_score":2478581530,"max_execution_time_ms":1930,"max_memory_usage_kib":4096,"rank":407,"performance":1200,"input_tokens":7931,"output_tokens":31737,"total_tokens":39668,"cost":0.1190118},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3344,"overall_relative_score":3344,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":434,"performance":1033,"input_tokens":20258,"output_tokens":8306,"total_tokens":28564,"cost":0.042056399999999994},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172446228,"overall_relative_score":172446228,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":621,"performance":955,"input_tokens":23769,"output_tokens":12753,"total_tokens":36522,"cost":0.0601722},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32079209,"overall_relative_score":32079209,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":650,"performance":661,"input_tokens":16460,"output_tokens":7872,"total_tokens":24332,"cost":0.038215200000000005},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":12887,"output_tokens":29196,"total_tokens":42083,"cost":0.1128378},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":7724,"output_tokens":15958,"total_tokens":23682,"cost":0.0620832},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2031182144,"overall_relative_score":13842678934,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":733,"performance":958,"input_tokens":9007,"output_tokens":7079,"total_tokens":16086,"cost":0.0308886},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1089083787624,"overall_relative_score":401695276954,"max_execution_time_ms":200,"max_memory_usage_kib":69632,"rank":647,"performance":977,"input_tokens":18201,"output_tokens":22515,"total_tokens":40716,"cost":0.0919746},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":658608005952381,"overall_relative_score":5296509385,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":559,"performance":889,"input_tokens":14055,"output_tokens":9687,"total_tokens":23742,"cost":0.0433062},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":5120,"rank":967,"performance":-70,"input_tokens":10996,"output_tokens":13414,"total_tokens":24410,"cost":0.054888000000000006},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":6952,"output_tokens":8760,"total_tokens":15712,"cost":0.035707199999999994},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":14471,"output_tokens":7158,"total_tokens":21629,"cost":0.0344514},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":8175,"output_tokens":9053,"total_tokens":17228,"cost":0.037495799999999996},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90304628285,"overall_relative_score":185042449297,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":696,"performance":1018,"input_tokens":9352,"output_tokens":9067,"total_tokens":18419,"cost":0.0382524},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1207180,"overall_relative_score":1207180,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":722,"performance":570,"input_tokens":5534,"output_tokens":6075,"total_tokens":11609,"cost":0.0251904},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":237461301208,"overall_relative_score":294340131535,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":964,"performance":495,"input_tokens":10380,"output_tokens":8841,"total_tokens":19221,"cost":0.0380556},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1004416,"overall_relative_score":1004416,"max_execution_time_ms":1620,"max_memory_usage_kib":3072,"rank":478,"performance":1277,"input_tokens":6591,"output_tokens":7094,"total_tokens":13685,"cost":0.029493000000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":17280,"output_tokens":19906,"total_tokens":37186,"cost":0.0820296},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1529788354,"overall_relative_score":82620932926,"max_execution_time_ms":7776,"max_memory_usage_kib":3072,"rank":476,"performance":1281,"input_tokens":10126,"output_tokens":21665,"total_tokens":31791,"cost":0.0840696},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10048032577559,"overall_relative_score":10048032577559,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":601,"performance":1131,"input_tokens":6060,"output_tokens":6958,"total_tokens":13018,"cost":0.0286848},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":7690,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":9208,"output_tokens":7461,"total_tokens":16669,"cost":0.0323844},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2866798405,"overall_relative_score":2866798405,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":10205,"output_tokens":33830,"total_tokens":44035,"cost":0.127911},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":1009,"performance":-200,"input_tokens":11464,"output_tokens":4966,"total_tokens":16430,"cost":0.024756},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":4970,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":12011,"output_tokens":21256,"total_tokens":33267,"cost":0.0837282},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":9075,"output_tokens":26163,"total_tokens":35238,"cost":0.09963179999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7482261400,"overall_relative_score":1355063134111,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":1014,"performance":611,"input_tokens":12937,"output_tokens":8337,"total_tokens":21274,"cost":0.0377754},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35099875,"overall_relative_score":35099875,"max_execution_time_ms":1710,"max_memory_usage_kib":3072,"rank":888,"performance":727,"input_tokens":6101,"output_tokens":19562,"total_tokens":25663,"cost":0.0740838},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":440816,"overall_relative_score":440816,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":543,"performance":1230,"input_tokens":7249,"output_tokens":30632,"total_tokens":37881,"cost":0.11462460000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127096760,"overall_relative_score":127096760,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":667,"performance":1058,"input_tokens":6418,"output_tokens":19544,"total_tokens":25962,"cost":0.0742092},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":953117136,"overall_relative_score":1488188986046,"max_execution_time_ms":160,"max_memory_usage_kib":15872,"rank":619,"performance":1216,"input_tokens":11745,"output_tokens":33280,"total_tokens":45025,"cost":0.126855},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5440,"output_tokens":26522,"total_tokens":31962,"cost":0.0987432}]},{"num_self_refine":4,"rank":{"all":{"mean":593.075,"median":576.5,"min":186,"max":1046,"stdev":195.26817686821346},"short":{"mean":547.1304347826087,"median":558.0,"min":186,"max":967,"stdev":193.15544949077722},"long":{"mean":655.2352941176471,"median":621.0,"min":426,"max":1046,"stdev":185.74529920423447}},"performance":{"all":{"mean":897.675,"median":1023.0,"min":-70,"max":1436,"stdev":404.25565581251954},"short":{"mean":880.0,"median":1046.0,"min":-70,"max":1436,"stdev":443.11469888013914},"long":{"mean":921.5882352941177,"median":1016.0,"min":132,"max":1365,"stdev":356.79669610709846}},"input_tokens":{"all":{"mean":37913.025,"median":34787.5,"min":17992,"max":93912,"stdev":14233.726361271812},"short":{"mean":34747.17391304348,"median":30311.0,"min":17992,"max":93912,"stdev":15686.186246770738},"long":{"mean":42196.23529411765,"median":42126.0,"min":26945,"max":68688,"stdev":11027.572781041912}},"output_tokens":{"all":{"mean":23441.1,"median":20725.0,"min":10757,"max":43121,"stdev":9704.282522257628},"short":{"mean":22365.217391304348,"median":18552.0,"min":10757,"max":41631,"stdev":9833.895246712778},"long":{"mean":24896.70588235294,"median":21589.0,"min":11774,"max":43121,"stdev":9626.095793237684}},"total_tokens":{"all":{"mean":61354.125,"median":60194.0,"min":29251,"max":114268,"stdev":18204.35116934396},"short":{"mean":57112.391304347824,"median":58926.0,"min":29251,"max":114268,"stdev":18701.176831562647},"long":{"mean":67092.94117647059,"median":64126.0,"min":43459,"max":93667,"stdev":16310.824881311904}},"cost":{"all":{"mean":0.107135775,"median":0.10115550000000001,"min":0.0513276,"max":0.18556319999999998,"stdev":0.0369893482010544},"short":{"mean":0.10136308695652174,"median":0.0921366,"min":0.0513276,"max":0.1725342,"stdev":0.036836710437024446},"long":{"mean":0.11494588235294118,"median":0.11715120000000001,"min":0.067662,"max":0.18556319999999998,"stdev":0.03683077823960952}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":548732956673,"overall_relative_score":548732956673,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":987,"performance":782,"input_tokens":26945,"output_tokens":16514,"total_tokens":43459,"cost":0.0756174},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3159883,"overall_relative_score":3159883,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":304,"performance":1436,"input_tokens":24600,"output_tokens":15101,"total_tokens":39701,"cost":0.0691236},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2638939904015,"overall_relative_score":2638939904015,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":432,"performance":1231,"input_tokens":31684,"output_tokens":28693,"total_tokens":60377,"cost":0.1223052},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":604,"performance":-21,"input_tokens":21872,"output_tokens":14022,"total_tokens":35894,"cost":0.0636024},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1143189,"overall_relative_score":1143189,"max_execution_time_ms":2460,"max_memory_usage_kib":114688,"rank":371,"performance":1028,"input_tokens":41379,"output_tokens":34355,"total_tokens":75734,"cost":0.14850539999999998},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":42126,"output_tokens":11774,"total_tokens":53900,"cost":0.067662},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":946079,"overall_relative_score":946079,"max_execution_time_ms":1590,"max_memory_usage_kib":3072,"rank":365,"performance":1046,"input_tokens":37915,"output_tokens":21675,"total_tokens":59590,"cost":0.10077900000000001},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":22175,"output_tokens":13918,"total_tokens":36093,"cost":0.06340979999999999},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4907623978,"overall_relative_score":4907623978,"max_execution_time_ms":1470,"max_memory_usage_kib":3072,"rank":462,"performance":1141,"input_tokens":51309,"output_tokens":40205,"total_tokens":91514,"cost":0.17552340000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2708620659,"overall_relative_score":2708620659,"max_execution_time_ms":1800,"max_memory_usage_kib":4096,"rank":387,"performance":1236,"input_tokens":37771,"output_tokens":41631,"total_tokens":79402,"cost":0.1725342},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3184,"overall_relative_score":3184,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":463,"performance":968,"input_tokens":53338,"output_tokens":14996,"total_tokens":68334,"cost":0.08598839999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172446228,"overall_relative_score":172446228,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":621,"performance":955,"input_tokens":68688,"output_tokens":21094,"total_tokens":89782,"cost":0.11715120000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54318762,"overall_relative_score":54318762,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":614,"performance":762,"input_tokens":48627,"output_tokens":17489,"total_tokens":66116,"cost":0.0921366},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":50546,"output_tokens":43121,"total_tokens":93667,"cost":0.18556319999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":78578762,"overall_relative_score":78578762,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":362,"performance":1292,"input_tokens":28460,"output_tokens":23460,"total_tokens":51920,"cost":0.101532},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6653296978,"overall_relative_score":39785547251,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":547,"performance":1185,"input_tokens":32116,"output_tokens":17456,"total_tokens":49572,"cost":0.0821112},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1046581216596,"overall_relative_score":401245267316,"max_execution_time_ms":830,"max_memory_usage_kib":36864,"rank":647,"performance":977,"input_tokens":50252,"output_tokens":28946,"total_tokens":79198,"cost":0.1343568},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":658608005952381,"overall_relative_score":5296509385,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":559,"performance":889,"input_tokens":48056,"output_tokens":19355,"total_tokens":67411,"cost":0.0985116},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":5120,"rank":967,"performance":-70,"input_tokens":93912,"output_tokens":20356,"total_tokens":114268,"cost":0.1296288},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":29112,"output_tokens":15437,"total_tokens":44549,"cost":0.07304039999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":45654,"output_tokens":13387,"total_tokens":59041,"cost":0.0755856},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":34647,"output_tokens":18552,"total_tokens":53199,"cost":0.0875754},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90304628285,"overall_relative_score":185042449297,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":696,"performance":1018,"input_tokens":32582,"output_tokens":16872,"total_tokens":49454,"cost":0.0802884},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1217468,"overall_relative_score":1217468,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":720,"performance":579,"input_tokens":17992,"output_tokens":11259,"total_tokens":29251,"cost":0.0513276},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015850841,"overall_relative_score":649404077197,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":932,"performance":583,"input_tokens":47224,"output_tokens":16902,"total_tokens":64126,"cost":0.0891816},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1022258,"overall_relative_score":1022258,"max_execution_time_ms":1190,"max_memory_usage_kib":3072,"rank":411,"performance":1383,"input_tokens":27845,"output_tokens":15027,"total_tokens":42872,"cost":0.07080420000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":631252025162,"overall_relative_score":106819573759,"max_execution_time_ms":470,"max_memory_usage_kib":4096,"rank":704,"performance":1016,"input_tokens":55246,"output_tokens":28831,"total_tokens":84077,"cost":0.13693919999999998},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1349666145,"overall_relative_score":114041728617,"max_execution_time_ms":2470,"max_memory_usage_kib":3072,"rank":426,"performance":1350,"input_tokens":34813,"output_tokens":29207,"total_tokens":64020,"cost":0.12603299999999998},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10106686423013,"overall_relative_score":10106686423013,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":569,"performance":1177,"input_tokens":27567,"output_tokens":14696,"total_tokens":42263,"cost":0.0694458},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":7690,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":30650,"output_tokens":13858,"total_tokens":44508,"cost":0.0682788},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2866798405,"overall_relative_score":2866798405,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":35265,"output_tokens":38996,"total_tokens":74261,"cost":0.1615446},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219408200,"overall_relative_score":219408200,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":558,"performance":1213,"input_tokens":30428,"output_tokens":10757,"total_tokens":41185,"cost":0.056982},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6920973,"overall_relative_score":40540241766,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":593,"performance":1090,"input_tokens":37350,"output_tokens":28669,"total_tokens":66019,"cost":0.12561840000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":95637,"overall_relative_score":95637,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":485,"performance":1064,"input_tokens":34762,"output_tokens":33452,"total_tokens":68214,"cost":0.1412844},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4418141690,"overall_relative_score":2207143787868,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":674,"performance":1086,"input_tokens":42466,"output_tokens":21589,"total_tokens":64055,"cost":0.10319999999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35942129,"overall_relative_score":35942129,"max_execution_time_ms":1460,"max_memory_usage_kib":3072,"rank":888,"performance":727,"input_tokens":30311,"output_tokens":29700,"total_tokens":60011,"cost":0.1251066},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441202,"overall_relative_score":441202,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":537,"performance":1238,"input_tokens":26033,"output_tokens":36993,"total_tokens":63026,"cost":0.14879460000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127096760,"overall_relative_score":127096760,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":667,"performance":1058,"input_tokens":25167,"output_tokens":24568,"total_tokens":49735,"cost":0.103545},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":810798383,"overall_relative_score":1696985369699,"max_execution_time_ms":160,"max_memory_usage_kib":15904,"rank":484,"performance":1365,"input_tokens":35283,"output_tokens":40158,"total_tokens":75441,"cost":0.1657386},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":24353,"output_tokens":34573,"total_tokens":58926,"cost":0.13907460000000002}]},{"num_self_refine":8,"rank":{"all":{"mean":559.3,"median":576.0,"min":186,"max":1046,"stdev":201.23276482975044},"short":{"mean":501.3478260869565,"median":525.0,"min":186,"max":888,"stdev":184.7680631336222},"long":{"mean":637.7058823529412,"median":616.0,"min":331,"max":1046,"stdev":201.00925498154382}},"performance":{"all":{"mean":978.075,"median":1041.0,"min":-61,"max":1717,"stdev":389.436238650641},"short":{"mean":999.3478260869565,"median":1054.0,"min":-61,"max":1717,"stdev":407.12591403817925},"long":{"mean":949.2941176470588,"median":1020.0,"min":132,"max":1493,"stdev":374.47793070918783}},"input_tokens":{"all":{"mean":144302.0,"median":137257.5,"min":73326,"max":298005,"stdev":42538.77260052262},"short":{"mean":135914.1739130435,"median":120682.0,"min":73326,"max":298005,"stdev":47128.98023090191},"long":{"mean":155650.23529411765,"median":137857.0,"min":109134,"max":213185,"stdev":33447.497786698135}},"output_tokens":{"all":{"mean":40842.925,"median":39536.5,"min":19535,"max":73457,"stdev":12043.205933142426},"short":{"mean":39015.0,"median":36453.0,"min":23954,"max":62646,"stdev":11517.162663528801},"long":{"mean":43316.0,"median":42500.0,"min":19535,"max":73457,"stdev":12642.930198336144}},"total_tokens":{"all":{"mean":185144.925,"median":183245.5,"min":99526,"max":330140,"stdev":47944.9590764283},"short":{"mean":174929.1739130435,"median":162988.0,"min":99526,"max":330140,"stdev":50636.412222693674},"long":{"mean":198966.23529411765,"median":185893.0,"min":136020,"max":282856,"stdev":41528.02138696444}},"cost":{"all":{"mean":0.23361573,"median":0.23848740000000002,"min":0.1383156,"max":0.3900846,"stdev":0.05722296289749691},"short":{"mean":0.2220025043478261,"median":0.2258838,"min":0.1383156,"max":0.3200382,"stdev":0.054523874326452615},"long":{"mean":0.24932774117647058,"median":0.253293,"min":0.14299260000000003,"max":0.3900846,"stdev":0.05863168053824505}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":581378653795,"overall_relative_score":581378653795,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":977,"performance":792,"input_tokens":125770,"output_tokens":36656,"total_tokens":162426,"cost":0.20742359999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3159883,"overall_relative_score":3159883,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":304,"performance":1436,"input_tokens":96940,"output_tokens":29194,"total_tokens":126134,"cost":0.1632624},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2674454393176,"overall_relative_score":2674454393176,"max_execution_time_ms":1070,"max_memory_usage_kib":3072,"rank":393,"performance":1288,"input_tokens":136658,"output_tokens":49235,"total_tokens":185893,"cost":0.2592408},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668886675,"overall_relative_score":668886675,"max_execution_time_ms":2720,"max_memory_usage_kib":3072,"rank":598,"performance":287,"input_tokens":93177,"output_tokens":26943,"total_tokens":120120,"cost":0.15290099999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1223937,"overall_relative_score":1223937,"max_execution_time_ms":1860,"max_memory_usage_kib":109568,"rank":371,"performance":1028,"input_tokens":178749,"output_tokens":57880,"total_tokens":236629,"cost":0.3156174},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":121111,"output_tokens":19535,"total_tokens":140646,"cost":0.14299260000000003},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":952477,"overall_relative_score":952477,"max_execution_time_ms":910,"max_memory_usage_kib":3072,"rank":362,"performance":1054,"input_tokens":165467,"output_tokens":44453,"total_tokens":209920,"cost":0.25931099999999996},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":86363,"output_tokens":24986,"total_tokens":111349,"cost":0.1417674},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4907623978,"overall_relative_score":4907623978,"max_execution_time_ms":1470,"max_memory_usage_kib":3072,"rank":462,"performance":1141,"input_tokens":197202,"output_tokens":62331,"total_tokens":259533,"cost":0.34271280000000004},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2708620659,"overall_relative_score":2708620659,"max_execution_time_ms":1800,"max_memory_usage_kib":4096,"rank":387,"performance":1236,"input_tokens":157521,"output_tokens":62646,"total_tokens":220167,"cost":0.3200382},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3024,"overall_relative_score":3024,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":507,"performance":867,"input_tokens":167313,"output_tokens":33900,"total_tokens":201213,"cost":0.2224278},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172050650,"overall_relative_score":172050650,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":622,"performance":954,"input_tokens":213185,"output_tokens":37409,"total_tokens":250594,"cost":0.2625834},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54318762,"overall_relative_score":54318762,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":614,"performance":762,"input_tokens":174342,"output_tokens":37004,"total_tokens":211346,"cost":0.2378196},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":209399,"output_tokens":73457,"total_tokens":282856,"cost":0.3900846},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84541341,"overall_relative_score":84541341,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":338,"performance":1335,"input_tokens":117932,"output_tokens":36453,"total_tokens":154385,"cost":0.20199},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6653296978,"overall_relative_score":39785547251,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":547,"performance":1185,"input_tokens":126880,"output_tokens":33230,"total_tokens":160110,"cost":0.195756},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1087241723655,"overall_relative_score":509093134499,"max_execution_time_ms":1220,"max_memory_usage_kib":36864,"rank":616,"performance":1020,"input_tokens":162419,"output_tokens":48213,"total_tokens":210632,"cost":0.2710182},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253887113095263,"overall_relative_score":14487763339,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":449,"performance":1091,"input_tokens":180755,"output_tokens":42500,"total_tokens":223255,"cost":0.261453},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":368245695,"overall_relative_score":368245695,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":722,"performance":912,"input_tokens":298005,"output_tokens":32135,"total_tokens":330140,"cost":0.294489},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11880545,"overall_relative_score":11880545,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":823,"performance":892,"input_tokens":120682,"output_tokens":31446,"total_tokens":152128,"cost":0.18561479999999997},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":138087,"output_tokens":24901,"total_tokens":162988,"cost":0.1724958},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":145556,"output_tokens":40676,"total_tokens":186232,"cost":0.2337672},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90304628285,"overall_relative_score":185042449297,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":696,"performance":1018,"input_tokens":133614,"output_tokens":39496,"total_tokens":173110,"cost":0.222354},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1325656,"overall_relative_score":1325656,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":585,"performance":958,"input_tokens":73326,"output_tokens":26200,"total_tokens":99526,"cost":0.1383156},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84015850841,"overall_relative_score":649404077197,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":932,"performance":583,"input_tokens":187122,"output_tokens":37454,"total_tokens":224576,"cost":0.2471076},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1050799,"overall_relative_score":1050799,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":266,"performance":1638,"input_tokens":119516,"output_tokens":40073,"total_tokens":159589,"cost":0.2159724},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":631252025162,"overall_relative_score":106819573759,"max_execution_time_ms":470,"max_memory_usage_kib":4096,"rank":704,"performance":1016,"input_tokens":182853,"output_tokens":45012,"total_tokens":227865,"cost":0.27175499999999997},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":931594014,"overall_relative_score":170642228789,"max_execution_time_ms":2850,"max_memory_usage_kib":3072,"rank":331,"performance":1493,"input_tokens":137857,"output_tokens":47383,"total_tokens":185240,"cost":0.253293},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10191143319398,"overall_relative_score":10191143319398,"max_execution_time_ms":820,"max_memory_usage_kib":3072,"rank":538,"performance":1221,"input_tokens":177651,"output_tokens":33137,"total_tokens":210788,"cost":0.2258838},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":7690,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":109134,"output_tokens":26886,"total_tokens":136020,"cost":0.16227},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2866798405,"overall_relative_score":2866798405,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":118440,"output_tokens":47108,"total_tokens":165548,"cost":0.24065280000000003},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252387579,"overall_relative_score":252387579,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":234,"performance":1717,"input_tokens":103218,"output_tokens":23954,"total_tokens":127172,"cost":0.1481652},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6920973,"overall_relative_score":40540241766,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":593,"performance":1090,"input_tokens":134386,"output_tokens":43326,"total_tokens":177712,"cost":0.23660520000000002},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":208261,"overall_relative_score":208261,"max_execution_time_ms":260,"max_memory_usage_kib":6144,"rank":373,"performance":1276,"input_tokens":138899,"output_tokens":52784,"total_tokens":191683,"cost":0.2733618},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4246159712,"overall_relative_score":2275830530303,"max_execution_time_ms":470,"max_memory_usage_kib":3072,"rank":661,"performance":1101,"input_tokens":161130,"output_tokens":39577,"total_tokens":200707,"cost":0.2391552},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35942129,"overall_relative_score":35942129,"max_execution_time_ms":1460,"max_memory_usage_kib":3072,"rank":888,"performance":727,"input_tokens":142807,"output_tokens":53274,"total_tokens":196081,"cost":0.2774706},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441682,"overall_relative_score":441682,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":103768,"output_tokens":52312,"total_tokens":156080,"cost":0.25058400000000003},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127096760,"overall_relative_score":127096760,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":667,"performance":1058,"input_tokens":97506,"output_tokens":35902,"total_tokens":133408,"cost":0.1877508},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":809954140,"overall_relative_score":1699567178486,"max_execution_time_ms":150,"max_memory_usage_kib":15916,"rank":483,"performance":1367,"input_tokens":126579,"output_tokens":54672,"total_tokens":181251,"cost":0.2727666},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":110761,"output_tokens":49984,"total_tokens":160745,"cost":0.24639900000000003}]},{"num_self_refine":16,"rank":{"all":{"mean":549.075,"median":567.0,"min":134,"max":1037,"stdev":205.32842828390437},"short":{"mean":488.95652173913044,"median":525.0,"min":134,"max":876,"stdev":193.97691480756382},"long":{"mean":630.4117647058823,"median":609.0,"min":333,"max":1037,"stdev":196.98383779625468}},"performance":{"all":{"mean":1006.7,"median":1043.5,"min":-61,"max":1957,"stdev":388.54813251648926},"short":{"mean":1029.3478260869565,"median":1058.0,"min":-61,"max":1957,"stdev":427.7442533162302},"long":{"mean":976.0588235294117,"median":1029.0,"min":178,"max":1489,"stdev":338.6392753706064}},"input_tokens":{"all":{"mean":576182.8,"median":599622.5,"min":351759,"max":861065,"stdev":139699.58055829696},"short":{"mean":551240.1739130435,"median":515156.0,"min":351759,"max":861065,"stdev":151854.68362539358},"long":{"mean":609928.7058823529,"median":609977.0,"min":370609,"max":815798,"stdev":117297.13614511477}},"output_tokens":{"all":{"mean":76390.4,"median":75542.5,"min":38066,"max":115003,"stdev":19289.792957642596},"short":{"mean":73879.21739130435,"median":66948.0,"min":48317,"max":112341,"stdev":19679.399501085398},"long":{"mean":79787.88235294117,"median":80932.0,"min":38066,"max":115003,"stdev":18792.1985371668}},"total_tokens":{"all":{"mean":652573.2,"median":681689.0,"min":406050,"max":930801,"stdev":153572.7106724769},"short":{"mean":625119.3913043478,"median":579779.0,"min":406050,"max":919825,"stdev":165041.44453735335},"long":{"mean":689716.5882352941,"median":689512.0,"min":408675,"max":930801,"stdev":132230.50351141507}},"cost":{"all":{"mean":0.6207151200000001,"median":0.6320496,"min":0.35940300000000003,"max":0.9034895999999999,"stdev":0.14082817288945476},"short":{"mean":0.5967092869565217,"median":0.5694750000000001,"min":0.3922266,"max":0.8165964000000002,"stdev":0.1466643622193802},"long":{"mean":0.6531936,"median":0.6594408,"min":0.35940300000000003,"max":0.9034895999999999,"stdev":0.12967601574830637}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":669265345009,"overall_relative_score":669265345009,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":929,"performance":838,"input_tokens":596412,"output_tokens":83776,"total_tokens":680188,"cost":0.6594408},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3438691,"overall_relative_score":3438691,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":247,"performance":1540,"input_tokens":458364,"output_tokens":66501,"total_tokens":524865,"cost":0.514422},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2701212567084,"overall_relative_score":2701212567084,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":366,"performance":1330,"input_tokens":677238,"output_tokens":105588,"total_tokens":782826,"cost":0.7864596},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":850254206,"overall_relative_score":850254206,"max_execution_time_ms":2460,"max_memory_usage_kib":3072,"rank":584,"performance":413,"input_tokens":391875,"output_tokens":54830,"total_tokens":446705,"cost":0.432513},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1223937,"overall_relative_score":1223937,"max_execution_time_ms":1860,"max_memory_usage_kib":109568,"rank":371,"performance":1028,"input_tokens":740402,"output_tokens":103432,"total_tokens":843834,"cost":0.8165964000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":370609,"output_tokens":38066,"total_tokens":408675,"cost":0.35940300000000003},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":993908,"overall_relative_score":993908,"max_execution_time_ms":1310,"max_memory_usage_kib":3072,"rank":354,"performance":1075,"input_tokens":743982,"output_tokens":101248,"total_tokens":845230,"cost":0.8108819999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":361337,"output_tokens":48729,"total_tokens":410066,"cost":0.3922266},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4907623978,"overall_relative_score":4907623978,"max_execution_time_ms":1470,"max_memory_usage_kib":3072,"rank":462,"performance":1141,"input_tokens":747378,"output_tokens":106624,"total_tokens":854002,"cost":0.8322732},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2679992139,"overall_relative_score":2679992139,"max_execution_time_ms":1800,"max_memory_usage_kib":4096,"rank":391,"performance":1229,"input_tokens":632397,"output_tokens":95922,"total_tokens":728319,"cost":0.7247574},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3024,"overall_relative_score":3024,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":507,"performance":867,"input_tokens":602833,"output_tokens":66887,"total_tokens":669720,"cost":0.602493},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":172044265,"overall_relative_score":172044265,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":622,"performance":954,"input_tokens":707545,"output_tokens":67320,"total_tokens":774865,"cost":0.6668790000000001},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":54318762,"overall_relative_score":54318762,"max_execution_time_ms":1640,"max_memory_usage_kib":3072,"rank":614,"performance":762,"input_tokens":698115,"output_tokens":83212,"total_tokens":781327,"cost":0.7184322},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":551200343,"overall_relative_score":551200343,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":584,"performance":689,"input_tokens":815798,"output_tokens":115003,"total_tokens":930801,"cost":0.9034895999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":84367709,"overall_relative_score":84367709,"max_execution_time_ms":210,"max_memory_usage_kib":3072,"rank":341,"performance":1329,"input_tokens":480577,"output_tokens":66948,"total_tokens":547525,"cost":0.5293589999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6653296978,"overall_relative_score":39785547251,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":547,"performance":1185,"input_tokens":518586,"output_tokens":66540,"total_tokens":585126,"cost":0.5506956000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1024327929978,"overall_relative_score":523057924320,"max_execution_time_ms":5930,"max_memory_usage_kib":36864,"rank":609,"performance":1029,"input_tokens":603953,"output_tokens":80932,"total_tokens":684885,"cost":0.6537270000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253887113095263,"overall_relative_score":14487763339,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":449,"performance":1091,"input_tokens":722263,"output_tokens":84030,"total_tokens":806293,"cost":0.7358658},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":377093417,"overall_relative_score":377093417,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":710,"performance":930,"input_tokens":861065,"output_tokens":58760,"total_tokens":919825,"cost":0.728175},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12137490,"overall_relative_score":12137490,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":811,"performance":909,"input_tokens":515156,"output_tokens":64623,"total_tokens":579779,"cost":0.5417363999999999},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":451934,"output_tokens":48317,"total_tokens":500251,"cost":0.4451016},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":670421,"output_tokens":98599,"total_tokens":769020,"cost":0.7572090000000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":90304628285,"overall_relative_score":185042449297,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":696,"performance":1018,"input_tokens":609977,"output_tokens":82469,"total_tokens":692446,"cost":0.6628746},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332966,"overall_relative_score":1332966,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":566,"performance":997,"input_tokens":351759,"output_tokens":54291,"total_tokens":406050,"cost":0.406503},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73415201867,"overall_relative_score":700794489564,"max_execution_time_ms":1580,"max_memory_usage_kib":3072,"rank":927,"performance":595,"input_tokens":710243,"output_tokens":75715,"total_tokens":785958,"cost":0.6987198000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1053479,"overall_relative_score":1053479,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":253,"performance":1665,"input_tokens":532185,"output_tokens":74009,"total_tokens":606194,"cost":0.5857434},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":631252025162,"overall_relative_score":106819573759,"max_execution_time_ms":470,"max_memory_usage_kib":4096,"rank":704,"performance":1016,"input_tokens":625045,"output_tokens":72360,"total_tokens":697405,"cost":0.6355230000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":931542073,"overall_relative_score":170226535789,"max_execution_time_ms":2440,"max_memory_usage_kib":3072,"rank":333,"performance":1489,"input_tokens":594689,"output_tokens":88501,"total_tokens":683190,"cost":0.675417},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10211277064813,"overall_relative_score":10211277064813,"max_execution_time_ms":1690,"max_memory_usage_kib":3072,"rank":533,"performance":1228,"input_tokens":785243,"output_tokens":75826,"total_tokens":861069,"cost":0.7441194},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50012000000,"overall_relative_score":5079520,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":410806,"output_tokens":54955,"total_tokens":465761,"cost":0.4443216},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2871040091,"overall_relative_score":2871040091,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":616,"performance":1068,"input_tokens":398318,"output_tokens":61991,"total_tokens":460309,"cost":0.46215839999999997},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":257843415,"overall_relative_score":257843415,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":134,"performance":1957,"input_tokens":400467,"output_tokens":48374,"total_tokens":448841,"cost":0.4144266},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6448037,"overall_relative_score":44855394322,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":570,"performance":1119,"input_tokens":521176,"output_tokens":75370,"total_tokens":596546,"cost":0.5840376},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248107,"overall_relative_score":248107,"max_execution_time_ms":1970,"max_memory_usage_kib":7168,"rank":333,"performance":1352,"input_tokens":662866,"output_tokens":112341,"total_tokens":775207,"cost":0.8021472},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4192797939,"overall_relative_score":2302579979754,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":655,"performance":1107,"input_tokens":617889,"output_tokens":71623,"total_tokens":689512,"cost":0.6285762},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":38653844,"overall_relative_score":38653844,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":876,"performance":755,"input_tokens":640030,"output_tokens":97069,"total_tokens":737099,"cost":0.7334664000000001},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441696,"overall_relative_score":441696,"max_execution_time_ms":460,"max_memory_usage_kib":3072,"rank":525,"performance":1255,"input_tokens":435889,"output_tokens":82093,"total_tokens":517982,"cost":0.5570682},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127096760,"overall_relative_score":127096760,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":667,"performance":1058,"input_tokens":387818,"output_tokens":56281,"total_tokens":444099,"cost":0.4353023999999999},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":806968551,"overall_relative_score":1704902188047,"max_execution_time_ms":210,"max_memory_usage_kib":15360,"rank":482,"performance":1368,"input_tokens":519181,"output_tokens":87522,"total_tokens":606703,"cost":0.6265878},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":475491,"output_tokens":78939,"total_tokens":554430,"cost":0.5694750000000001}]}]},{"model_name":"qwen3.5-flash","detail_path":"data/model_details/qwen3.5-flash.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":833.8,"median":867.0,"min":186,"max":1382,"stdev":213.9598812142846},"short":{"mean":735.5217391304348,"median":740.0,"min":186,"max":990,"stdev":190.53891741946944},"long":{"mean":966.7647058823529,"median":995.0,"min":727,"max":1382,"stdev":170.2867175573908}},"performance":{"all":{"mean":265.925,"median":186.0,"min":-80,"max":1154,"stdev":300.36246372572026},"short":{"mean":327.2173913043478,"median":223.0,"min":-70,"max":1154,"stdev":346.75757270642123},"long":{"mean":183.0,"median":132.0,"min":-80,"max":781,"stdev":204.61579851028122}},"input_tokens":{"all":{"mean":3254.6,"median":2814.5,"min":1462,"max":8689,"stdev":1866.3463662928054},"short":{"mean":2662.695652173913,"median":1954.0,"min":1502,"max":8689,"stdev":1767.4693628509096},"long":{"mean":4055.4117647058824,"median":3514.0,"min":1462,"max":8599,"stdev":1734.929539593162}},"output_tokens":{"all":{"mean":29722.85,"median":29392.5,"min":2541,"max":103056,"stdev":22641.981581249485},"short":{"mean":31086.608695652172,"median":33481.0,"min":3605,"max":83226,"stdev":19541.94279152392},"long":{"mean":27877.764705882353,"median":26639.0,"min":2541,"max":103056,"stdev":26799.64809127494}},"total_tokens":{"all":{"mean":32977.45,"median":33763.0,"min":5359,"max":106570,"stdev":22774.753380352933},"short":{"mean":33749.30434782609,"median":35245.0,"min":5359,"max":85066,"stdev":19650.536590949698},"long":{"mean":31933.176470588234,"median":29605.0,"min":6909,"max":106570,"stdev":27043.35205331269}},"cost":{"all":{"mean":0.0122146,"median":0.01207385,"min":0.0014737,"max":0.0415738,"stdev":0.009064336588506828},"short":{"mean":0.01270091304347826,"median":0.0135869,"min":0.0016174,"max":0.0334744,"stdev":0.007821670439368746},"long":{"mean":0.01155664705882353,"median":0.0109522,"min":0.0014737,"max":0.0415738,"stdev":0.010740109530814715}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1462,"output_tokens":9708,"total_tokens":11170,"cost":0.0040294},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292738,"overall_relative_score":292738,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":789,"performance":795,"input_tokens":1607,"output_tokens":17639,"total_tokens":19246,"cost":0.0072163},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":2895,"output_tokens":7865,"total_tokens":10760,"cost":0.0034355},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1748,"output_tokens":39731,"total_tokens":41479,"cost":0.0160672},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":515,"performance":207,"input_tokens":1927,"output_tokens":5129,"total_tokens":7056,"cost":0.0022443},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4030,"output_tokens":4794,"total_tokens":8824,"cost":0.0023206},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1649,"output_tokens":33596,"total_tokens":35245,"cost":0.0136033},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2392,"output_tokens":35941,"total_tokens":38333,"cost":0.0146156},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":3180,"output_tokens":6356,"total_tokens":9536,"cost":0.0028604},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1957,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":2370,"output_tokens":34573,"total_tokens":36943,"cost":0.0140662},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2820,"overall_relative_score":2820,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":638,"performance":366,"input_tokens":8689,"output_tokens":24999,"total_tokens":33688,"cost":0.0108685},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8599,"output_tokens":40656,"total_tokens":49255,"cost":0.0171223},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6583,"output_tokens":45904,"total_tokens":52487,"cost":0.0190199},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3115,"output_tokens":51979,"total_tokens":55094,"cost":0.0211031},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28540462,"overall_relative_score":28540462,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":2734,"output_tokens":22831,"total_tokens":25565,"cost":0.0094058},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1047,"performance":56,"input_tokens":2961,"output_tokens":6000,"total_tokens":8961,"cost":0.0026961},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7558,"output_tokens":9853,"total_tokens":17411,"cost":0.004697},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4753,"output_tokens":47200,"total_tokens":51953,"cost":0.0193553},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3841,"output_tokens":39073,"total_tokens":42914,"cost":0.0160133},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6724300,"overall_relative_score":6724300,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":951,"performance":671,"input_tokens":1849,"output_tokens":54246,"total_tokens":56095,"cost":0.0218833},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2334,"output_tokens":3775,"total_tokens":6109,"cost":0.0017434},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1945,"output_tokens":33481,"total_tokens":35426,"cost":0.0135869},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":46499905,"overall_relative_score":160313075,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":877,"performance":781,"input_tokens":3063,"output_tokens":3846,"total_tokens":6909,"cost":0.0018447},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2094420,"rank":740,"performance":223,"input_tokens":1840,"output_tokens":83226,"total_tokens":85066,"cost":0.0334744},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3514,"output_tokens":103056,"total_tokens":106570,"cost":0.0415738},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1954,"output_tokens":34213,"total_tokens":36167,"cost":0.0138806},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":1024,"rank":1037,"performance":194,"input_tokens":4363,"output_tokens":29475,"total_tokens":33838,"cost":0.0122263},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":745660,"overall_relative_score":283858,"max_execution_time_ms":3010,"max_memory_usage_kib":3072,"rank":995,"performance":411,"input_tokens":3173,"output_tokens":33378,"total_tokens":36551,"cost":0.0136685},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6157041809604,"overall_relative_score":6157041809604,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":874,"performance":629,"input_tokens":1858,"output_tokens":54543,"total_tokens":56401,"cost":0.022003},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":2966,"output_tokens":26639,"total_tokens":29605,"cost":0.0109522},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":2039,"output_tokens":3941,"total_tokens":5980,"cost":0.0017803},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":217212633,"overall_relative_score":217212633,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":601,"performance":1154,"input_tokens":4783,"output_tokens":20437,"total_tokens":25220,"cost":0.0086531},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6419,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4232,"output_tokens":32404,"total_tokens":36636,"cost":0.0133848},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1974,"output_tokens":29310,"total_tokens":31284,"cost":0.0119214},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4505,"output_tokens":58172,"total_tokens":62677,"cost":0.0237193},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":1754,"output_tokens":3605,"total_tokens":5359,"cost":0.0016174},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3245,"max_memory_usage_kib":0,"rank":983,"performance":50,"input_tokens":2300,"output_tokens":54793,"total_tokens":57093,"cost":0.0221472},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126366306,"overall_relative_score":126366306,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":1570,"output_tokens":25421,"total_tokens":26991,"cost":0.0103254},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":192514891,"overall_relative_score":16051390613,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1201,"performance":430,"input_tokens":4573,"output_tokens":2541,"total_tokens":7114,"cost":0.0014737},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164742,"overall_relative_score":164742,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":902,"performance":547,"input_tokens":1502,"output_tokens":14585,"total_tokens":16087,"cost":0.0059842}]},{"num_self_refine":2,"rank":{"all":{"mean":808.3,"median":814.5,"min":186,"max":1382,"stdev":212.4418713859128},"short":{"mean":713.8260869565217,"median":707.0,"min":186,"max":990,"stdev":189.53931042828148},"long":{"mean":936.1176470588235,"median":939.0,"min":727,"max":1382,"stdev":174.42042682586705}},"performance":{"all":{"mean":368.75,"median":256.0,"min":-70,"max":1325,"stdev":350.40692461838256},"short":{"mean":397.9130434782609,"median":277.0,"min":-70,"max":1325,"stdev":396.2012703668632},"long":{"mean":329.29411764705884,"median":234.0,"min":-50,"max":910,"stdev":283.849600296064}},"input_tokens":{"all":{"mean":20429.075,"median":13999.5,"min":4562,"max":106819,"stdev":20343.658047111894},"short":{"mean":21679.347826086956,"median":12599.0,"min":4562,"max":106819,"stdev":25904.547490579713},"long":{"mean":18737.529411764706,"median":14600.0,"min":8454,"max":33382,"stdev":8989.973485205943}},"output_tokens":{"all":{"mean":37573.125,"median":37890.0,"min":5054,"max":118822,"stdev":25730.263189568956},"short":{"mean":39353.95652173913,"median":37870.0,"min":6027,"max":97069,"stdev":21979.848885819898},"long":{"mean":35163.76470588235,"median":37910.0,"min":5054,"max":118822,"stdev":30638.703121071827}},"total_tokens":{"all":{"mean":58002.2,"median":55692.0,"min":13261,"max":165203,"stdev":36648.78582324316},"short":{"mean":61033.30434782609,"median":61637.0,"min":13261,"max":165203,"stdev":37418.20519897037},"long":{"mean":53901.294117647056,"median":47563.0,"min":15607,"max":147552,"stdev":36299.37144559928}},"cost":{"all":{"mean":0.0170721575,"median":0.01637625,"min":0.0031342,"max":0.050401800000000004,"stdev":0.010988857113782207},"short":{"mean":0.01790951739130435,"median":0.0164186,"min":0.0031342,"max":0.039342,"stdev":0.009687474729616409},"long":{"mean":0.015939258823529413,"median":0.0163339,"min":0.0031466000000000003,"max":0.050401800000000004,"stdev":0.012764356680570453}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":14600,"output_tokens":12130,"total_tokens":26730,"cost":0.006312},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":266349,"overall_relative_score":266349,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":805,"performance":772,"input_tokens":10907,"output_tokens":26972,"total_tokens":37879,"cost":0.011879500000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":860,"performance":234,"input_tokens":8454,"output_tokens":12553,"total_tokens":21007,"cost":0.0058666},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":23024,"output_tokens":46787,"total_tokens":69811,"cost":0.0210172},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":2048,"rank":515,"performance":207,"input_tokens":8020,"output_tokens":11564,"total_tokens":19584,"cost":0.0054275999999999994},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":11189,"output_tokens":7739,"total_tokens":18928,"cost":0.0042144999999999995},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":92076,"output_tokens":44458,"total_tokens":136534,"cost":0.026990800000000002},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6918,"output_tokens":39317,"total_tokens":46235,"cost":0.0164186},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":13621,"output_tokens":9636,"total_tokens":23257,"cost":0.0052165},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1957,"max_memory_usage_kib":3072,"rank":761,"performance":42,"input_tokens":6851,"output_tokens":37870,"total_tokens":44721,"cost":0.0158331},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2820,"overall_relative_score":2820,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":638,"performance":366,"input_tokens":27687,"output_tokens":34679,"total_tokens":62366,"cost":0.0166403},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":163659995,"overall_relative_score":163659995,"max_execution_time_ms":380,"max_memory_usage_kib":140288,"rank":861,"performance":498,"input_tokens":33088,"output_tokens":43765,"total_tokens":76853,"cost":0.0208148},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":15891,"output_tokens":48560,"total_tokens":64451,"cost":0.0210131},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":30539,"output_tokens":58192,"total_tokens":88731,"cost":0.0263307},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28540462,"overall_relative_score":28540462,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":14378,"output_tokens":35369,"total_tokens":49747,"cost":0.015585400000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221925227,"overall_relative_score":1694312076,"max_execution_time_ms":190,"max_memory_usage_kib":4096,"rank":988,"performance":533,"input_tokens":12181,"output_tokens":9336,"total_tokens":21517,"cost":0.0049525},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":24537,"output_tokens":13898,"total_tokens":38435,"cost":0.0080129},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":24656,"output_tokens":54898,"total_tokens":79554,"cost":0.0244248},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":25964,"output_tokens":44318,"total_tokens":70282,"cost":0.0203236},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6724300,"overall_relative_score":6724300,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":951,"performance":671,"input_tokens":17698,"output_tokens":63458,"total_tokens":81156,"cost":0.027153000000000004},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":7171,"output_tokens":7560,"total_tokens":14731,"cost":0.0037411},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":7978,"output_tokens":53659,"total_tokens":61637,"cost":0.0222614},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":189867617668,"overall_relative_score":126253545324,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":839,"performance":837,"input_tokens":8589,"output_tokens":7018,"total_tokens":15607,"cost":0.0036661},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1226386,"overall_relative_score":1226386,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":707,"performance":632,"input_tokens":5144,"output_tokens":97069,"total_tokens":102213,"cost":0.039342},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":536316346996,"overall_relative_score":92526933943,"max_execution_time_ms":110,"max_memory_usage_kib":18924,"rank":974,"performance":463,"input_tokens":28730,"output_tokens":118822,"total_tokens":147552,"cost":0.050401800000000004},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":106819,"output_tokens":58384,"total_tokens":165203,"cost":0.034035499999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":1024,"rank":1037,"performance":194,"input_tokens":23361,"output_tokens":42162,"total_tokens":65523,"cost":0.0192009},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1118777171446,"overall_relative_score":99567874,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":760,"performance":910,"input_tokens":8971,"output_tokens":38592,"total_tokens":47563,"cost":0.0163339},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6157041809604,"overall_relative_score":6157041809604,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":874,"performance":629,"input_tokens":28886,"output_tokens":64172,"total_tokens":93058,"cost":0.028557400000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":33382,"output_tokens":37910,"total_tokens":71292,"cost":0.0185022},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":19064,"output_tokens":6127,"total_tokens":25191,"cost":0.0043572},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":230961196,"overall_relative_score":230961196,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":477,"performance":1325,"input_tokens":12599,"output_tokens":33721,"total_tokens":46320,"cost":0.0147483},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6419,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":18980,"output_tokens":54637,"total_tokens":73617,"cost":0.0237528},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":29641,"output_tokens":32550,"total_tokens":62191,"cost":0.0159841},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5103182397,"overall_relative_score":1895593030547,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":12410,"output_tokens":71442,"total_tokens":83852,"cost":0.0298178},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":7234,"output_tokens":6027,"total_tokens":13261,"cost":0.0031342},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":434334,"overall_relative_score":434334,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":625,"performance":1119,"input_tokens":12415,"output_tokens":63675,"total_tokens":76090,"cost":0.0267115},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126366306,"overall_relative_score":126366306,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":7698,"output_tokens":28696,"total_tokens":36394,"cost":0.0122482},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":192514891,"overall_relative_score":16051390613,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1201,"performance":430,"input_tokens":11250,"output_tokens":5054,"total_tokens":16304,"cost":0.0031466000000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":164742,"overall_relative_score":164742,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":902,"performance":547,"input_tokens":4562,"output_tokens":20149,"total_tokens":24711,"cost":0.0085158}]},{"num_self_refine":4,"rank":{"all":{"mean":762.075,"median":755.5,"min":186,"max":1382,"stdev":234.9293824611765},"short":{"mean":661.695652173913,"median":672.0,"min":186,"max":990,"stdev":191.33393815350183},"long":{"mean":897.8823529411765,"median":894.0,"min":495,"max":1382,"stdev":223.85818120881277}},"performance":{"all":{"mean":525.7,"median":473.0,"min":-61,"max":1503,"stdev":409.07708508111466},"short":{"mean":575.695652173913,"median":483.0,"min":-61,"max":1503,"stdev":442.8462112273503},"long":{"mean":458.05882352941177,"median":463.0,"min":-50,"max":1143,"stdev":360.2661291649958}},"input_tokens":{"all":{"mean":65620.325,"median":45035.0,"min":17224,"max":368736,"stdev":67041.70100359753},"short":{"mean":70528.43478260869,"median":41706.0,"min":17224,"max":368736,"stdev":85923.78467192786},"long":{"mean":58979.94117647059,"median":50964.0,"min":28416,"max":102452,"stdev":26881.21900247129}},"output_tokens":{"all":{"mean":46028.125,"median":44305.5,"min":10281,"max":124855,"stdev":27802.801196436838},"short":{"mean":47596.13043478261,"median":44304.0,"min":10281,"max":114364,"stdev":24401.1999431182},"long":{"mean":43906.705882352944,"median":44307.0,"min":10908,"max":124855,"stdev":32514.006848519733}},"total_tokens":{"all":{"mean":111648.45,"median":89539.5,"min":35523,"max":444176,"stdev":79562.42237289906},"short":{"mean":118124.56521739131,"median":89564.0,"min":35523,"max":444176,"stdev":94937.95620338105},"long":{"mean":102886.64705882352,"median":85321.0,"min":41862,"max":222852,"stdev":53803.19673813673}},"cost":{"all":{"mean":0.0249732825,"median":0.023647750000000002,"min":0.0066365999999999994,"max":0.0670496,"stdev":0.014530277439687836},"short":{"mean":0.026091295652173913,"median":0.024891,"min":0.0066365999999999994,"max":0.0670496,"stdev":0.014508340531992382},"long":{"mean":0.023460676470588235,"median":0.0205644,"min":0.0074586,"max":0.0597417,"stdev":0.014865148437853278}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":50964,"output_tokens":17068,"total_tokens":68032,"cost":0.0119236},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":257211,"overall_relative_score":257211,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":813,"performance":759,"input_tokens":37077,"output_tokens":46742,"total_tokens":83819,"cost":0.0224045},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2548103614494,"overall_relative_score":2548103614494,"max_execution_time_ms":780,"max_memory_usage_kib":3072,"rank":495,"performance":1143,"input_tokens":28884,"output_tokens":18503,"total_tokens":47387,"cost":0.0102896},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":722262273,"overall_relative_score":722262273,"max_execution_time_ms":2540,"max_memory_usage_kib":7168,"rank":595,"performance":318,"input_tokens":72941,"output_tokens":53069,"total_tokens":126010,"cost":0.0285217},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4440862,"overall_relative_score":4440862,"max_execution_time_ms":2460,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":32859,"output_tokens":17468,"total_tokens":50327,"cost":0.010273099999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4746786,"overall_relative_score":4746786,"max_execution_time_ms":690,"max_memory_usage_kib":3072,"rank":505,"performance":1014,"input_tokens":33418,"output_tokens":13949,"total_tokens":47367,"cost":0.0089214},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":287489,"output_tokens":50698,"total_tokens":338187,"cost":0.0490281},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":20308,"output_tokens":43100,"total_tokens":63408,"cost":0.019270799999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":44271,"output_tokens":17864,"total_tokens":62135,"cost":0.0115727},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":531011964,"overall_relative_score":531011964,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":631,"performance":784,"input_tokens":24092,"output_tokens":43399,"total_tokens":67491,"cost":0.0197688},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2820,"overall_relative_score":2820,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":638,"performance":366,"input_tokens":71694,"output_tokens":44304,"total_tokens":115998,"cost":0.024891},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":163659995,"overall_relative_score":163659995,"max_execution_time_ms":380,"max_memory_usage_kib":140288,"rank":861,"performance":498,"input_tokens":90931,"output_tokens":49670,"total_tokens":140601,"cost":0.0289611},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":41706,"output_tokens":52809,"total_tokens":94515,"cost":0.0252942},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":97246,"output_tokens":86230,"total_tokens":183476,"cost":0.044216599999999995},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28540462,"overall_relative_score":28540462,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":751,"performance":445,"input_tokens":45799,"output_tokens":43716,"total_tokens":89515,"cost":0.022066300000000004},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221925227,"overall_relative_score":1694312076,"max_execution_time_ms":190,"max_memory_usage_kib":4096,"rank":988,"performance":533,"input_tokens":48419,"output_tokens":18507,"total_tokens":66926,"cost":0.0122447},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6446286445462,"overall_relative_score":231069685938,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":894,"performance":518,"input_tokens":67522,"output_tokens":17799,"total_tokens":85321,"cost":0.0138718},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":77212,"output_tokens":68403,"total_tokens":145615,"cost":0.0350824},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415927427,"overall_relative_score":415927427,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":560,"performance":1141,"input_tokens":79472,"output_tokens":53328,"total_tokens":132800,"cost":0.0292784},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12330955,"overall_relative_score":12330955,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":769,"performance":967,"input_tokens":54886,"output_tokens":73424,"total_tokens":128310,"cost":0.034858200000000006},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":23523,"output_tokens":14707,"total_tokens":38230,"cost":0.008235099999999999},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":26998,"output_tokens":62566,"total_tokens":89564,"cost":0.027726200000000003},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":189867617668,"overall_relative_score":126253545324,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":839,"performance":837,"input_tokens":30747,"output_tokens":14336,"total_tokens":45083,"cost":0.0088091},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1286414,"overall_relative_score":1286414,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":688,"performance":692,"input_tokens":17224,"output_tokens":114364,"total_tokens":131588,"cost":0.047468},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":536316346996,"overall_relative_score":92526933943,"max_execution_time_ms":110,"max_memory_usage_kib":18924,"rank":974,"performance":463,"input_tokens":97997,"output_tokens":124855,"total_tokens":222852,"cost":0.0597417},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":368736,"output_tokens":75440,"total_tokens":444176,"cost":0.0670496},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":1024,"rank":1037,"performance":194,"input_tokens":77998,"output_tokens":53485,"total_tokens":131483,"cost":0.0291938},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1118777171446,"overall_relative_score":99567874,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":760,"performance":910,"input_tokens":28416,"output_tokens":44307,"total_tokens":72723,"cost":0.0205644},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6157041809604,"overall_relative_score":6157041809604,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":874,"performance":629,"input_tokens":96254,"output_tokens":76470,"total_tokens":172724,"cost":0.0402134},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1046,"performance":132,"input_tokens":102452,"output_tokens":47128,"total_tokens":149580,"cost":0.0290964},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":58261,"output_tokens":12035,"total_tokens":70296,"cost":0.0106401},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":243304009,"overall_relative_score":243304009,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":356,"performance":1503,"input_tokens":36826,"output_tokens":39008,"total_tokens":75834,"cost":0.019285800000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6419,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":56856,"output_tokens":66287,"total_tokens":123143,"cost":0.032200400000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":108874,"output_tokens":38921,"total_tokens":147795,"cost":0.0264558},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5103182397,"overall_relative_score":1895593030547,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":38372,"output_tokens":77115,"total_tokens":115487,"cost":0.0346832},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":990,"performance":75,"input_tokens":25242,"output_tokens":10281,"total_tokens":35523,"cost":0.0066365999999999994},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438326,"overall_relative_score":438326,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":42343,"output_tokens":69934,"total_tokens":112277,"cost":0.0322079},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126366306,"overall_relative_score":126366306,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":672,"performance":1051,"input_tokens":29088,"output_tokens":33006,"total_tokens":62094,"cost":0.0161112},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":192514891,"overall_relative_score":16051390613,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":1201,"performance":430,"input_tokens":30954,"output_tokens":10908,"total_tokens":41862,"cost":0.0074586},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":20462,"output_tokens":25922,"total_tokens":46384,"cost":0.012414999999999999}]},{"num_self_refine":8,"rank":{"all":{"mean":676.1,"median":684.5,"min":136,"max":1382,"stdev":259.9036113244431},"short":{"mean":560.2173913043479,"median":587.0,"min":136,"max":905,"stdev":210.90690676257643},"long":{"mean":832.8823529411765,"median":830.0,"min":372,"max":1382,"stdev":240.97636874622717}},"performance":{"all":{"mean":757.925,"median":816.0,"min":-50,"max":1699,"stdev":453.03406717998706},"short":{"mean":886.7826086956521,"median":917.0,"min":201,"max":1699,"stdev":441.7400466051313},"long":{"mean":583.5882352941177,"median":632.0,"min":-50,"max":1260,"stdev":419.2863071374275}},"input_tokens":{"all":{"mean":199091.1,"median":161267.5,"min":65275,"max":955177,"stdev":163154.19906268},"short":{"mean":214036.08695652173,"median":143966.0,"min":65275,"max":955177,"stdev":208619.10313664362},"long":{"mean":178871.41176470587,"median":165610.0,"min":98722,"max":282406,"stdev":65470.71428514701}},"output_tokens":{"all":{"mean":61644.95,"median":59029.5,"min":20148,"max":146108,"stdev":30474.89012617706},"short":{"mean":61846.65217391304,"median":59292.0,"min":20148,"max":123773,"stdev":27031.56977853302},"long":{"mean":61372.05882352941,"median":57122.0,"min":25514,"max":146108,"stdev":35480.90125946385}},"total_tokens":{"all":{"mean":260736.05,"median":209275.0,"min":111079,"max":1073265,"stdev":176665.73900462058},"short":{"mean":275882.73913043475,"median":205731.0,"min":111079,"max":1073265,"stdev":220466.13480743216},"long":{"mean":240243.4705882353,"median":211329.0,"min":128198,"max":416361,"stdev":92021.66723733985}},"cost":{"all":{"mean":0.04456709,"median":0.0409701,"min":0.0171523,"max":0.1427529,"stdev":0.023691745920314058},"short":{"mean":0.04614226956521739,"median":0.0428376,"min":0.0171523,"max":0.1427529,"stdev":0.026948830212720393},"long":{"mean":0.04243596470588235,"median":0.0327877,"min":0.0216626,"max":0.08546849999999999,"stdev":0.01900511455575647}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":156925,"output_tokens":32894,"total_tokens":189819,"cost":0.0288501},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":722230,"overall_relative_score":722230,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":698,"performance":917,"input_tokens":122839,"output_tokens":58504,"total_tokens":181343,"cost":0.035685499999999995},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2654748858131,"overall_relative_score":2654748858131,"max_execution_time_ms":710,"max_memory_usage_kib":3072,"rank":412,"performance":1260,"input_tokens":119676,"output_tokens":50045,"total_tokens":169721,"cost":0.0319856},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":801697739,"overall_relative_score":801697739,"max_execution_time_ms":490,"max_memory_usage_kib":5120,"rank":591,"performance":356,"input_tokens":208327,"output_tokens":66920,"total_tokens":275247,"cost":0.047600699999999996},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4440862,"overall_relative_score":4440862,"max_execution_time_ms":2460,"max_memory_usage_kib":3072,"rank":325,"performance":1149,"input_tokens":140198,"output_tokens":32521,"total_tokens":172719,"cost":0.0270282},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5102043,"overall_relative_score":5102043,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":372,"performance":1234,"input_tokens":117812,"output_tokens":26886,"total_tokens":144698,"cost":0.0225356},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1566855,"overall_relative_score":1566855,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":136,"performance":1699,"input_tokens":709361,"output_tokens":63695,"total_tokens":773056,"cost":0.0964141},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":67239,"output_tokens":51529,"total_tokens":118768,"cost":0.0273355},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":138141,"output_tokens":29142,"total_tokens":167283,"cost":0.025470899999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697520331,"overall_relative_score":4697520331,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":250,"performance":1507,"input_tokens":97525,"output_tokens":58767,"total_tokens":156292,"cost":0.0332593},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":202850,"output_tokens":60262,"total_tokens":263112,"cost":0.04438979999999999},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":660,"max_memory_usage_kib":197632,"rank":637,"performance":802,"input_tokens":244131,"output_tokens":62201,"total_tokens":306332,"cost":0.0492935},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59925832,"overall_relative_score":59925832,"max_execution_time_ms":1750,"max_memory_usage_kib":3072,"rank":559,"performance":887,"input_tokens":143966,"output_tokens":61765,"total_tokens":205731,"cost":0.0391026},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":280835,"output_tokens":107381,"total_tokens":388216,"cost":0.07103589999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71064684,"overall_relative_score":71064684,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":412,"performance":1204,"input_tokens":139217,"output_tokens":52941,"total_tokens":192158,"cost":0.03509810000000001},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1178800554,"overall_relative_score":6799083034,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":945,"performance":632,"input_tokens":181878,"output_tokens":29866,"total_tokens":211744,"cost":0.0301342},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2392579864064,"overall_relative_score":380954475102,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":693,"performance":911,"input_tokens":181707,"output_tokens":25514,"total_tokens":207221,"cost":0.028376299999999997},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":224503,"output_tokens":102386,"total_tokens":326889,"cost":0.06340470000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415927427,"overall_relative_score":415927427,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":560,"performance":1141,"input_tokens":245530,"output_tokens":66730,"total_tokens":312260,"cost":0.051245000000000006},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12330955,"overall_relative_score":12330955,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":769,"performance":967,"input_tokens":169585,"output_tokens":82045,"total_tokens":251630,"cost":0.0497765},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":182734,"output_tokens":33287,"total_tokens":216021,"cost":0.0315882},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":107468,"output_tokens":87805,"total_tokens":195273,"cost":0.0458688},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":189867617668,"overall_relative_score":126253545324,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":839,"performance":837,"input_tokens":116533,"output_tokens":28324,"total_tokens":144857,"cost":0.0229829},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1289245,"overall_relative_score":1289245,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":685,"performance":709,"input_tokens":65275,"output_tokens":123773,"total_tokens":189048,"cost":0.0560367},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":536316346996,"overall_relative_score":92526933943,"max_execution_time_ms":110,"max_memory_usage_kib":18924,"rank":974,"performance":463,"input_tokens":270253,"output_tokens":146108,"total_tokens":416361,"cost":0.08546849999999999},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":955177,"output_tokens":118088,"total_tokens":1073265,"cost":0.1427529},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":1024,"rank":1037,"performance":194,"input_tokens":238467,"output_tokens":79135,"total_tokens":317602,"cost":0.0555007},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1118777171446,"overall_relative_score":99567874,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":760,"performance":910,"input_tokens":99389,"output_tokens":57122,"total_tokens":156511,"cost":0.0327877},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9747905330292,"overall_relative_score":9747905330292,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":684,"performance":1008,"input_tokens":279731,"output_tokens":93662,"total_tokens":373393,"cost":0.0654379},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48385760000,"overall_relative_score":5256853,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":282406,"output_tokens":63785,"total_tokens":346191,"cost":0.0537546},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":171251,"output_tokens":21367,"total_tokens":192618,"cost":0.0256719},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":248794136,"overall_relative_score":248794136,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":280,"performance":1630,"input_tokens":191208,"output_tokens":59292,"total_tokens":250500,"cost":0.0428376},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6419,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":165610,"output_tokens":85557,"total_tokens":251167,"cost":0.050783800000000004},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":683,"performance":265,"input_tokens":307641,"output_tokens":49805,"total_tokens":357446,"cost":0.050686100000000005},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5103182397,"overall_relative_score":1895593030547,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":123826,"output_tokens":87503,"total_tokens":211329,"cost":0.047383800000000004},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65765077,"overall_relative_score":65765077,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":510,"performance":1321,"input_tokens":90931,"output_tokens":20148,"total_tokens":111079,"cost":0.0171523},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438326,"overall_relative_score":438326,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":587,"performance":1170,"input_tokens":140996,"output_tokens":82352,"total_tokens":223348,"cost":0.0470404},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126681898,"overall_relative_score":126681898,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":671,"performance":1052,"input_tokens":98776,"output_tokens":41476,"total_tokens":140252,"cost":0.026468},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4401730002,"overall_relative_score":309137152457,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":830,"performance":996,"input_tokens":98722,"output_tokens":29476,"total_tokens":128198,"cost":0.0216626},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":85005,"output_tokens":35739,"total_tokens":120744,"cost":0.022796100000000003}]},{"num_self_refine":16,"rank":{"all":{"mean":656.275,"median":678.0,"min":117,"max":1382,"stdev":270.9900166105093},"short":{"mean":541.0434782608696,"median":568.0,"min":117,"max":905,"stdev":224.96615467884973},"long":{"mean":812.1764705882352,"median":830.0,"min":372,"max":1382,"stdev":253.9663450376146}},"performance":{"all":{"mean":826.0,"median":858.0,"min":-50,"max":2009,"stdev":456.57807488045074},"short":{"mean":939.1304347826087,"median":941.0,"min":201,"max":2009,"stdev":467.82886384852566},"long":{"mean":672.9411764705883,"median":666.0,"min":-50,"max":1265,"stdev":404.84942734741446}},"input_tokens":{"all":{"mean":619388.575,"median":531044.0,"min":250330,"max":2350688,"stdev":372879.312379845},"short":{"mean":654303.8695652174,"median":514678.0,"min":250330,"max":2350688,"stdev":475658.2139223981},"long":{"mean":572150.2352941176,"median":532132.0,"min":367438,"max":847483,"stdev":153913.62395615334}},"output_tokens":{"all":{"mean":89513.8,"median":84790.0,"min":42692,"max":178913,"stdev":34336.47045403802},"short":{"mean":88532.82608695653,"median":83670.0,"min":42692,"max":178913,"stdev":32010.050158507995},"long":{"mean":90841.0,"median":85910.0,"min":48202,"max":170746,"stdev":38231.616610143494}},"total_tokens":{"all":{"mean":708902.375,"median":601656.5,"min":319378,"max":2529601,"stdev":391441.8060396382},"short":{"mean":742836.695652174,"median":596190.0,"min":319378,"max":2529601,"stdev":494695.8216371161},"long":{"mean":662991.2352941176,"median":615866.0,"min":423999,"max":992229,"stdev":181933.2379028532}},"cost":{"all":{"mean":0.0977443775,"median":0.0848788,"min":0.051110800000000005,"max":0.306634,"stdev":0.045818961544167404},"short":{"mean":0.10084351739130434,"median":0.0847756,"min":0.051110800000000005,"max":0.306634,"stdev":0.05589627305099601},"long":{"mean":0.09355142352941176,"median":0.084982,"min":0.0593682,"max":0.14385319999999996,"stdev":0.02808388851295635}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":532132,"output_tokens":62836,"total_tokens":594968,"cost":0.0783476},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":860242,"overall_relative_score":860242,"max_execution_time_ms":1110,"max_memory_usage_kib":3072,"rank":679,"performance":941,"input_tokens":444455,"output_tokens":81914,"total_tokens":526369,"cost":0.07721109999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2658197694339,"overall_relative_score":2658197694339,"max_execution_time_ms":740,"max_memory_usage_kib":3072,"rank":409,"performance":1265,"input_tokens":529956,"output_tokens":85910,"total_tokens":615866,"cost":0.0873596},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":799267225,"overall_relative_score":799267225,"max_execution_time_ms":1750,"max_memory_usage_kib":5120,"rank":591,"performance":356,"input_tokens":629102,"output_tokens":93036,"total_tokens":722138,"cost":0.10012459999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10733424,"overall_relative_score":10733424,"max_execution_time_ms":2260,"max_memory_usage_kib":3072,"rank":224,"performance":1423,"input_tokens":537746,"output_tokens":69377,"total_tokens":607123,"cost":0.0815254},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5102043,"overall_relative_score":5102043,"max_execution_time_ms":530,"max_memory_usage_kib":3072,"rank":372,"performance":1234,"input_tokens":457551,"output_tokens":55462,"total_tokens":513013,"cost":0.0679399},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1553074,"overall_relative_score":1553074,"max_execution_time_ms":510,"max_memory_usage_kib":3072,"rank":141,"performance":1681,"input_tokens":1717324,"output_tokens":103501,"total_tokens":1820825,"cost":0.2131328},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6600871568,"overall_relative_score":6600871568,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":534,"performance":669,"input_tokens":250330,"output_tokens":69048,"total_tokens":319378,"cost":0.0526522},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":824,"performance":247,"input_tokens":440941,"output_tokens":59734,"total_tokens":500675,"cost":0.06798769999999998},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4732216143,"overall_relative_score":4732216143,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":249,"performance":1509,"input_tokens":426390,"output_tokens":95990,"total_tokens":522380,"cost":0.081035},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2864,"overall_relative_score":2864,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":533,"performance":639,"input_tokens":617437,"output_tokens":83670,"total_tokens":701107,"cost":0.0952117},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":189188538,"overall_relative_score":189188538,"max_execution_time_ms":990,"max_memory_usage_kib":322560,"rank":593,"performance":994,"input_tokens":724614,"output_tokens":104874,"total_tokens":829488,"cost":0.114411},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":59774760,"overall_relative_score":59774760,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":563,"performance":879,"input_tokens":485936,"output_tokens":90455,"total_tokens":576391,"cost":0.0847756},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":974099433,"overall_relative_score":974099433,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":499,"performance":992,"input_tokens":847483,"output_tokens":144746,"total_tokens":992229,"cost":0.1426467},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71064684,"overall_relative_score":71064684,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":412,"performance":1204,"input_tokens":447253,"output_tokens":73688,"total_tokens":520941,"cost":0.07420050000000002},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1100525780,"overall_relative_score":6374344535,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":946,"performance":630,"input_tokens":588971,"output_tokens":51367,"total_tokens":640338,"cost":0.0794439},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2392969683574,"overall_relative_score":384205764065,"max_execution_time_ms":180,"max_memory_usage_kib":7168,"rank":679,"performance":931,"input_tokens":520973,"output_tokens":48202,"total_tokens":569175,"cost":0.07137809999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":677793,"output_tokens":147052,"total_tokens":824845,"cost":0.1266001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415927427,"overall_relative_score":415927427,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":560,"performance":1141,"input_tokens":747239,"output_tokens":94801,"total_tokens":842040,"cost":0.11264430000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12374655,"overall_relative_score":12374655,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":762,"performance":977,"input_tokens":585389,"output_tokens":94900,"total_tokens":680289,"cost":0.0964989},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":590063,"output_tokens":52607,"total_tokens":642670,"cost":0.08004909999999998},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":470550,"output_tokens":125640,"total_tokens":596190,"cost":0.097311},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":189867617668,"overall_relative_score":126253545324,"max_execution_time_ms":1990,"max_memory_usage_kib":3072,"rank":839,"performance":837,"input_tokens":437849,"output_tokens":49410,"total_tokens":487259,"cost":0.0635489},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1307474,"overall_relative_score":1307474,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":677,"performance":733,"input_tokens":268466,"output_tokens":144803,"total_tokens":413269,"cost":0.08476779999999999},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":536316346996,"overall_relative_score":92526933943,"max_execution_time_ms":110,"max_memory_usage_kib":18924,"rank":974,"performance":463,"input_tokens":755548,"output_tokens":170746,"total_tokens":926294,"cost":0.14385319999999996},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":750,"overall_relative_score":750,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":872,"performance":315,"input_tokens":2350688,"output_tokens":178913,"total_tokens":2529601,"cost":0.306634},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":725839117228,"overall_relative_score":100980487780,"max_execution_time_ms":240,"max_memory_usage_kib":35840,"rank":988,"performance":595,"input_tokens":697207,"output_tokens":106354,"total_tokens":803561,"cost":0.11226230000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":622263063206,"overall_relative_score":184981573,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":747,"performance":928,"input_tokens":380779,"output_tokens":77578,"total_tokens":458357,"cost":0.0691091},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9747905330292,"overall_relative_score":9747905330292,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":684,"performance":1008,"input_tokens":813384,"output_tokens":114973,"total_tokens":928357,"cost":0.1273276},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48385760000,"overall_relative_score":5256853,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":996,"performance":567,"input_tokens":816343,"output_tokens":98132,"total_tokens":914475,"cost":0.12088710000000003},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":514678,"output_tokens":42692,"total_tokens":557370,"cost":0.0685446},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":259042245,"overall_relative_score":259042245,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":117,"performance":2009,"input_tokens":797963,"output_tokens":82754,"total_tokens":880717,"cost":0.1128979},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"INTERNAL_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6419,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":538836,"output_tokens":115913,"total_tokens":654749,"cost":0.10024879999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":842997,"output_tokens":73394,"total_tokens":916391,"cost":0.1136573},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4956922395,"overall_relative_score":1949423323365,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":986,"performance":666,"input_tokens":412140,"output_tokens":109420,"total_tokens":521560,"cost":0.084982},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65765077,"overall_relative_score":65765077,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":510,"performance":1321,"input_tokens":337336,"output_tokens":43443,"total_tokens":380779,"cost":0.051110800000000005},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":438868,"overall_relative_score":438868,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":577,"performance":1184,"input_tokens":486502,"output_tokens":106782,"total_tokens":593284,"cost":0.091363},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129434146,"overall_relative_score":129434146,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":626,"performance":1115,"input_tokens":369035,"output_tokens":65282,"total_tokens":434317,"cost":0.0630163},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4401730002,"overall_relative_score":309137152457,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":830,"performance":996,"input_tokens":367438,"output_tokens":56561,"total_tokens":423999,"cost":0.0593682},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":203749,"overall_relative_score":203749,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":791,"performance":830,"input_tokens":318726,"output_tokens":54592,"total_tokens":373318,"cost":0.053709400000000004}]}]},{"model_name":"qwen3.5-plus","detail_path":"data/model_details/qwen3.5-plus.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":722.775,"median":718.0,"min":186,"max":1382,"stdev":198.404984364085},"short":{"mean":650.7391304347826,"median":674.0,"min":186,"max":939,"stdev":158.4611272639285},"long":{"mean":820.2352941176471,"median":745.0,"min":515,"max":1382,"stdev":209.45958124772088}},"performance":{"all":{"mean":608.925,"median":648.5,"min":-61,"max":1193,"stdev":401.0045327130483},"short":{"mean":600.8695652173913,"median":580.0,"min":-61,"max":1193,"stdev":416.4048842989047},"long":{"mean":619.8235294117648,"median":742.0,"min":-50,"max":1116,"stdev":391.56915661446664}},"input_tokens":{"all":{"mean":3254.6,"median":2814.5,"min":1462,"max":8689,"stdev":1866.3463662928054},"short":{"mean":2662.695652173913,"median":1954.0,"min":1502,"max":8689,"stdev":1767.4693628509096},"long":{"mean":4055.4117647058824,"median":3514.0,"min":1462,"max":8599,"stdev":1734.929539593162}},"output_tokens":{"all":{"mean":10181.725,"median":8418.0,"min":2810,"max":23367,"stdev":6188.211219886008},"short":{"mean":10032.434782608696,"median":8128.0,"min":2810,"max":21887,"stdev":6512.859606725528},"long":{"mean":10383.70588235294,"median":8656.0,"min":4640,"max":23367,"stdev":5911.2008590123405}},"total_tokens":{"all":{"mean":13436.325,"median":11619.0,"min":5110,"max":26482,"stdev":6095.399296516543},"short":{"mean":12695.130434782608,"median":10631.0,"min":5110,"max":23814,"stdev":6179.770518719252},"long":{"mean":14439.117647058823,"median":11873.0,"min":7013,"max":26482,"stdev":6016.128488097152}},"cost":{"all":{"mean":0.02573798,"median":0.0214314,"min":0.007664,"max":0.0573268,"stdev":0.014720466594597695},"short":{"mean":0.025142921739130436,"median":0.0202888,"min":0.007664,"max":0.0532996,"stdev":0.015419664587525198},"long":{"mean":0.026543058823529413,"median":0.0220464,"min":0.0125416,"max":0.0573268,"stdev":0.014144295117071883}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1110,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1462,"output_tokens":5551,"total_tokens":7013,"cost":0.0139072},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2422008,"overall_relative_score":2422008,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":472,"performance":1193,"input_tokens":1607,"output_tokens":15753,"total_tokens":17360,"cost":0.03845},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2472808184847,"overall_relative_score":2472808184847,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":515,"performance":1116,"input_tokens":2895,"output_tokens":8978,"total_tokens":11873,"cost":0.0227052},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1748,"output_tokens":14406,"total_tokens":16154,"cost":0.0352736},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1927,"output_tokens":21887,"total_tokens":23814,"cost":0.0532996},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1341,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4030,"output_tokens":16883,"total_tokens":20913,"cost":0.0421312},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2467,"max_memory_usage_kib":3072,"rank":523,"performance":116,"input_tokens":1649,"output_tokens":18076,"total_tokens":19725,"cost":0.044042},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2392,"output_tokens":4871,"total_tokens":7263,"cost":0.0126472},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":98903157,"overall_relative_score":98903157,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":3180,"output_tokens":8656,"total_tokens":11836,"cost":0.0220464},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63364775,"overall_relative_score":63364775,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":705,"performance":580,"input_tokens":2370,"output_tokens":3873,"total_tokens":6243,"cost":0.0102432},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2856,"overall_relative_score":2856,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":636,"performance":380,"input_tokens":8689,"output_tokens":9199,"total_tokens":17888,"cost":0.0255532},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":8599,"output_tokens":8675,"total_tokens":17274,"cost":0.0242596},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":6583,"output_tokens":4048,"total_tokens":10631,"cost":0.0123484},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3115,"output_tokens":23367,"total_tokens":26482,"cost":0.0573268},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70000845,"overall_relative_score":70000845,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1147,"input_tokens":2734,"output_tokens":3498,"total_tokens":6232,"cost":0.0094888},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2748219257,"overall_relative_score":16265511976,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":728,"performance":965,"input_tokens":2961,"output_tokens":8180,"total_tokens":11141,"cost":0.0208164},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3618069561214,"overall_relative_score":361383825301,"max_execution_time_ms":5550,"max_memory_usage_kib":11264,"rank":797,"performance":742,"input_tokens":7558,"output_tokens":9111,"total_tokens":16669,"cost":0.0248896},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1173,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4753,"output_tokens":7345,"total_tokens":12098,"cost":0.0195292},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298971596,"overall_relative_score":298971596,"max_execution_time_ms":300,"max_memory_usage_kib":7168,"rank":902,"performance":531,"input_tokens":3841,"output_tokens":4600,"total_tokens":8441,"cost":0.0125764},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12040735,"overall_relative_score":12040735,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":815,"performance":903,"input_tokens":1849,"output_tokens":17734,"total_tokens":19583,"cost":0.0433012},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":644,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2334,"output_tokens":3213,"total_tokens":5547,"cost":0.0086448},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1945,"output_tokens":12157,"total_tokens":14102,"cost":0.0299548},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":156989607770,"overall_relative_score":149202854637,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":804,"performance":884,"input_tokens":3063,"output_tokens":4724,"total_tokens":7787,"cost":0.0125628},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":625,"max_memory_usage_kib":0,"rank":740,"performance":223,"input_tokens":1840,"output_tokens":6816,"total_tokens":8656,"cost":0.0170944},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":1772582846441,"overall_relative_score":25382699133,"max_execution_time_ms":1173,"max_memory_usage_kib":3072,"rank":986,"performance":421,"input_tokens":3514,"output_tokens":4640,"total_tokens":8154,"cost":0.0125416},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":931709,"overall_relative_score":931709,"max_execution_time_ms":1800,"max_memory_usage_kib":3072,"rank":667,"performance":973,"input_tokens":1954,"output_tokens":8128,"total_tokens":10082,"cost":0.0202888},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":38663336438,"overall_relative_score":1569542106,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1032,"performance":485,"input_tokens":4363,"output_tokens":19605,"total_tokens":23968,"cost":0.0487972},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":514694041596,"overall_relative_score":1162720299,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":725,"performance":958,"input_tokens":3173,"output_tokens":18852,"total_tokens":22025,"cost":0.046514},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9480832972165,"overall_relative_score":9480832972165,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":729,"performance":936,"input_tokens":1858,"output_tokens":9544,"total_tokens":11402,"cost":0.0236488},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2966,"output_tokens":14430,"total_tokens":17396,"cost":0.0358184},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2678369886,"overall_relative_score":2678369886,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":644,"performance":1027,"input_tokens":2039,"output_tokens":19305,"total_tokens":21344,"cost":0.0471476},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":211597427,"overall_relative_score":211597427,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":732,"performance":967,"input_tokens":4783,"output_tokens":3500,"total_tokens":8283,"cost":0.0103132},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":317000,"overall_relative_score":391167,"max_execution_time_ms":1060,"max_memory_usage_kib":7168,"rank":1004,"performance":377,"input_tokens":4232,"output_tokens":5786,"total_tokens":10018,"cost":0.0155792},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":798,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1974,"output_tokens":14172,"total_tokens":16146,"cost":0.0348024},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3047615887,"overall_relative_score":2182667409843,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":677,"performance":1082,"input_tokens":4505,"output_tokens":5064,"total_tokens":9569,"cost":0.0139556},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55825741,"overall_relative_score":55825741,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":761,"performance":968,"input_tokens":1754,"output_tokens":21736,"total_tokens":23490,"cost":0.052868},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2300,"output_tokens":2810,"total_tokens":5110,"cost":0.007664},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123869242,"overall_relative_score":123869242,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":1570,"output_tokens":7437,"total_tokens":9007,"cost":0.0184768},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3142486580,"overall_relative_score":465085151693,"max_execution_time_ms":60,"max_memory_usage_kib":11712,"rank":805,"performance":1022,"input_tokens":4573,"output_tokens":6676,"total_tokens":11249,"cost":0.0178516},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":116,"input_tokens":1502,"output_tokens":3983,"total_tokens":5485,"cost":0.01016}]},{"num_self_refine":2,"rank":{"all":{"mean":662.225,"median":673.0,"min":186,"max":1382,"stdev":238.0378646350198},"short":{"mean":553.7826086956521,"median":568.0,"min":186,"max":902,"stdev":191.3155310241884},"long":{"mean":808.9411764705883,"median":745.0,"min":515,"max":1382,"stdev":219.1136892654802}},"performance":{"all":{"mean":812.7,"median":912.0,"min":-61,"max":1568,"stdev":387.0547036140287},"short":{"mean":913.1739130434783,"median":1008.0,"min":-61,"max":1568,"stdev":382.8368572754425},"long":{"mean":676.7647058823529,"median":742.0,"min":-50,"max":1184,"stdev":359.8537080210104}},"input_tokens":{"all":{"mean":10135.35,"median":9558.0,"min":5473,"max":20875,"stdev":3978.1660544037445},"short":{"mean":8922.391304347826,"median":7159.0,"min":5473,"max":20209,"stdev":3949.9435639136373},"long":{"mean":11776.411764705883,"median":10300.0,"min":7054,"max":20875,"stdev":3485.143505991244}},"output_tokens":{"all":{"mean":14824.45,"median":12653.5,"min":5427,"max":37027,"stdev":7302.380581103812},"short":{"mean":14685.95652173913,"median":12940.0,"min":5427,"max":37027,"stdev":8132.142038502977},"long":{"mean":15011.823529411764,"median":12471.0,"min":7963,"max":26481,"stdev":6243.644631095828}},"total_tokens":{"all":{"mean":24959.8,"median":22703.5,"min":12679,"max":43072,"stdev":7837.4208839911435},"short":{"mean":23608.347826086956,"median":22165.0,"min":12679,"max":43072,"stdev":8269.367012208897},"long":{"mean":26788.235294117647,"median":23336.0,"min":16578,"max":38612,"stdev":7037.0727537219955}},"cost":{"all":{"mean":0.03963282,"median":0.034319,"min":0.0160216,"max":0.0912828,"stdev":0.017385809548862926},"short":{"mean":0.038815252173913045,"median":0.034746,"min":0.0160216,"max":0.0912828,"stdev":0.019250917226716274},"long":{"mean":0.04073894117647059,"median":0.033976,"min":0.0238052,"max":0.0675408,"stdev":0.014998048831725529}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1110,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":7054,"output_tokens":9524,"total_tokens":16578,"cost":0.0256792},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2422008,"overall_relative_score":2422008,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":472,"performance":1193,"input_tokens":6002,"output_tokens":20148,"total_tokens":26150,"cost":0.050755999999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2472808184847,"overall_relative_score":2472808184847,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":515,"performance":1116,"input_tokens":9495,"output_tokens":12860,"total_tokens":22355,"cost":0.034662},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3186174046,"overall_relative_score":3186174046,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":15266,"output_tokens":15545,"total_tokens":30811,"cost":0.043414400000000006},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5259543,"overall_relative_score":5259543,"max_execution_time_ms":390,"max_memory_usage_kib":62464,"rank":307,"performance":1196,"input_tokens":10585,"output_tokens":25604,"total_tokens":36189,"cost":0.06568360000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1341,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10300,"output_tokens":19897,"total_tokens":30197,"cost":0.0518728},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":570313,"overall_relative_score":570313,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":436,"performance":838,"input_tokens":7137,"output_tokens":21684,"total_tokens":28821,"cost":0.0548964},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":6452,"output_tokens":7161,"total_tokens":13613,"cost":0.0197672},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":98903157,"overall_relative_score":98903157,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":10192,"output_tokens":12458,"total_tokens":22650,"cost":0.033976},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63364775,"overall_relative_score":63364775,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":705,"performance":580,"input_tokens":8731,"output_tokens":8449,"total_tokens":17180,"cost":0.02377},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70064,"overall_relative_score":70064,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":195,"performance":1568,"input_tokens":20209,"output_tokens":13089,"total_tokens":33298,"cost":0.0394972},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171081882,"overall_relative_score":171081882,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":637,"performance":802,"input_tokens":20875,"output_tokens":12677,"total_tokens":33552,"cost":0.0387748},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":711,"performance":123,"input_tokens":16701,"output_tokens":8138,"total_tokens":24839,"cost":0.0262116},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":9966,"output_tokens":26481,"total_tokens":36447,"cost":0.0675408},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70000845,"overall_relative_score":70000845,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1147,"input_tokens":9225,"output_tokens":12940,"total_tokens":22165,"cost":0.034746},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3464701038,"overall_relative_score":20979597026,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":683,"performance":1020,"input_tokens":9049,"output_tokens":12471,"total_tokens":21520,"cost":0.033549999999999996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3618069561214,"overall_relative_score":361383825301,"max_execution_time_ms":5550,"max_memory_usage_kib":11264,"rank":797,"performance":742,"input_tokens":18811,"output_tokens":14597,"total_tokens":33408,"cost":0.0425572},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":743457000000000,"overall_relative_score":4657682570,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":559,"performance":888,"input_tokens":14583,"output_tokens":11503,"total_tokens":26086,"cost":0.0334404},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298971596,"overall_relative_score":298971596,"max_execution_time_ms":300,"max_memory_usage_kib":7168,"rank":902,"performance":531,"input_tokens":12153,"output_tokens":8888,"total_tokens":21041,"cost":0.026192399999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12238560,"overall_relative_score":12238560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":789,"performance":940,"input_tokens":6045,"output_tokens":37027,"total_tokens":43072,"cost":0.0912828},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":644,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":7204,"output_tokens":5475,"total_tokens":12679,"cost":0.0160216},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":5473,"output_tokens":13758,"total_tokens":19231,"cost":0.0352084},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":156989607770,"overall_relative_score":149202854637,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":804,"performance":884,"input_tokens":9621,"output_tokens":11721,"total_tokens":21342,"cost":0.0319788},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1312531,"overall_relative_score":1312531,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":672,"performance":748,"input_tokens":5657,"output_tokens":10742,"total_tokens":16399,"cost":0.0280436},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120817215168,"overall_relative_score":459047597711,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":10192,"output_tokens":9419,"total_tokens":19611,"cost":0.026682400000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":997789,"overall_relative_score":997789,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":498,"performance":1245,"input_tokens":7116,"output_tokens":12034,"total_tokens":19150,"cost":0.031728},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":38663336438,"overall_relative_score":1569542106,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1032,"performance":485,"input_tokens":11273,"output_tokens":22907,"total_tokens":34180,"cost":0.059486},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":514694041596,"overall_relative_score":1162720299,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":725,"performance":958,"input_tokens":12882,"output_tokens":25730,"total_tokens":38612,"cost":0.0669048},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9480832972165,"overall_relative_score":9480832972165,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":729,"performance":936,"input_tokens":7159,"output_tokens":15598,"total_tokens":22757,"cost":0.0402988},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12132364900,"overall_relative_score":23280374,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":10183,"output_tokens":24373,"total_tokens":34556,"cost":0.0625684},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2678369886,"overall_relative_score":2678369886,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":644,"performance":1027,"input_tokens":6826,"output_tokens":22601,"total_tokens":29427,"cost":0.0569728},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226116187,"overall_relative_score":226116187,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":516,"performance":1271,"input_tokens":12700,"output_tokens":6921,"total_tokens":19621,"cost":0.0216904},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":317000,"overall_relative_score":391167,"max_execution_time_ms":1060,"max_memory_usage_kib":7168,"rank":1004,"performance":377,"input_tokens":11913,"output_tokens":9359,"total_tokens":21272,"cost":0.0272268},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":129493,"overall_relative_score":129493,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":464,"performance":1104,"input_tokens":8320,"output_tokens":21978,"total_tokens":30298,"cost":0.0560752},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5629104884,"overall_relative_score":1783658650032,"max_execution_time_ms":2340,"max_memory_usage_kib":3072,"rank":995,"performance":649,"input_tokens":11735,"output_tokens":7963,"total_tokens":19698,"cost":0.0238052},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55825741,"overall_relative_score":55825741,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":761,"performance":968,"input_tokens":6216,"output_tokens":25993,"total_tokens":32209,"cost":0.0648696},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":7602,"output_tokens":5427,"total_tokens":13029,"cost":0.0160656},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123869242,"overall_relative_score":123869242,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":5486,"output_tokens":12630,"total_tokens":18116,"cost":0.032506400000000005},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":945373284,"overall_relative_score":1447347888658,"max_execution_time_ms":170,"max_memory_usage_kib":32080,"rank":649,"performance":1184,"input_tokens":12075,"output_tokens":11261,"total_tokens":23336,"cost":0.0318564},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":6950,"output_tokens":5947,"total_tokens":12897,"cost":0.0170528}]},{"num_self_refine":4,"rank":{"all":{"mean":604.7,"median":634.0,"min":185,"max":1032,"stdev":222.10256351052934},"short":{"mean":525.0434782608696,"median":518.0,"min":185,"max":902,"stdev":200.8815748510164},"long":{"mean":712.4705882352941,"median":675.0,"min":257,"max":1032,"stdev":208.0703359584983}},"performance":{"all":{"mean":936.225,"median":988.0,"min":-61,"max":1673,"stdev":365.654628100455},"short":{"mean":985.2173913043479,"median":1027.0,"min":-61,"max":1673,"stdev":385.9420536488652},"long":{"mean":869.9411764705883,"median":958.0,"min":111,"max":1455,"stdev":336.11799836296984}},"input_tokens":{"all":{"mean":35569.55,"median":35091.5,"min":17114,"max":58227,"stdev":9611.205041846222},"short":{"mean":32850.391304347824,"median":29888.0,"min":17114,"max":55496,"stdev":9932.163449846483},"long":{"mean":39248.41176470588,"median":36749.0,"min":29637,"max":58227,"stdev":8032.145246280905}},"output_tokens":{"all":{"mean":22254.95,"median":20780.5,"min":9251,"max":42370,"stdev":7531.710742944435},"short":{"mean":21678.08695652174,"median":17578.0,"min":9251,"max":42370,"stdev":8693.35622976244},"long":{"mean":23035.41176470588,"median":21351.0,"min":16500,"max":34479,"stdev":5764.619914387499}},"total_tokens":{"all":{"mean":57824.5,"median":56934.0,"min":32933,"max":85290,"stdev":12696.728771111852},"short":{"mean":54528.47826086957,"median":56078.0,"min":32933,"max":77578,"stdev":13513.948870668832},"long":{"mean":62283.82352941176,"median":58230.0,"min":47242,"max":85290,"stdev":10251.094260097883}},"cost":{"all":{"mean":0.0676397,"median":0.06495419999999999,"min":0.036375199999999996,"max":0.1109116,"stdev":0.018792190797680037},"short":{"mean":0.06516756521739131,"median":0.0578556,"min":0.036375199999999996,"max":0.1109116,"stdev":0.021428036985700612},"long":{"mean":0.07098435294117647,"median":0.0652924,"min":0.0541068,"max":0.103074,"stdev":0.014449127849723218}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":593736257386,"overall_relative_score":593736257386,"max_execution_time_ms":735,"max_memory_usage_kib":3072,"rank":966,"performance":803,"input_tokens":29637,"output_tokens":17605,"total_tokens":47242,"cost":0.0541068},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2422008,"overall_relative_score":2422008,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":472,"performance":1193,"input_tokens":28156,"output_tokens":27983,"total_tokens":56139,"cost":0.07842160000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2472808184847,"overall_relative_score":2472808184847,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":515,"performance":1116,"input_tokens":35684,"output_tokens":20976,"total_tokens":56660,"cost":0.06461599999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3186174046,"overall_relative_score":3186174046,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":301,"performance":1283,"input_tokens":48791,"output_tokens":21923,"total_tokens":70714,"cost":0.0721316},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5259543,"overall_relative_score":5259543,"max_execution_time_ms":390,"max_memory_usage_kib":62464,"rank":307,"performance":1196,"input_tokens":42327,"output_tokens":35251,"total_tokens":77578,"cost":0.10153320000000002},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5350257,"overall_relative_score":5350257,"max_execution_time_ms":270,"max_memory_usage_kib":3072,"rank":257,"performance":1455,"input_tokens":30947,"output_tokens":27283,"total_tokens":58230,"cost":0.077858},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":570313,"overall_relative_score":570313,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":436,"performance":838,"input_tokens":29888,"output_tokens":30294,"total_tokens":60182,"cost":0.0846608},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":21904,"output_tokens":11696,"total_tokens":33600,"cost":0.036832},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":98903157,"overall_relative_score":98903157,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":34783,"output_tokens":21408,"total_tokens":56191,"cost":0.0652924},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":63364840,"overall_relative_score":63364840,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":705,"performance":580,"input_tokens":33692,"output_tokens":15732,"total_tokens":49424,"cost":0.0512336},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70064,"overall_relative_score":70064,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":195,"performance":1568,"input_tokens":55496,"output_tokens":20585,"total_tokens":76081,"cost":0.07160240000000001},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":189957001,"overall_relative_score":189957001,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":593,"performance":994,"input_tokens":58227,"output_tokens":21351,"total_tokens":79578,"cost":0.0745332},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10115196,"overall_relative_score":10115196,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":698,"performance":478,"input_tokens":47487,"output_tokens":16192,"total_tokens":63679,"cost":0.0578556},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":33663,"output_tokens":33337,"total_tokens":67000,"cost":0.093474},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70000845,"overall_relative_score":70000845,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1147,"input_tokens":29414,"output_tokens":17578,"total_tokens":46992,"cost":0.053952799999999995},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3610248491,"overall_relative_score":21684302100,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":675,"performance":1030,"input_tokens":34490,"output_tokens":22044,"total_tokens":56534,"cost":0.0667016},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2431446818638,"overall_relative_score":380990220637,"max_execution_time_ms":1320,"max_memory_usage_kib":11264,"rank":693,"performance":911,"input_tokens":53268,"output_tokens":23543,"total_tokens":76811,"cost":0.0778104},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":241816563769008,"overall_relative_score":8709824633,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":510,"performance":982,"input_tokens":45322,"output_tokens":19217,"total_tokens":64539,"cost":0.0642496},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298971596,"overall_relative_score":298971596,"max_execution_time_ms":300,"max_memory_usage_kib":7168,"rank":902,"performance":531,"input_tokens":40057,"output_tokens":16021,"total_tokens":56078,"cost":0.0544732},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12238560,"overall_relative_score":12238560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":789,"performance":940,"input_tokens":23059,"output_tokens":42370,"total_tokens":65429,"cost":0.1109116},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238411451261,"overall_relative_score":238411451261,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":185,"performance":732,"input_tokens":24114,"output_tokens":11467,"total_tokens":35581,"cost":0.0371664},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":17114,"output_tokens":15819,"total_tokens":32933,"cost":0.0448112},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65001118467,"overall_relative_score":206579327756,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":635,"performance":1089,"input_tokens":36339,"output_tokens":18503,"total_tokens":54842,"cost":0.058942800000000004},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1318610,"overall_relative_score":1318610,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":662,"performance":775,"input_tokens":21459,"output_tokens":17384,"total_tokens":38843,"cost":0.0503052},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120817215168,"overall_relative_score":459047597711,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":36871,"output_tokens":20337,"total_tokens":57208,"cost":0.06355720000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1004695,"overall_relative_score":1004695,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":478,"performance":1277,"input_tokens":30391,"output_tokens":22303,"total_tokens":52694,"cost":0.0656836},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":38663336438,"overall_relative_score":1569542106,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":1032,"performance":485,"input_tokens":33870,"output_tokens":28944,"total_tokens":62814,"cost":0.0830136},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":514694041596,"overall_relative_score":1162720299,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":725,"performance":958,"input_tokens":50811,"output_tokens":34479,"total_tokens":85290,"cost":0.103074},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10254327328840,"overall_relative_score":10254327328840,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":518,"performance":1249,"input_tokens":35400,"output_tokens":25173,"total_tokens":60573,"cost":0.0745752},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12132364900,"overall_relative_score":23280374,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":37877,"output_tokens":30638,"total_tokens":68515,"cost":0.08868200000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2678369886,"overall_relative_score":2678369886,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":644,"performance":1027,"input_tokens":29400,"output_tokens":28142,"total_tokens":57542,"cost":0.0793008},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250362894,"overall_relative_score":250362894,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":257,"performance":1673,"input_tokens":40598,"output_tokens":14594,"total_tokens":55192,"cost":0.0512648},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":317000,"overall_relative_score":391167,"max_execution_time_ms":1060,"max_memory_usage_kib":7168,"rank":1004,"performance":377,"input_tokens":37616,"output_tokens":16500,"total_tokens":54116,"cost":0.0546464},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":258179,"overall_relative_score":258179,"max_execution_time_ms":1470,"max_memory_usage_kib":5120,"rank":318,"performance":1382,"input_tokens":42350,"output_tokens":33265,"total_tokens":75615,"cost":0.096776},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4034910149,"overall_relative_score":2411407025401,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":633,"performance":1133,"input_tokens":36749,"output_tokens":16783,"total_tokens":53532,"cost":0.054978799999999994},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55852392,"overall_relative_score":55852392,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":760,"performance":969,"input_tokens":27402,"output_tokens":32468,"total_tokens":59870,"cost":0.08888399999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":35432,"output_tokens":9251,"total_tokens":44683,"cost":0.036375199999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123869242,"overall_relative_score":123869242,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":22313,"output_tokens":17514,"total_tokens":39827,"cost":0.05095880000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":945373284,"overall_relative_score":1447347888658,"max_execution_time_ms":170,"max_memory_usage_kib":32080,"rank":649,"performance":1184,"input_tokens":41069,"output_tokens":18654,"total_tokens":59723,"cost":0.06119719999999999},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":29315,"output_tokens":15591,"total_tokens":44906,"cost":0.049144400000000005}]},{"num_self_refine":8,"rank":{"all":{"mean":557.4,"median":563.5,"min":138,"max":1004,"stdev":235.82466324553883},"short":{"mean":484.2173913043478,"median":516.0,"min":138,"max":902,"stdev":221.40172384188455},"long":{"mean":656.4117647058823,"median":649.0,"min":175,"max":1004,"stdev":223.700150542956}},"performance":{"all":{"mean":1038.6,"median":1015.5,"min":-61,"max":1809,"stdev":384.09873196541},"short":{"mean":1081.608695652174,"median":1027.0,"min":-61,"max":1809,"stdev":438.7604170356668},"long":{"mean":980.4117647058823,"median":998.0,"min":377,"max":1658,"stdev":297.7417208806001}},"input_tokens":{"all":{"mean":134934.325,"median":137533.0,"min":55778,"max":204072,"stdev":32062.755512362204},"short":{"mean":126938.39130434782,"median":129139.0,"min":55778,"max":204072,"stdev":35488.707407157424},"long":{"mean":145752.35294117648,"median":139257.0,"min":109833,"max":191436,"stdev":23617.94631456442}},"output_tokens":{"all":{"mean":37636.5,"median":37151.0,"min":19532,"max":60206,"stdev":9743.365461318821},"short":{"mean":35357.13043478261,"median":35100.0,"min":19532,"max":56327,"stdev":10890.058215489893},"long":{"mean":40720.35294117647,"median":38061.0,"min":31868,"max":60206,"stdev":7124.648824162989}},"total_tokens":{"all":{"mean":172570.825,"median":174710.0,"min":75310,"max":247762,"stdev":37626.66623681661},"short":{"mean":162295.52173913043,"median":161870.0,"min":75310,"max":239172,"stdev":41382.08805956945},"long":{"mean":186472.70588235295,"median":180119.0,"min":147894,"max":247762,"stdev":27187.46738564643}},"cost":{"all":{"mean":0.14430133,"median":0.1461132,"min":0.069188,"max":0.2195168,"stdev":0.031502354788778116},"short":{"mean":0.1356324695652174,"median":0.1441536,"min":0.069188,"max":0.2071428,"stdev":0.03472272464877923},"long":{"mean":0.15602978823529412,"median":0.1495548,"min":0.1301436,"max":0.2195168,"stdev":0.022516596483535274}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":593736257386,"overall_relative_score":593736257386,"max_execution_time_ms":735,"max_memory_usage_kib":3072,"rank":966,"performance":803,"input_tokens":129621,"output_tokens":34486,"total_tokens":164107,"cost":0.1346148},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2689723,"overall_relative_score":2689723,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":403,"performance":1285,"input_tokens":119262,"output_tokens":40731,"total_tokens":159993,"cost":0.1454592},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2472808184847,"overall_relative_score":2472808184847,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":515,"performance":1116,"input_tokens":139257,"output_tokens":35352,"total_tokens":174609,"cost":0.1405476},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4421853284,"overall_relative_score":4421853284,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":184,"performance":1597,"input_tokens":146004,"output_tokens":35730,"total_tokens":181734,"cost":0.1441536},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":15619185,"overall_relative_score":15619185,"max_execution_time_ms":40,"max_memory_usage_kib":5120,"rank":154,"performance":1647,"input_tokens":165200,"output_tokens":53327,"total_tokens":218527,"cost":0.19406480000000004},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5532950,"overall_relative_score":5532950,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":175,"performance":1658,"input_tokens":115431,"output_tokens":43076,"total_tokens":158507,"cost":0.1495548},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":570313,"overall_relative_score":570313,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":436,"performance":838,"input_tokens":129139,"output_tokens":48664,"total_tokens":177803,"cost":0.1684492},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":76437,"output_tokens":19622,"total_tokens":96059,"cost":0.0776676},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":98903157,"overall_relative_score":98903157,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":605,"performance":947,"input_tokens":135943,"output_tokens":36949,"total_tokens":172892,"cost":0.1430548},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":138833310,"overall_relative_score":138833310,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":696,"performance":611,"input_tokens":139578,"output_tokens":38242,"total_tokens":177820,"cost":0.147612},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70064,"overall_relative_score":70064,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":195,"performance":1568,"input_tokens":166875,"output_tokens":33032,"total_tokens":199907,"cost":0.1460268},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844206383,"overall_relative_score":844206383,"max_execution_time_ms":1320,"max_memory_usage_kib":3072,"rank":380,"performance":1290,"input_tokens":191436,"output_tokens":43739,"total_tokens":235175,"cost":0.181548},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44868168,"overall_relative_score":44868168,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":634,"performance":708,"input_tokens":148628,"output_tokens":26183,"total_tokens":174811,"cost":0.12229040000000001},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1127837071,"overall_relative_score":1127837071,"max_execution_time_ms":4010,"max_memory_usage_kib":3072,"rank":469,"performance":1044,"input_tokens":123823,"output_tokens":52983,"total_tokens":176806,"cost":0.1766884},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70000845,"overall_relative_score":70000845,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1147,"input_tokens":95972,"output_tokens":28096,"total_tokens":124068,"cost":0.10581919999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3535545292,"overall_relative_score":20432286649,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":683,"performance":1020,"input_tokens":143283,"output_tokens":40325,"total_tokens":183608,"cost":0.1540932},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2431446818638,"overall_relative_score":380990220637,"max_execution_time_ms":1320,"max_memory_usage_kib":11264,"rank":693,"performance":911,"input_tokens":180754,"output_tokens":45454,"total_tokens":226208,"cost":0.1813912},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":205713885686698,"overall_relative_score":10529770273,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":501,"performance":998,"input_tokens":163711,"output_tokens":35633,"total_tokens":199344,"cost":0.1510036},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298971596,"overall_relative_score":298971596,"max_execution_time_ms":300,"max_memory_usage_kib":7168,"rank":902,"performance":531,"input_tokens":137063,"output_tokens":28460,"total_tokens":165523,"cost":0.1231292},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12238560,"overall_relative_score":12238560,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":789,"performance":940,"input_tokens":90659,"output_tokens":51884,"total_tokens":142543,"cost":0.16078520000000002},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238648511443,"overall_relative_score":238648511443,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":183,"performance":795,"input_tokens":100647,"output_tokens":25869,"total_tokens":126516,"cost":0.1023444},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":55778,"output_tokens":19532,"total_tokens":75310,"cost":0.069188},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65001118467,"overall_relative_score":206579327756,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":635,"performance":1089,"input_tokens":135023,"output_tokens":37226,"total_tokens":172249,"cost":0.1433516},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1334660,"overall_relative_score":1334660,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":559,"performance":1011,"input_tokens":93169,"output_tokens":29853,"total_tokens":123022,"cost":0.1089148},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120817215168,"overall_relative_score":459047597711,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":155868,"output_tokens":39019,"total_tokens":194887,"cost":0.1559928},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1014613,"overall_relative_score":1014613,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":451,"performance":1319,"input_tokens":140446,"output_tokens":42287,"total_tokens":182733,"cost":0.1576672},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":109833,"output_tokens":38061,"total_tokens":147894,"cost":0.1352796},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":514694041596,"overall_relative_score":1162720299,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":725,"performance":958,"input_tokens":187556,"output_tokens":60206,"total_tokens":247762,"cost":0.2195168},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10257579754520,"overall_relative_score":10257579754520,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":516,"performance":1252,"input_tokens":154001,"output_tokens":42042,"total_tokens":196043,"cost":0.1625012},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8610931556,"overall_relative_score":236512254,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":138003,"output_tokens":43792,"total_tokens":181795,"cost":0.160302},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2678369886,"overall_relative_score":2678369886,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":644,"performance":1027,"input_tokens":114496,"output_tokens":37603,"total_tokens":152099,"cost":0.13604560000000002},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252878017,"overall_relative_score":252878017,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":223,"performance":1740,"input_tokens":204072,"output_tokens":35100,"total_tokens":239172,"cost":0.16586879999999998},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":317000,"overall_relative_score":391167,"max_execution_time_ms":1060,"max_memory_usage_kib":7168,"rank":1004,"performance":377,"input_tokens":134151,"output_tokens":31868,"total_tokens":166019,"cost":0.1301436},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":335975,"overall_relative_score":335975,"max_execution_time_ms":520,"max_memory_usage_kib":8192,"rank":138,"performance":1809,"input_tokens":179895,"output_tokens":56327,"total_tokens":236222,"cost":0.2071428},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3702492230,"overall_relative_score":2611223878041,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":539,"performance":1242,"input_tokens":143043,"output_tokens":37076,"total_tokens":180119,"cost":0.14619959999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56074605,"overall_relative_score":56074605,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":739,"performance":1002,"input_tokens":111729,"output_tokens":45648,"total_tokens":157377,"cost":0.15424679999999996},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442405,"overall_relative_score":442405,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":516,"performance":1267,"input_tokens":140926,"output_tokens":20944,"total_tokens":161870,"cost":0.10663600000000001},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123869242,"overall_relative_score":123869242,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":88409,"output_tokens":27272,"total_tokens":115681,"cost":0.10081640000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":945373284,"overall_relative_score":1447347888658,"max_execution_time_ms":170,"max_memory_usage_kib":32080,"rank":649,"performance":1184,"input_tokens":151054,"output_tokens":37001,"total_tokens":188055,"cost":0.149224},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":121198,"output_tokens":26766,"total_tokens":147964,"cost":0.1127176}]},{"num_self_refine":16,"rank":{"all":{"mean":537.35,"median":549.0,"min":133,"max":950,"stdev":223.86013834191547},"short":{"mean":462.39130434782606,"median":494.0,"min":133,"max":902,"stdev":211.85431081726355},"long":{"mean":638.7647058823529,"median":649.0,"min":175,"max":950,"stdev":203.55206011355077}},"performance":{"all":{"mean":1070.725,"median":1028.5,"min":-61,"max":1948,"stdev":378.32444273977194},"short":{"mean":1118.7826086956522,"median":1119.0,"min":-61,"max":1948,"stdev":446.3023798158027},"long":{"mean":1005.7058823529412,"median":1016.0,"min":536,"max":1658,"stdev":259.20208445966495}},"input_tokens":{"all":{"mean":546038.4,"median":533935.5,"min":187323,"max":970295,"stdev":151326.5610498343},"short":{"mean":514156.0869565217,"median":490506.0,"min":187323,"max":970295,"stdev":168370.3268542058},"long":{"mean":589173.2941176471,"median":585619.0,"min":374674,"max":846192,"stdev":115761.42329256577}},"output_tokens":{"all":{"mean":70465.3,"median":72330.0,"min":26530,"max":122674,"stdev":19450.14827337854},"short":{"mean":64812.30434782609,"median":58934.0,"min":26530,"max":105923,"stdev":19921.18831896144},"long":{"mean":78113.4705882353,"median":76558.0,"min":55717,"max":122674,"stdev":16381.844131223625}},"total_tokens":{"all":{"mean":616503.7,"median":600572.5,"min":213853,"max":1049998,"stdev":166939.30583701248},"short":{"mean":578968.3913043478,"median":559567.0,"min":213853,"max":1049998,"stdev":183335.97534773027},"long":{"mean":667286.7647058824,"median":662177.0,"min":430391,"max":968866,"stdev":130184.59592129622}},"cost":{"all":{"mean":0.38753208,"median":0.3771468,"min":0.1386012,"max":0.6328944000000001,"stdev":0.10124267767293213},"short":{"mean":0.3612119652173913,"median":0.33941720000000003,"min":0.1386012,"max":0.5794052,"stdev":0.10720840014584425},"long":{"mean":0.4231416470588235,"median":0.42245920000000003,"min":0.2835904,"max":0.6328944000000001,"stdev":0.08269034574046506}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":641810231374,"overall_relative_score":641810231374,"max_execution_time_ms":1260,"max_memory_usage_kib":3072,"rank":939,"performance":829,"input_tokens":586806,"output_tokens":79263,"total_tokens":666069,"cost":0.42495359999999993},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2750446,"overall_relative_score":2750446,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":388,"performance":1306,"input_tokens":490506,"output_tokens":69061,"total_tokens":559567,"cost":0.3619488},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2472808184847,"overall_relative_score":2472808184847,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":515,"performance":1116,"input_tokens":513825,"output_tokens":59744,"total_tokens":573569,"cost":0.34891560000000005},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4421853284,"overall_relative_score":4421853284,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":184,"performance":1597,"input_tokens":480980,"output_tokens":57394,"total_tokens":538374,"cost":0.3301376},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14779181,"overall_relative_score":14779181,"max_execution_time_ms":600,"max_memory_usage_kib":7168,"rank":163,"performance":1616,"input_tokens":659661,"output_tokens":91883,"total_tokens":751544,"cost":0.4843835999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5532950,"overall_relative_score":5532950,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":175,"performance":1658,"input_tokens":497387,"output_tokens":75788,"total_tokens":573175,"cost":0.380846},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":570313,"overall_relative_score":570313,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":436,"performance":838,"input_tokens":551361,"output_tokens":83262,"total_tokens":634623,"cost":0.4203732},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":280146,"output_tokens":37148,"total_tokens":317294,"cost":0.20121360000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":240,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":539867,"output_tokens":76436,"total_tokens":616303,"cost":0.39939320000000006},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":726227566,"overall_relative_score":726227566,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":611,"performance":828,"input_tokens":692832,"output_tokens":96362,"total_tokens":789194,"cost":0.5084016},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70064,"overall_relative_score":70064,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":195,"performance":1568,"input_tokens":552348,"output_tokens":58663,"total_tokens":611011,"cost":0.3617304},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":836782701,"overall_relative_score":836782701,"max_execution_time_ms":2720,"max_memory_usage_kib":3072,"rank":382,"performance":1287,"input_tokens":788544,"output_tokens":106514,"total_tokens":895058,"cost":0.5710512},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":48337923,"overall_relative_score":48337923,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":628,"performance":725,"input_tokens":508286,"output_tokens":53126,"total_tokens":561412,"cost":0.3308168},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1127331331,"overall_relative_score":1127331331,"max_execution_time_ms":3730,"max_memory_usage_kib":3072,"rank":469,"performance":1044,"input_tokens":532045,"output_tokens":88953,"total_tokens":620998,"cost":0.4263052},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70000845,"overall_relative_score":70000845,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1147,"input_tokens":364688,"output_tokens":45889,"total_tokens":410577,"cost":0.2560087999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3673270281,"overall_relative_score":21015044636,"max_execution_time_ms":180,"max_memory_usage_kib":3072,"rank":683,"performance":1020,"input_tokens":585619,"output_tokens":76558,"total_tokens":662177,"cost":0.41798679999999994},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2431446818638,"overall_relative_score":380990220637,"max_execution_time_ms":1320,"max_memory_usage_kib":11264,"rank":693,"performance":911,"input_tokens":698636,"output_tokens":82581,"total_tokens":781217,"cost":0.4776488000000001},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":153513885686698,"overall_relative_score":12505234788,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":491,"performance":1016,"input_tokens":654755,"output_tokens":80799,"total_tokens":735554,"cost":0.4558196},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298971596,"overall_relative_score":298971596,"max_execution_time_ms":300,"max_memory_usage_kib":7168,"rank":902,"performance":531,"input_tokens":621772,"output_tokens":58934,"total_tokens":680706,"cost":0.3901504},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12935405,"overall_relative_score":12935405,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":494,"performance":1319,"input_tokens":363089,"output_tokens":80909,"total_tokens":443998,"cost":0.33941720000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238648511443,"overall_relative_score":238648511443,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":183,"performance":795,"input_tokens":465299,"output_tokens":62731,"total_tokens":528030,"cost":0.336674},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":187323,"output_tokens":26530,"total_tokens":213853,"cost":0.1386012},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":65001118467,"overall_relative_score":206579327756,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":635,"performance":1089,"input_tokens":483104,"output_tokens":66704,"total_tokens":549808,"cost":0.35333119999999996},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1334660,"overall_relative_score":1334660,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":559,"performance":1011,"input_tokens":371168,"output_tokens":49433,"total_tokens":420601,"cost":0.2671064},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":120817215168,"overall_relative_score":459047597711,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":950,"performance":536,"input_tokens":628988,"output_tokens":77187,"total_tokens":706175,"cost":0.436844},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1014613,"overall_relative_score":1014613,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":451,"performance":1319,"input_tokens":612939,"output_tokens":82328,"total_tokens":695267,"cost":0.44276279999999996},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":374674,"output_tokens":55717,"total_tokens":430391,"cost":0.2835904},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":514694041596,"overall_relative_score":1162720299,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":725,"performance":958,"input_tokens":846192,"output_tokens":122674,"total_tokens":968866,"cost":0.6328944000000001},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10257579754520,"overall_relative_score":10257579754520,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":516,"performance":1252,"input_tokens":636608,"output_tokens":74750,"total_tokens":711358,"cost":0.4340432},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8610931556,"overall_relative_score":236512254,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":521437,"output_tokens":68697,"total_tokens":590134,"cost":0.37344759999999994},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2678369886,"overall_relative_score":2678369886,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":644,"performance":1027,"input_tokens":435673,"output_tokens":55978,"total_tokens":491651,"cost":0.3086164},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":257723976,"overall_relative_score":257723976,"max_execution_time_ms":260,"max_memory_usage_kib":3072,"rank":137,"performance":1948,"input_tokens":970295,"output_tokens":79703,"total_tokens":1049998,"cost":0.5794052},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":346974000,"overall_relative_score":602307034,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":719,"performance":932,"input_tokens":510851,"output_tokens":63198,"total_tokens":574049,"cost":0.3560156},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":341399,"overall_relative_score":341399,"max_execution_time_ms":540,"max_memory_usage_kib":8192,"rank":133,"performance":1825,"input_tokens":756233,"output_tokens":105923,"total_tokens":862156,"cost":0.5567083999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3702492230,"overall_relative_score":2611223878041,"max_execution_time_ms":2010,"max_memory_usage_kib":3072,"rank":539,"performance":1242,"input_tokens":618400,"output_tokens":76894,"total_tokens":695294,"cost":0.4319056},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56378952,"overall_relative_score":56378952,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":720,"performance":1030,"input_tokens":460998,"output_tokens":74438,"total_tokens":535436,"cost":0.36305039999999994},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":442405,"overall_relative_score":442405,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":516,"performance":1267,"input_tokens":535826,"output_tokens":44375,"total_tokens":580201,"cost":0.3208304},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":123869242,"overall_relative_score":123869242,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":702,"performance":1008,"input_tokens":369872,"output_tokens":50657,"total_tokens":420529,"cost":0.26952560000000003},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":945373284,"overall_relative_score":1447347888658,"max_execution_time_ms":170,"max_memory_usage_kib":32080,"rank":649,"performance":1184,"input_tokens":634816,"output_tokens":70222,"total_tokens":705038,"cost":0.42245920000000003},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":457687,"output_tokens":51206,"total_tokens":508893,"cost":0.3059692}]}]},{"model_name":"qwen3.6-flash","detail_path":"data/model_details/qwen3.6-flash.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":820.55,"median":866.0,"min":186,"max":1382,"stdev":228.15030470823731},"short":{"mean":741.3913043478261,"median":711.0,"min":186,"max":1019,"stdev":209.5704999908221},"long":{"mean":927.6470588235294,"median":999.0,"min":576,"max":1382,"stdev":212.82444090625216}},"performance":{"all":{"mean":326.4,"median":197.5,"min":-110,"max":1182,"stdev":350.50789522546364},"short":{"mean":317.2608695652174,"median":207.0,"min":-110,"max":1182,"stdev":365.46025992031974},"long":{"mean":338.7647058823529,"median":145.0,"min":-50,"max":1034,"stdev":339.89971488142}},"input_tokens":{"all":{"mean":3253.775,"median":2813.5,"min":1461,"max":8689,"stdev":1866.4329545199175},"short":{"mean":2661.913043478261,"median":1953.0,"min":1501,"max":8689,"stdev":1767.6826101641323},"long":{"mean":4054.529411764706,"median":3513.0,"min":1461,"max":8598,"stdev":1734.906774067668}},"output_tokens":{"all":{"mean":23209.4,"median":16702.0,"min":12077,"max":68627,"stdev":15108.415991910448},"short":{"mean":26763.739130434784,"median":16396.0,"min":12077,"max":68627,"stdev":18077.91195509389},"long":{"mean":18400.58823529412,"median":17008.0,"min":13560,"max":48177,"stdev":8018.647758964908}},"total_tokens":{"all":{"mean":26463.175,"median":21120.0,"min":14137,"max":70380,"stdev":14545.978772697601},"short":{"mean":29425.652173913044,"median":19381.0,"min":14137,"max":70380,"stdev":17603.807988378525},"long":{"mean":22455.117647058825,"median":21152.0,"min":16589,"max":51142,"stdev":7742.795351828312}},"cost":{"all":{"mean":0.03562754375,"median":0.025896875,"min":0.0187135,"max":0.10337875,"stdev":0.02250003075609632},"short":{"mean":0.04081108695652174,"median":0.0257895,"min":0.0187135,"max":0.10337875,"stdev":0.026981553704316458},"long":{"mean":0.028614514705882353,"median":0.02639025,"min":0.021483,"max":0.07300675,"stdev":0.011920615357592763}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1461,"output_tokens":15128,"total_tokens":16589,"cost":0.02305725},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1019,"performance":-65,"input_tokens":1606,"output_tokens":16024,"total_tokens":17630,"cost":0.0244375},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2146505348047,"overall_relative_score":2146505348047,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":576,"performance":1034,"input_tokens":2894,"output_tokens":14981,"total_tokens":17875,"cost":0.023195},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1747,"output_tokens":17045,"total_tokens":18792,"cost":0.02600425},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1926,"output_tokens":15001,"total_tokens":16927,"cost":0.022983},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":124637,"overall_relative_score":124637,"max_execution_time_ms":2378,"max_memory_usage_kib":3072,"rank":736,"performance":503,"input_tokens":4029,"output_tokens":13788,"total_tokens":17817,"cost":0.02168925},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1059,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1648,"output_tokens":12489,"total_tokens":14137,"cost":0.0191455},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":2392,"output_tokens":12077,"total_tokens":14469,"cost":0.0187135},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":950731,"overall_relative_score":950731,"max_execution_time_ms":2025,"max_memory_usage_kib":3072,"rank":822,"performance":546,"input_tokens":3179,"output_tokens":17973,"total_tokens":21152,"cost":0.02775425},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":712,"performance":540,"input_tokens":2370,"output_tokens":13644,"total_tokens":16014,"cost":0.0210585},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":8689,"output_tokens":15058,"total_tokens":23747,"cost":0.02475925},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194138626,"overall_relative_score":194138626,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":591,"performance":996,"input_tokens":8598,"output_tokens":15225,"total_tokens":23823,"cost":0.024987},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":6583,"output_tokens":12360,"total_tokens":18943,"cost":0.02018575},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":3115,"output_tokens":20037,"total_tokens":23152,"cost":0.03083425},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2733,"output_tokens":14440,"total_tokens":17173,"cost":0.02234325},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18149742,"overall_relative_score":465377607,"max_execution_time_ms":480,"max_memory_usage_kib":3072,"rank":1003,"performance":492,"input_tokens":2960,"output_tokens":18698,"total_tokens":21658,"cost":0.028787},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":939,"performance":74,"input_tokens":7557,"output_tokens":13629,"total_tokens":21186,"cost":0.02233275},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4752,"output_tokens":17052,"total_tokens":21804,"cost":0.026766},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":3840,"output_tokens":18778,"total_tokens":22618,"cost":0.029127},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":1848,"output_tokens":46474,"total_tokens":48322,"cost":0.070173},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2333,"output_tokens":49143,"total_tokens":51476,"cost":0.07429775},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":1944,"output_tokens":56076,"total_tokens":58020,"cost":0.0846},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":20186593943,"overall_relative_score":29019567230,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":874,"performance":786,"input_tokens":3062,"output_tokens":18026,"total_tokens":21088,"cost":0.0278045},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1226386,"overall_relative_score":1226386,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":707,"performance":632,"input_tokens":1839,"output_tokens":54568,"total_tokens":56407,"cost":0.08231175},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":193432103216,"overall_relative_score":743208789,"max_execution_time_ms":3795,"max_memory_usage_kib":3072,"rank":999,"performance":103,"input_tokens":3513,"output_tokens":17008,"total_tokens":20521,"cost":0.02639025},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1187,"max_memory_usage_kib":0,"rank":894,"performance":-42,"input_tokens":1953,"output_tokens":14046,"total_tokens":15999,"cost":0.02155725},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4363,"output_tokens":15725,"total_tokens":20088,"cost":0.02467825},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6782,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3172,"output_tokens":21261,"total_tokens":24433,"cost":0.0326845},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6715233626702,"overall_relative_score":6715233626702,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":858,"performance":674,"input_tokens":1857,"output_tokens":43392,"total_tokens":45249,"cost":0.06555225},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2965,"output_tokens":48177,"total_tokens":51142,"cost":0.07300675},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2079,"max_memory_usage_kib":0,"rank":905,"performance":201,"input_tokens":2038,"output_tokens":13009,"total_tokens":15047,"cost":0.020023},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214713102,"overall_relative_score":214713102,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":708,"performance":1003,"input_tokens":4782,"output_tokens":16396,"total_tokens":21178,"cost":0.0257895},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1092,"max_memory_usage_kib":0,"rank":1005,"performance":94,"input_tokens":4231,"output_tokens":13934,"total_tokens":18165,"cost":0.02195875},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1973,"output_tokens":15999,"total_tokens":17972,"cost":0.02449175},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":4504,"output_tokens":18608,"total_tokens":23112,"cost":0.029038},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2094916,"rank":990,"performance":75,"input_tokens":1753,"output_tokens":68627,"total_tokens":70380,"cost":0.10337875},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2093916,"rank":983,"performance":50,"input_tokens":2299,"output_tokens":17082,"total_tokens":19381,"cost":0.02619775},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97521526,"overall_relative_score":97521526,"max_execution_time_ms":1490,"max_memory_usage_kib":3072,"rank":938,"performance":522,"input_tokens":1570,"output_tokens":48430,"total_tokens":50000,"cost":0.0730375},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":1215,"performance":117,"input_tokens":4572,"output_tokens":13560,"total_tokens":18132,"cost":0.021483},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2971,"overall_relative_score":2971,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":910,"performance":518,"input_tokens":1501,"output_tokens":25408,"total_tokens":26909,"cost":0.03848725}]},{"num_self_refine":2,"rank":{"all":{"mean":733.675,"median":719.5,"min":186,"max":1087,"stdev":202.71862367482515},"short":{"mean":686.304347826087,"median":707.0,"min":186,"max":990,"stdev":202.54818389316398},"long":{"mean":797.7647058823529,"median":744.0,"min":494,"max":1087,"stdev":190.17969443784105}},"performance":{"all":{"mean":562.075,"median":543.0,"min":-110,"max":1289,"stdev":419.82562848560514},"short":{"mean":505.4347826086956,"median":522.0,"min":-110,"max":1289,"stdev":431.1653159105783},"long":{"mean":638.7058823529412,"median":596.0,"min":51,"max":1103,"stdev":403.9179626956881}},"input_tokens":{"all":{"mean":11274.5,"median":8171.5,"min":5185,"max":76727,"stdev":11465.376438294334},"short":{"mean":8692.521739130434,"median":6861.0,"min":5185,"max":21770,"stdev":4780.379985558064},"long":{"mean":14767.764705882353,"median":9762.0,"min":7592,"max":76727,"stdev":16323.321803210782}},"output_tokens":{"all":{"mean":39204.075,"median":32002.5,"min":20457,"max":102783,"stdev":19588.713187128044},"short":{"mean":43798.217391304344,"median":35338.0,"min":20457,"max":102783,"stdev":23239.31743434452},"long":{"mean":32988.470588235294,"median":30238.0,"min":20786,"max":60035,"stdev":11015.119081957575}},"total_tokens":{"all":{"mean":50478.575,"median":44308.5,"min":25918,"max":108244,"stdev":20639.20253240706},"short":{"mean":52490.739130434784,"median":47201.0,"min":25918,"max":108244,"stdev":22017.455445452593},"long":{"mean":47756.23529411765,"median":41183.0,"min":28965,"max":107301,"stdev":18922.663691752714}},"cost":{"all":{"mean":0.0616247375,"median":0.052659625,"min":0.03205075,"max":0.15553975,"stdev":0.02895051417128703},"short":{"mean":0.06787045652173913,"median":0.05439075,"min":0.03205075,"max":0.15553975,"stdev":0.034456790102015994},"long":{"mean":0.05317464705882353,"median":0.047640999999999996,"min":0.033223749999999996,"max":0.09295225,"stdev":0.016688571099300175}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":800259154747,"overall_relative_score":800259154747,"max_execution_time_ms":70,"max_memory_usage_kib":3072,"rank":837,"performance":923,"input_tokens":7592,"output_tokens":33591,"total_tokens":41183,"cost":0.0522845},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2489991,"overall_relative_score":2489991,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":452,"performance":1219,"input_tokens":5185,"output_tokens":57945,"total_tokens":63130,"cost":0.08821375000000001},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2427029675403,"overall_relative_score":2427029675403,"max_execution_time_ms":870,"max_memory_usage_kib":3072,"rank":525,"performance":1103,"input_tokens":8450,"output_tokens":47133,"total_tokens":55583,"cost":0.072812},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":21770,"output_tokens":30035,"total_tokens":51805,"cost":0.050495},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":7493,"output_tokens":35995,"total_tokens":43488,"cost":0.055865750000000006},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4794665,"overall_relative_score":4794665,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":494,"performance":1032,"input_tokens":9762,"output_tokens":21149,"total_tokens":30911,"cost":0.034164},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1059,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":5226,"output_tokens":44257,"total_tokens":49483,"cost":0.067692},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":5829,"output_tokens":39422,"total_tokens":45251,"cost":0.06059025},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":950731,"overall_relative_score":950731,"max_execution_time_ms":2025,"max_memory_usage_kib":3072,"rank":822,"performance":546,"input_tokens":8581,"output_tokens":26562,"total_tokens":35143,"cost":0.041988250000000005},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":712,"performance":540,"input_tokens":7035,"output_tokens":23659,"total_tokens":30694,"cost":0.037247249999999996},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":19781,"output_tokens":27420,"total_tokens":47201,"cost":0.04607525},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194138626,"overall_relative_score":194138626,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":591,"performance":996,"input_tokens":19618,"output_tokens":33475,"total_tokens":53093,"cost":0.055117},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":16947,"output_tokens":21898,"total_tokens":38845,"cost":0.03708375},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":727,"performance":111,"input_tokens":9351,"output_tokens":43361,"total_tokens":52712,"cost":0.06737925},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71034417,"overall_relative_score":71034417,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":414,"performance":1201,"input_tokens":7958,"output_tokens":22150,"total_tokens":30108,"cost":0.035214499999999996},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828861683,"overall_relative_score":4871110730,"max_execution_time_ms":750,"max_memory_usage_kib":4096,"rank":962,"performance":596,"input_tokens":8179,"output_tokens":20786,"total_tokens":28965,"cost":0.033223749999999996},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1993064207208,"overall_relative_score":421684438705,"max_execution_time_ms":5980,"max_memory_usage_kib":3072,"rank":635,"performance":994,"input_tokens":18440,"output_tokens":25193,"total_tokens":43633,"cost":0.0423995},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":76727,"output_tokens":30574,"total_tokens":107301,"cost":0.06504275},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":967,"performance":-70,"input_tokens":13456,"output_tokens":33961,"total_tokens":47417,"cost":0.0543055},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":6088,"output_tokens":53043,"total_tokens":59131,"cost":0.0810865},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":6677,"output_tokens":60392,"total_tokens":67069,"cost":0.09225725},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":664,"performance":277,"input_tokens":8164,"output_tokens":82424,"total_tokens":90588,"cost":0.12567699999999998},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110241520283,"overall_relative_score":162320211778,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":744,"performance":960,"input_tokens":7766,"output_tokens":49922,"total_tokens":57688,"cost":0.0768245},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1226386,"overall_relative_score":1226386,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":707,"performance":632,"input_tokens":5461,"output_tokens":102783,"total_tokens":108244,"cost":0.15553975},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73061712437,"overall_relative_score":875943540024,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":619,"performance":1075,"input_tokens":9427,"output_tokens":27804,"total_tokens":37231,"cost":0.04406275},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1007481,"overall_relative_score":1007481,"max_execution_time_ms":390,"max_memory_usage_kib":3072,"rank":470,"performance":1289,"input_tokens":5461,"output_tokens":20457,"total_tokens":25918,"cost":0.03205075},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":11952,"output_tokens":28421,"total_tokens":40373,"cost":0.0456195},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6782,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":9136,"output_tokens":30238,"total_tokens":39374,"cost":0.047640999999999996},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6715233626702,"overall_relative_score":6715233626702,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":858,"performance":674,"input_tokens":7266,"output_tokens":54949,"total_tokens":62215,"cost":0.08424000000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":11599,"output_tokens":60035,"total_tokens":71634,"cost":0.09295225},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1647270680,"overall_relative_score":1647270680,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":5521,"output_tokens":22436,"total_tokens":27957,"cost":0.03503425},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":214713102,"overall_relative_score":214713102,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":708,"performance":1003,"input_tokens":11823,"output_tokens":26104,"total_tokens":37927,"cost":0.04211175},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":130,"max_memory_usage_kib":10240,"rank":963,"performance":481,"input_tokens":11850,"output_tokens":27759,"total_tokens":39609,"cost":0.044601},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":563,"overall_relative_score":563,"max_execution_time_ms":40,"max_memory_usage_kib":19456,"rank":633,"performance":728,"input_tokens":8107,"output_tokens":27108,"total_tokens":35215,"cost":0.04268875},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":11553,"output_tokens":33431,"total_tokens":44984,"cost":0.053034750000000005},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2094916,"rank":990,"performance":75,"input_tokens":5901,"output_tokens":83000,"total_tokens":88901,"cost":0.12597525},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":201440,"overall_relative_score":201440,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":890,"performance":669,"input_tokens":6383,"output_tokens":29809,"total_tokens":36192,"cost":0.046309249999999996},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97521526,"overall_relative_score":97521526,"max_execution_time_ms":1490,"max_memory_usage_kib":3072,"rank":938,"performance":522,"input_tokens":6861,"output_tokens":72774,"total_tokens":79635,"cost":0.11087625000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1211146728,"overall_relative_score":1150557845343,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":742,"performance":1088,"input_tokens":11069,"output_tokens":21370,"total_tokens":32439,"cost":0.03482225},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2971,"overall_relative_score":2971,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":910,"performance":518,"input_tokens":5535,"output_tokens":35338,"total_tokens":40873,"cost":0.05439075}]},{"num_self_refine":4,"rank":{"all":{"mean":691.35,"median":647.0,"min":186,"max":1087,"stdev":221.17513074832456},"short":{"mean":660.0,"median":633.0,"min":186,"max":990,"stdev":202.13204505066395},"long":{"mean":733.7647058823529,"median":736.0,"min":354,"max":1087,"stdev":244.40860495586196}},"performance":{"all":{"mean":667.675,"median":714.5,"min":-110,"max":1339,"stdev":437.62713244414135},"short":{"mean":577.3478260869565,"median":540.0,"min":-110,"max":1339,"stdev":449.9237924052606},"long":{"mean":789.8823529411765,"median":960.0,"min":117,"max":1245,"stdev":401.10361540893354}},"input_tokens":{"all":{"mean":39398.5,"median":29545.5,"min":16577,"max":357023,"stdev":52767.8649889038},"short":{"mean":29393.043478260868,"median":23423.0,"min":16577,"max":71794,"stdev":13569.671478833901},"long":{"mean":52935.294117647056,"median":32481.0,"min":24929,"max":357023,"stdev":78710.224715221}},"output_tokens":{"all":{"mean":65102.375,"median":60486.0,"min":35595,"max":119655,"stdev":21031.811582588714},"short":{"mean":67271.47826086957,"median":58082.0,"min":35595,"max":119655,"stdev":24928.173331082762},"long":{"mean":62167.705882352944,"median":61528.0,"min":41764,"max":89403,"stdev":14416.610778736736}},"total_tokens":{"all":{"mean":104500.875,"median":94951.0,"min":60737,"max":418852,"stdev":55562.45651617808},"short":{"mean":96664.52173913043,"median":100013.0,"min":60737,"max":149337,"stdev":25185.551167772883},"long":{"mean":115103.0,"median":94009.0,"min":70233,"max":418852,"stdev":80281.58754892058}},"cost":{"all":{"mean":0.1075031875,"median":0.09949824999999998,"min":0.06425449999999999,"max":0.18412525000000002,"stdev":0.03342060977208017},"short":{"mean":0.10825547826086956,"median":0.09858424999999998,"min":0.06425449999999999,"max":0.18412525000000002,"stdev":0.03668072277629698},"long":{"mean":0.10648538235294118,"median":0.10041225,"min":0.06991575,"max":0.18199925,"stdev":0.02950578588706661}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":917804930832,"overall_relative_score":917804930832,"max_execution_time_ms":190,"max_memory_usage_kib":3072,"rank":497,"performance":1236,"input_tokens":29951,"output_tokens":53911,"total_tokens":83862,"cost":0.08835425},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2489991,"overall_relative_score":2489991,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":452,"performance":1219,"input_tokens":22250,"output_tokens":80365,"total_tokens":102615,"cost":0.12611},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2551946370109,"overall_relative_score":2551946370109,"max_execution_time_ms":900,"max_memory_usage_kib":3072,"rank":493,"performance":1146,"input_tokens":29140,"output_tokens":64349,"total_tokens":93489,"cost":0.1038085},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":71794,"output_tokens":55460,"total_tokens":127254,"cost":0.10113849999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":45196,"output_tokens":58082,"total_tokens":103278,"cost":0.09842200000000001},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4994174,"overall_relative_score":4994174,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":398,"performance":1190,"input_tokens":28347,"output_tokens":41886,"total_tokens":70233,"cost":0.06991575},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1059,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":19122,"output_tokens":88385,"total_tokens":107507,"cost":0.137358},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":613,"performance":-61,"input_tokens":16577,"output_tokens":62960,"total_tokens":79537,"cost":0.09858424999999998},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":950731,"overall_relative_score":950731,"max_execution_time_ms":2025,"max_memory_usage_kib":3072,"rank":822,"performance":546,"input_tokens":26505,"output_tokens":45945,"total_tokens":72450,"cost":0.07554375},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":712,"performance":540,"input_tokens":23423,"output_tokens":40628,"total_tokens":64051,"cost":0.06679774999999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":0,"rank":661,"performance":-110,"input_tokens":47891,"output_tokens":47416,"total_tokens":95307,"cost":0.08309675},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194138626,"overall_relative_score":194138626,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":591,"performance":996,"input_tokens":48800,"output_tokens":74196,"total_tokens":122996,"cost":0.12349399999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":711,"performance":123,"input_tokens":43448,"output_tokens":35595,"total_tokens":79043,"cost":0.06425449999999999},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1317470562,"overall_relative_score":1317470562,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":354,"performance":1245,"input_tokens":33058,"output_tokens":76727,"total_tokens":109785,"cost":0.123355},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71034417,"overall_relative_score":71034417,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":414,"performance":1201,"input_tokens":25545,"output_tokens":42811,"total_tokens":68356,"cost":0.07060274999999999},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828861683,"overall_relative_score":4871110730,"max_execution_time_ms":750,"max_memory_usage_kib":4096,"rank":962,"performance":596,"input_tokens":24929,"output_tokens":71635,"total_tokens":96564,"cost":0.11368475},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1707112712243,"overall_relative_score":443857429308,"max_execution_time_ms":5880,"max_memory_usage_kib":3072,"rank":633,"performance":996,"input_tokens":47298,"output_tokens":45683,"total_tokens":92981,"cost":0.080349},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":668677966666682,"overall_relative_score":5276230968,"max_execution_time_ms":1800,"max_memory_usage_kib":15316,"rank":559,"performance":889,"input_tokens":357023,"output_tokens":61829,"total_tokens":418852,"cost":0.18199925},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":28088766,"overall_relative_score":28088766,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":955,"performance":279,"input_tokens":47151,"output_tokens":64512,"total_tokens":111663,"cost":0.10855575},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":21085,"output_tokens":78928,"total_tokens":100013,"cost":0.12366325},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":19520,"output_tokens":95523,"total_tokens":115043,"cost":0.1481645},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":33354,"output_tokens":115983,"total_tokens":149337,"cost":0.182313},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110241520283,"overall_relative_score":162320211778,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":744,"performance":960,"input_tokens":25816,"output_tokens":80963,"total_tokens":106779,"cost":0.1278985},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290255,"overall_relative_score":1290255,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":18571,"output_tokens":119655,"total_tokens":138226,"cost":0.18412525000000002},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67310905649,"overall_relative_score":934319157107,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":559,"performance":1151,"input_tokens":32481,"output_tokens":61528,"total_tokens":94009,"cost":0.10041225},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1017618,"overall_relative_score":1017618,"max_execution_time_ms":1100,"max_memory_usage_kib":3072,"rank":437,"performance":1339,"input_tokens":19735,"output_tokens":50801,"total_tokens":70536,"cost":0.08113524999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":35151,"output_tokens":59444,"total_tokens":94595,"cost":0.09795375},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6782,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":32810,"output_tokens":54144,"total_tokens":86954,"cost":0.0894185},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":9972574546952,"overall_relative_score":9972574546952,"max_execution_time_ms":230,"max_memory_usage_kib":3072,"rank":622,"performance":1100,"input_tokens":33974,"output_tokens":67845,"total_tokens":101819,"cost":0.11026100000000001},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":46808,"output_tokens":89403,"total_tokens":136211,"cost":0.1458065},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1647270680,"overall_relative_score":1647270680,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":17974,"output_tokens":42763,"total_tokens":60737,"cost":0.068638},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":224085581,"overall_relative_score":224085581,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":527,"performance":1256,"input_tokens":32512,"output_tokens":46429,"total_tokens":78941,"cost":0.07777150000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":130,"max_memory_usage_kib":10240,"rank":963,"performance":481,"input_tokens":38554,"output_tokens":77557,"total_tokens":116111,"cost":0.125974},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":563,"overall_relative_score":563,"max_execution_time_ms":40,"max_memory_usage_kib":19456,"rank":633,"performance":728,"input_tokens":27375,"output_tokens":53468,"total_tokens":80843,"cost":0.08704574999999999},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1087,"performance":145,"input_tokens":30974,"output_tokens":55887,"total_tokens":86861,"cost":0.091574},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2094916,"rank":990,"performance":75,"input_tokens":22752,"output_tokens":100357,"total_tokens":123109,"cost":0.15622350000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":219040,"overall_relative_score":219040,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":866,"performance":725,"input_tokens":21304,"output_tokens":49705,"total_tokens":71009,"cost":0.0798835},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":97521526,"overall_relative_score":97521526,"max_execution_time_ms":1490,"max_memory_usage_kib":3072,"rank":938,"performance":522,"input_tokens":26015,"output_tokens":97520,"total_tokens":123535,"cost":0.15278375},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1178089848,"overall_relative_score":1208438869406,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":736,"performance":1094,"input_tokens":32255,"output_tokens":41764,"total_tokens":74019,"cost":0.07070975},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2971,"overall_relative_score":2971,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":910,"performance":518,"input_tokens":19472,"output_tokens":52053,"total_tokens":71525,"cost":0.08294750000000001}]},{"num_self_refine":8,"rank":{"all":{"mean":633.925,"median":616.0,"min":186,"max":1037,"stdev":234.59068417685324},"short":{"mean":587.1739130434783,"median":587.0,"min":186,"max":990,"stdev":221.93788077951268},"long":{"mean":697.1764705882352,"median":728.0,"min":232,"max":1037,"stdev":242.94475588446997}},"performance":{"all":{"mean":873.55,"median":924.5,"min":75,"max":1511,"stdev":361.08106554821717},"short":{"mean":869.8260869565217,"median":828.0,"min":75,"max":1470,"stdev":368.84483707108075},"long":{"mean":878.5882352941177,"median":960.0,"min":117,"max":1511,"stdev":361.50969192117265}},"input_tokens":{"all":{"mean":130001.75,"median":101252.0,"min":56643,"max":965222,"stdev":139217.040375488},"short":{"mean":103288.04347826086,"median":89422.0,"min":56643,"max":193403,"stdev":37694.7561333479},"long":{"mean":166143.82352941178,"median":113682.0,"min":85299,"max":965222,"stdev":207062.00113318572}},"output_tokens":{"all":{"mean":107996.625,"median":102826.0,"min":70130,"max":158407,"stdev":24600.95133629269},"short":{"mean":106730.60869565218,"median":100763.0,"min":70130,"max":158407,"stdev":25138.27470527965},"long":{"mean":109709.4705882353,"median":105517.0,"min":78172,"max":151215,"stdev":24512.500673425915}},"total_tokens":{"all":{"mean":237998.375,"median":211112.5,"min":150034,"max":1072691,"stdev":141675.3549392535},"short":{"mean":210018.65217391305,"median":206535.0,"min":150034,"max":294474,"stdev":42950.787472523494},"long":{"mean":275853.29411764705,"median":211549.0,"min":172925,"max":1072691,"stdev":209142.98230061555}},"cost":{"all":{"mean":0.194495375,"median":0.18364287499999998,"min":0.1294145,"max":0.40250900000000006,"stdev":0.051039641289852306},"short":{"mean":0.1859179239130435,"median":0.1848495,"min":0.1294145,"max":0.27162725000000004,"stdev":0.037850143099167684},"long":{"mean":0.20610016176470589,"median":0.18214699999999998,"min":0.14094625,"max":0.40250900000000006,"stdev":0.06427345942587698}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":927334061058,"overall_relative_score":927334061058,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":456,"performance":1277,"input_tokens":116079,"output_tokens":87798,"total_tokens":203877,"cost":0.16071674999999996},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2489991,"overall_relative_score":2489991,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":452,"performance":1219,"input_tokens":88812,"output_tokens":117723,"total_tokens":206535,"cost":0.1987875},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2579711026737,"overall_relative_score":2579711026737,"max_execution_time_ms":860,"max_memory_usage_kib":3072,"rank":487,"performance":1154,"input_tokens":106518,"output_tokens":96693,"total_tokens":203211,"cost":0.171669},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":808774676,"overall_relative_score":808774676,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":587,"performance":390,"input_tokens":193403,"output_tokens":100245,"total_tokens":293648,"cost":0.19871824999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5224641,"overall_relative_score":5224641,"max_execution_time_ms":2710,"max_memory_usage_kib":21504,"rank":307,"performance":1196,"input_tokens":164272,"output_tokens":98172,"total_tokens":262444,"cost":0.188326},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5425002,"overall_relative_score":5425002,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":232,"performance":1511,"input_tokens":94753,"output_tokens":78172,"total_tokens":172925,"cost":0.14094625},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1426851,"overall_relative_score":1426851,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":206,"performance":1470,"input_tokens":89422,"output_tokens":115387,"total_tokens":204809,"cost":0.19543600000000003},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10343079782,"overall_relative_score":10343079782,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":56643,"output_tokens":111640,"total_tokens":168283,"cost":0.18162075},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":950731,"overall_relative_score":950731,"max_execution_time_ms":2025,"max_memory_usage_kib":3072,"rank":822,"performance":546,"input_tokens":90827,"output_tokens":87011,"total_tokens":177838,"cost":0.15322325},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35051600,"overall_relative_score":35051600,"max_execution_time_ms":30,"max_memory_usage_kib":4096,"rank":712,"performance":540,"input_tokens":83954,"output_tokens":72284,"total_tokens":156238,"cost":0.1294145},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5700,"overall_relative_score":5700,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":385,"performance":1136,"input_tokens":125592,"output_tokens":102301,"total_tokens":227893,"cost":0.1848495},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":194138626,"overall_relative_score":194138626,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":591,"performance":996,"input_tokens":154934,"output_tokens":124938,"total_tokens":279872,"cost":0.2261405},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":64828594,"overall_relative_score":64828594,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":495,"performance":1014,"input_tokens":130101,"output_tokens":90112,"total_tokens":220213,"cost":0.16769325},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1317470562,"overall_relative_score":1317470562,"max_execution_time_ms":620,"max_memory_usage_kib":3072,"rank":354,"performance":1245,"input_tokens":134280,"output_tokens":133590,"total_tokens":267870,"cost":0.23395500000000002},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71034417,"overall_relative_score":71034417,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":414,"performance":1201,"input_tokens":90930,"output_tokens":85478,"total_tokens":176408,"cost":0.1509495},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828861683,"overall_relative_score":4871110730,"max_execution_time_ms":750,"max_memory_usage_kib":4096,"rank":962,"performance":596,"input_tokens":85299,"output_tokens":125853,"total_tokens":211152,"cost":0.21010425},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1691554000021,"overall_relative_score":446245181720,"max_execution_time_ms":5880,"max_memory_usage_kib":3072,"rank":633,"performance":996,"input_tokens":130303,"output_tokens":80770,"total_tokens":211073,"cost":0.15373075},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":662949500000019,"overall_relative_score":5315541000,"max_execution_time_ms":210,"max_memory_usage_kib":12288,"rank":559,"performance":889,"input_tokens":965222,"output_tokens":107469,"total_tokens":1072691,"cost":0.40250900000000006},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44544529,"overall_relative_score":44544529,"max_execution_time_ms":60,"max_memory_usage_kib":4096,"rank":954,"performance":286,"input_tokens":184088,"output_tokens":97346,"total_tokens":281434,"cost":0.19204100000000002},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":77585,"output_tokens":111034,"total_tokens":188619,"cost":0.18594725},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":64575,"output_tokens":144211,"total_tokens":208786,"cost":0.23246025},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":136067,"output_tokens":158407,"total_tokens":294474,"cost":0.27162725000000004},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110241520283,"overall_relative_score":162320211778,"max_execution_time_ms":330,"max_memory_usage_kib":3072,"rank":744,"performance":960,"input_tokens":95471,"output_tokens":141451,"total_tokens":236922,"cost":0.23604425},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290255,"overall_relative_score":1290255,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":71178,"output_tokens":153221,"total_tokens":224399,"cost":0.24762600000000004},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":67095793854,"overall_relative_score":934885333254,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":558,"performance":1152,"input_tokens":128122,"output_tokens":111866,"total_tokens":239988,"cost":0.19982950000000002},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018473,"overall_relative_score":1018473,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":432,"performance":1349,"input_tokens":88654,"output_tokens":77921,"total_tokens":166575,"cost":0.139045},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":108198,"output_tokens":103351,"total_tokens":211549,"cost":0.182076},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6782,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":113682,"output_tokens":99185,"total_tokens":212867,"cost":0.177198},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10054215560742,"overall_relative_score":10054215560742,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":599,"performance":1134,"input_tokens":131323,"output_tokens":99737,"total_tokens":231060,"cost":0.18243625},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":155121,"output_tokens":151215,"total_tokens":306336,"cost":0.26560275},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1651001957,"overall_relative_score":1651001957,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":65335,"output_tokens":84699,"total_tokens":150034,"cost":0.14338225},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":226963378,"overall_relative_score":226963378,"max_execution_time_ms":750,"max_memory_usage_kib":3072,"rank":511,"performance":1278,"input_tokens":101394,"output_tokens":70130,"total_tokens":171524,"cost":0.1305435},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417437000,"overall_relative_score":489111714,"max_execution_time_ms":130,"max_memory_usage_kib":10240,"rank":963,"performance":481,"input_tokens":142947,"output_tokens":151060,"total_tokens":294007,"cost":0.26232675},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":563,"overall_relative_score":563,"max_execution_time_ms":40,"max_memory_usage_kib":19456,"rank":633,"performance":728,"input_tokens":93707,"output_tokens":100763,"total_tokens":194470,"cost":0.17457124999999998},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":5172445272,"overall_relative_score":1856114751715,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":988,"performance":662,"input_tokens":95486,"output_tokens":105517,"total_tokens":201003,"cost":0.18214699999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":2094916,"rank":990,"performance":75,"input_tokens":82483,"output_tokens":141503,"total_tokens":223986,"cost":0.23287524999999998},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":78548,"output_tokens":107633,"total_tokens":186181,"cost":0.18108649999999998},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128574936,"overall_relative_score":128574936,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":650,"performance":1082,"input_tokens":101110,"output_tokens":133310,"total_tokens":234420,"cost":0.22524249999999998},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1178089848,"overall_relative_score":1208438869406,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":736,"performance":1094,"input_tokens":107203,"output_tokens":79122,"total_tokens":186325,"cost":0.14548375},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2971,"overall_relative_score":2971,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":910,"performance":518,"input_tokens":76449,"output_tokens":81547,"total_tokens":157996,"cost":0.14143275}]},{"num_self_refine":16,"rank":{"all":{"mean":561.525,"median":567.0,"min":186,"max":1002,"stdev":229.8636148029009},"short":{"mean":521.4347826086956,"median":497.0,"min":186,"max":911,"stdev":216.9291518376358},"long":{"mean":615.7647058823529,"median":596.0,"min":206,"max":1002,"stdev":242.17672509238082}},"performance":{"all":{"mean":1014.95,"median":1088.0,"min":117,"max":1629,"stdev":355.92407358009115},"short":{"mean":1021.5652173913044,"median":1134.0,"min":413,"max":1621,"stdev":351.26185856228744},"long":{"mean":1006.0,"median":1021.0,"min":117,"max":1629,"stdev":372.80692053662307}},"input_tokens":{"all":{"mean":457010.325,"median":385917.0,"min":201397,"max":2338434,"stdev":324812.7545665299},"short":{"mean":389579.2173913043,"median":349816.0,"min":201397,"max":674942,"stdev":120623.71169993392},"long":{"mean":548240.6470588235,"median":422202.0,"min":308971,"max":2338434,"stdev":470933.74487181596}},"output_tokens":{"all":{"mean":197981.65,"median":192340.5,"min":132515,"max":284959,"stdev":37706.15477580448},"short":{"mean":194084.8260869565,"median":189921.0,"min":132515,"max":284959,"stdev":36740.40397493074},"long":{"mean":203253.82352941178,"median":194600.0,"min":150676,"max":278437,"stdev":39472.90263781486}},"total_tokens":{"all":{"mean":654991.975,"median":580215.0,"min":381626,"max":2544686,"stdev":330684.0004890785},"short":{"mean":583664.0434782609,"median":551678.0,"min":381626,"max":839482,"stdev":127940.97513323664},"long":{"mean":751494.4705882353,"median":619848.0,"min":487746,"max":2544686,"stdev":476266.4586737551}},"cost":{"all":{"mean":0.41122505625,"median":0.40401587499999997,"min":0.28876150000000006,"max":0.8939865000000002,"stdev":0.103455136614437},"short":{"mean":0.38852204347826086,"median":0.4055275,"min":0.28876150000000006,"max":0.5660692500000001,"stdev":0.06420605409254168},"long":{"mean":0.44194089705882356,"median":0.40250424999999995,"min":0.31028150000000004,"max":0.8939865000000002,"stdev":0.1366630845662307}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":951668093728,"overall_relative_score":951668093728,"max_execution_time_ms":570,"max_memory_usage_kib":3072,"rank":349,"performance":1397,"input_tokens":474773,"output_tokens":159862,"total_tokens":634635,"cost":0.3584862499999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2489991,"overall_relative_score":2489991,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":452,"performance":1219,"input_tokens":399670,"output_tokens":203740,"total_tokens":603410,"cost":0.4055275},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2775701717295,"overall_relative_score":2775701717295,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":206,"performance":1629,"input_tokens":410634,"output_tokens":172326,"total_tokens":582960,"cost":0.3611475},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":827946519,"overall_relative_score":827946519,"max_execution_time_ms":110,"max_memory_usage_kib":4096,"rank":584,"performance":413,"input_tokens":577017,"output_tokens":189921,"total_tokens":766938,"cost":0.42913575000000004},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5224641,"overall_relative_score":5224641,"max_execution_time_ms":2710,"max_memory_usage_kib":21504,"rank":307,"performance":1196,"input_tokens":583210,"output_tokens":182825,"total_tokens":766035,"cost":0.42003999999999997},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5425002,"overall_relative_score":5425002,"max_execution_time_ms":310,"max_memory_usage_kib":3072,"rank":232,"performance":1511,"input_tokens":337070,"output_tokens":150676,"total_tokens":487746,"cost":0.31028150000000004},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1423287,"overall_relative_score":1423287,"max_execution_time_ms":350,"max_memory_usage_kib":3072,"rank":208,"performance":1464,"input_tokens":362061,"output_tokens":195478,"total_tokens":557539,"cost":0.38373224999999994},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10343079782,"overall_relative_score":10343079782,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":497,"performance":828,"input_tokens":201397,"output_tokens":180229,"total_tokens":381626,"cost":0.32069275},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":168866637,"overall_relative_score":168866637,"max_execution_time_ms":290,"max_memory_usage_kib":3072,"rank":596,"performance":960,"input_tokens":355554,"output_tokens":167692,"total_tokens":523246,"cost":0.3404265000000001},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4697520331,"overall_relative_score":4697520331,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":250,"performance":1507,"input_tokens":342189,"output_tokens":186660,"total_tokens":528849,"cost":0.36553725000000004},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5700,"overall_relative_score":5700,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":385,"performance":1136,"input_tokens":428186,"output_tokens":212337,"total_tokens":640523,"cost":0.425552},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":259217694,"overall_relative_score":259217694,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":573,"performance":1021,"input_tokens":480021,"output_tokens":235230,"total_tokens":715251,"cost":0.47285024999999997},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66383068,"overall_relative_score":66383068,"max_execution_time_ms":2860,"max_memory_usage_kib":3072,"rank":477,"performance":1047,"input_tokens":450255,"output_tokens":188216,"total_tokens":638471,"cost":0.39488775000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1318543367,"overall_relative_score":1318543367,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":349,"performance":1254,"input_tokens":535687,"output_tokens":247709,"total_tokens":783396,"cost":0.50548525},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":71034417,"overall_relative_score":71034417,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":414,"performance":1201,"input_tokens":344805,"output_tokens":150926,"total_tokens":495731,"cost":0.31259025},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":828861683,"overall_relative_score":4871110730,"max_execution_time_ms":750,"max_memory_usage_kib":4096,"rank":962,"performance":596,"input_tokens":308971,"output_tokens":216841,"total_tokens":525812,"cost":0.40250424999999995},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1691554000021,"overall_relative_score":446245181720,"max_execution_time_ms":5880,"max_memory_usage_kib":3072,"rank":633,"performance":996,"input_tokens":422202,"output_tokens":155268,"total_tokens":577470,"cost":0.3384525},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":662949500000019,"overall_relative_score":5315541000,"max_execution_time_ms":210,"max_memory_usage_kib":12288,"rank":559,"performance":889,"input_tokens":2338434,"output_tokens":206252,"total_tokens":2544686,"cost":0.8939865000000002},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":298374607,"overall_relative_score":298374607,"max_execution_time_ms":40,"max_memory_usage_kib":4096,"rank":908,"performance":506,"input_tokens":674942,"output_tokens":161023,"total_tokens":835965,"cost":0.41027},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11111650,"overall_relative_score":11111650,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":883,"performance":798,"input_tokens":299514,"output_tokens":197330,"total_tokens":496844,"cost":0.3708735000000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":245275,"output_tokens":239414,"total_tokens":484689,"cost":0.42043975},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":554523,"output_tokens":284959,"total_tokens":839482,"cost":0.5660692500000001},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":68141794089,"overall_relative_score":250366528534,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":566,"performance":1170,"input_tokens":377134,"output_tokens":233986,"total_tokens":611120,"cost":0.4452625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1290255,"overall_relative_score":1290255,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":684,"performance":712,"input_tokens":273574,"output_tokens":237400,"total_tokens":510974,"cost":0.4244935},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":61764153974,"overall_relative_score":967675548143,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":542,"performance":1172,"input_tokens":511125,"output_tokens":194600,"total_tokens":705725,"cost":0.41968125000000006},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1018473,"overall_relative_score":1018473,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":432,"performance":1349,"input_tokens":366900,"output_tokens":132515,"total_tokens":499415,"cost":0.2904975},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":702741000000,"overall_relative_score":104520093846,"max_execution_time_ms":140,"max_memory_usage_kib":3072,"rank":728,"performance":814,"input_tokens":344996,"output_tokens":177461,"total_tokens":522457,"cost":0.3524405},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":6782,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":461212,"output_tokens":190081,"total_tokens":651293,"cost":0.4004245},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10054215560742,"overall_relative_score":10054215560742,"max_execution_time_ms":670,"max_memory_usage_kib":3072,"rank":599,"performance":1134,"input_tokens":520707,"output_tokens":218155,"total_tokens":738862,"cost":0.45740925000000004},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":26325781900,"overall_relative_score":2335998553,"max_execution_time_ms":60,"max_memory_usage_kib":3072,"rank":840,"performance":841,"input_tokens":561296,"output_tokens":241378,"total_tokens":802674,"cost":0.502391},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1651001957,"overall_relative_score":1651001957,"max_execution_time_ms":1820,"max_memory_usage_kib":3072,"rank":776,"performance":813,"input_tokens":277131,"output_tokens":153106,"total_tokens":430237,"cost":0.29894174999999995},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225112863,"overall_relative_score":225112863,"max_execution_time_ms":830,"max_memory_usage_kib":3072,"rank":522,"performance":1262,"input_tokens":349816,"output_tokens":134205,"total_tokens":484021,"cost":0.28876150000000006},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":417201000,"overall_relative_score":489434613,"max_execution_time_ms":100,"max_memory_usage_kib":10240,"rank":963,"performance":507,"input_tokens":664871,"output_tokens":254877,"total_tokens":919748,"cost":0.54853325},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":291842,"overall_relative_score":291842,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":206,"performance":1621,"input_tokens":342443,"output_tokens":164704,"total_tokens":507147,"cost":0.33266674999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4015231841,"overall_relative_score":2418555842232,"max_execution_time_ms":1280,"max_memory_usage_kib":3072,"rank":632,"performance":1134,"input_tokens":341411,"output_tokens":278437,"total_tokens":619848,"cost":0.50300825},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":66540641,"overall_relative_score":66540641,"max_execution_time_ms":400,"max_memory_usage_kib":3072,"rank":489,"performance":1349,"input_tokens":324362,"output_tokens":229594,"total_tokens":553956,"cost":0.4254814999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":436128,"overall_relative_score":436128,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":605,"performance":1146,"input_tokens":317592,"output_tokens":234086,"total_tokens":551678,"cost":0.43052700000000005},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":128574936,"overall_relative_score":128574936,"max_execution_time_ms":1630,"max_memory_usage_kib":3072,"rank":650,"performance":1082,"input_tokens":415663,"output_tokens":206364,"total_tokens":622027,"cost":0.41346175},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1178089848,"overall_relative_score":1208438869406,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":736,"performance":1094,"input_tokens":394700,"output_tokens":172639,"total_tokens":567339,"cost":0.3576335},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1389,"overall_relative_score":1389,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":911,"performance":513,"input_tokens":309090,"output_tokens":180764,"total_tokens":489854,"cost":0.34841849999999996}]}]},{"model_name":"qwen3.6-plus","detail_path":"data/model_details/qwen3.6-plus.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":708.5,"median":719.5,"min":186,"max":1382,"stdev":255.23001189977438},"short":{"mean":578.5652173913044,"median":568.0,"min":186,"max":954,"stdev":209.77690012507801},"long":{"mean":884.2941176470588,"median":926.0,"min":491,"max":1382,"stdev":202.90723394752413}},"performance":{"all":{"mean":670.15,"median":600.0,"min":-80,"max":1498,"stdev":440.43460762040894},"short":{"mean":805.1304347826087,"median":840.0,"min":-21,"max":1498,"stdev":442.3576611693946},"long":{"mean":487.52941176470586,"median":446.0,"min":-80,"max":1149,"stdev":377.0235598817166}},"input_tokens":{"all":{"mean":3253.775,"median":2813.5,"min":1461,"max":8689,"stdev":1866.4329545199175},"short":{"mean":2661.913043478261,"median":1953.0,"min":1501,"max":8689,"stdev":1767.6826101641323},"long":{"mean":4054.529411764706,"median":3513.0,"min":1461,"max":8598,"stdev":1734.906774067668}},"output_tokens":{"all":{"mean":18480.675,"median":16482.5,"min":9976,"max":49597,"stdev":7806.068403319798},"short":{"mean":19559.0,"median":15516.0,"min":9976,"max":49597,"stdev":10117.294769578746},"long":{"mean":17021.764705882353,"median":16787.0,"min":13561,"max":20530,"stdev":1962.363037558665}},"total_tokens":{"all":{"mean":21734.45,"median":19859.0,"min":11824,"max":58286,"stdev":8681.847218515253},"short":{"mean":22220.91304347826,"median":18097.0,"min":11824,"max":58286,"stdev":11401.447435674932},"long":{"mean":21076.29411764706,"median":20952.0,"min":16455,"max":25282,"stdev":2045.5982243803976}},"cost":{"all":{"mean":0.0570689125,"median":0.05098275,"min":0.030852,"max":0.1531355,"stdev":0.02378481702896034},"short":{"mean":0.06000795652173913,"median":0.0475345,"min":0.030852,"max":0.1531355,"stdev":0.030964189462812246},"long":{"mean":0.05309255882352941,"median":0.0523755,"min":0.04213,"max":0.063966,"stdev":0.005603199660356886}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5035,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":1461,"output_tokens":18063,"total_tokens":19524,"cost":0.0549195},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":844031,"overall_relative_score":844031,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":681,"performance":938,"input_tokens":1606,"output_tokens":13583,"total_tokens":15189,"cost":0.041552},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2562903676408,"overall_relative_score":2562903676408,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":2894,"output_tokens":13561,"total_tokens":16455,"cost":0.04213},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":604,"performance":-21,"input_tokens":1747,"output_tokens":12433,"total_tokens":14180,"cost":0.0381725},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5175792,"overall_relative_score":5175792,"max_execution_time_ms":470,"max_memory_usage_kib":21504,"rank":308,"performance":1193,"input_tokens":1926,"output_tokens":15336,"total_tokens":17262,"cost":0.046971},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":4029,"output_tokens":16787,"total_tokens":20816,"cost":0.0523755},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1612,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":1648,"output_tokens":12318,"total_tokens":13966,"cost":0.037778},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8149384798,"overall_relative_score":8149384798,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":2392,"output_tokens":13428,"total_tokens":15820,"cost":0.04148},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":1256794,"overall_relative_score":1256794,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":821,"performance":549,"input_tokens":3179,"output_tokens":17773,"total_tokens":20952,"cost":0.0549085},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3158471696,"overall_relative_score":3158471696,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":362,"performance":1281,"input_tokens":2370,"output_tokens":15727,"total_tokens":18097,"cost":0.048366},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12352,"overall_relative_score":12352,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":333,"performance":1245,"input_tokens":8689,"output_tokens":49597,"total_tokens":58286,"cost":0.1531355},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2058,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":8598,"output_tokens":15146,"total_tokens":23744,"cost":0.049737},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14768082,"overall_relative_score":14768082,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":692,"performance":506,"input_tokens":6583,"output_tokens":36939,"total_tokens":43522,"cost":0.1141085},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3148607,"overall_relative_score":3148607,"max_execution_time_ms":2062,"max_memory_usage_kib":3072,"rank":724,"performance":408,"input_tokens":3115,"output_tokens":19362,"total_tokens":22477,"cost":0.0596435},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":2733,"output_tokens":25858,"total_tokens":28591,"cost":0.0789405},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1184772217,"overall_relative_score":7682109222,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":940,"performance":642,"input_tokens":2960,"output_tokens":16640,"total_tokens":19600,"cost":0.0514},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2345271882918,"overall_relative_score":389507087487,"max_execution_time_ms":5552,"max_memory_usage_kib":3072,"rank":662,"performance":956,"input_tokens":7557,"output_tokens":13914,"total_tokens":21471,"cost":0.0455205},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":738,"performance":51,"input_tokens":4752,"output_tokens":20530,"total_tokens":25282,"cost":0.063966},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52172649,"overall_relative_score":52172649,"max_execution_time_ms":750,"max_memory_usage_kib":11264,"rank":954,"performance":286,"input_tokens":3840,"output_tokens":17070,"total_tokens":20910,"cost":0.05313},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":1848,"output_tokens":9976,"total_tokens":11824,"cost":0.030852},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":687,"max_memory_usage_kib":0,"rank":186,"performance":483,"input_tokens":2333,"output_tokens":14057,"total_tokens":16390,"cost":0.0433375},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":1944,"output_tokens":17449,"total_tokens":19393,"cost":0.053319},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105238080804,"overall_relative_score":168653637165,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":731,"performance":976,"input_tokens":3062,"output_tokens":16325,"total_tokens":19387,"cost":0.050506},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":788836,"rank":740,"performance":223,"input_tokens":1839,"output_tokens":21863,"total_tokens":23702,"cost":0.0665085},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2940239137039,"overall_relative_score":15778124445,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":3513,"output_tokens":16031,"total_tokens":19544,"cost":0.0498495},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039550,"overall_relative_score":1039550,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":1953,"output_tokens":13590,"total_tokens":15543,"cost":0.0417465},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":188986000000,"overall_relative_score":26797995368,"max_execution_time_ms":2620,"max_memory_usage_kib":3072,"rank":1018,"performance":524,"input_tokens":4363,"output_tokens":16790,"total_tokens":21153,"cost":0.0525515},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":3172,"output_tokens":19092,"total_tokens":22264,"cost":0.058862},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7027861381834,"overall_relative_score":7027861381834,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":854,"performance":685,"input_tokens":1857,"output_tokens":17331,"total_tokens":19188,"cost":0.0529215},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":50020000000,"overall_relative_score":5079520,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":1037,"performance":446,"input_tokens":2965,"output_tokens":19203,"total_tokens":22168,"cost":0.0590915},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2156091745,"overall_relative_score":2156091745,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":715,"performance":919,"input_tokens":2038,"output_tokens":12872,"total_tokens":14910,"cost":0.039635},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":222588714,"overall_relative_score":222588714,"max_execution_time_ms":650,"max_memory_usage_kib":3072,"rank":542,"performance":1235,"input_tokens":4782,"output_tokens":15021,"total_tokens":19803,"cost":0.047454},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":140293000,"overall_relative_score":163808574,"max_execution_time_ms":2938,"max_memory_usage_kib":3072,"rank":989,"performance":430,"input_tokens":4231,"output_tokens":16150,"total_tokens":20381,"cost":0.0505655},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":1973,"output_tokens":15516,"total_tokens":17489,"cost":0.0475345},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":12573513441,"overall_relative_score":810012767712,"max_execution_time_ms":3050,"max_memory_usage_kib":3072,"rank":1038,"performance":558,"input_tokens":4504,"output_tokens":18660,"total_tokens":23164,"cost":0.058232},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":44784913,"overall_relative_score":44784913,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":835,"performance":840,"input_tokens":1753,"output_tokens":41572,"total_tokens":43325,"cost":0.1255925},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":2299,"output_tokens":24336,"total_tokens":26635,"cost":0.0741575},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101872740,"overall_relative_score":101872740,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":1570,"output_tokens":19991,"total_tokens":21561,"cost":0.060758},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2908022297,"overall_relative_score":496561121666,"max_execution_time_ms":50,"max_memory_usage_kib":8192,"rank":799,"performance":1028,"input_tokens":4572,"output_tokens":15343,"total_tokens":19915,"cost":0.048315},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1501,"output_tokens":13994,"total_tokens":15495,"cost":0.0427325}]},{"num_self_refine":2,"rank":{"all":{"mean":647.5,"median":670.5,"min":163,"max":1382,"stdev":279.2497274061521},"short":{"mean":507.0,"median":520.0,"min":163,"max":930,"stdev":219.62819822269054},"long":{"mean":837.5882352941177,"median":799.0,"min":396,"max":1382,"stdev":238.71218517901673}},"performance":{"all":{"mean":840.325,"median":935.5,"min":-80,"max":1616,"stdev":461.12056310464914},"short":{"mean":1022.0869565217391,"median":1067.0,"min":116,"max":1616,"stdev":417.59494435326576},"long":{"mean":594.4117647058823,"median":558.0,"min":-80,"max":1185,"stdev":408.37070457237894}},"input_tokens":{"all":{"mean":9828.0,"median":8113.5,"min":5331,"max":27691,"stdev":4936.8673655077455},"short":{"mean":8152.739130434783,"median":6808.0,"min":5399,"max":20490,"stdev":3762.826901744235},"long":{"mean":12094.529411764706,"median":10229.0,"min":5331,"max":27691,"stdev":5517.911381556058}},"output_tokens":{"all":{"mean":33118.0,"median":30031.5,"min":21461,"max":79976,"stdev":13028.883646610828},"short":{"mean":34336.86956521739,"median":31012.0,"min":21461,"max":79976,"stdev":15046.725364991751},"long":{"mean":31468.941176470587,"median":28871.0,"min":23264,"max":67539,"stdev":9871.152025413423}},"total_tokens":{"all":{"mean":42946.0,"median":38070.0,"min":27280,"max":100466,"stdev":15420.488229325596},"short":{"mean":42489.608695652176,"median":36814.0,"min":27280,"max":100466,"stdev":17823.41405602889},"long":{"mean":43563.470588235294,"median":41439.0,"min":31981,"max":83228,"stdev":11921.00183037088}},"cost":{"all":{"mean":0.104268,"median":0.09403275,"min":0.0675225,"max":0.250173,"stdev":0.03999199832081797},"short":{"mean":0.10708697826086956,"median":0.0962185,"min":0.0675225,"max":0.250173,"stdev":0.046441814473860796},"long":{"mean":0.10045408823529411,"median":0.0920895,"min":0.07415050000000001,"max":0.2104615,"stdev":0.03009823187094805}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":5035,"max_memory_usage_kib":0,"rank":1382,"performance":-50,"input_tokens":5331,"output_tokens":29808,"total_tokens":35139,"cost":0.0920895},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1677582,"overall_relative_score":1677582,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":575,"performance":1067,"input_tokens":5872,"output_tokens":23793,"total_tokens":29665,"cost":0.07431499999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2562903676408,"overall_relative_score":2562903676408,"max_execution_time_ms":410,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":8717,"output_tokens":23264,"total_tokens":31981,"cost":0.07415050000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3616508977,"overall_relative_score":3616508977,"max_execution_time_ms":2920,"max_memory_usage_kib":62464,"rank":261,"performance":1382,"input_tokens":6252,"output_tokens":23248,"total_tokens":29500,"cost":0.07286999999999999},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":14889534,"overall_relative_score":14889534,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":163,"performance":1616,"input_tokens":7011,"output_tokens":26140,"total_tokens":33151,"cost":0.0819255},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":10229,"output_tokens":28418,"total_tokens":38647,"cost":0.09036849999999999},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1612,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":6618,"output_tokens":24159,"total_tokens":30777,"cost":0.07578599999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8149384798,"overall_relative_score":8149384798,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":7402,"output_tokens":21461,"total_tokens":28863,"cost":0.068084},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":9178,"output_tokens":27962,"total_tokens":37140,"cost":0.088475},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4263971991,"overall_relative_score":4263971991,"max_execution_time_ms":1850,"max_memory_usage_kib":4096,"rank":296,"performance":1409,"input_tokens":8233,"output_tokens":31097,"total_tokens":39330,"cost":0.09740750000000001},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34696,"overall_relative_score":34696,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":241,"performance":1451,"input_tokens":20490,"output_tokens":79976,"total_tokens":100466,"cost":0.250173},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2058,"max_memory_usage_kib":0,"rank":926,"performance":-80,"input_tokens":20624,"output_tokens":25722,"total_tokens":46346,"cost":0.087478},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":20419977,"overall_relative_score":20419977,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":667,"performance":598,"input_tokens":16441,"output_tokens":54486,"total_tokens":70927,"cost":0.1716785},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":3148607,"overall_relative_score":3148607,"max_execution_time_ms":2062,"max_memory_usage_kib":3072,"rank":724,"performance":408,"input_tokens":8997,"output_tokens":35230,"total_tokens":44227,"cost":0.1101885},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":70787141,"overall_relative_score":70787141,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":418,"performance":1182,"input_tokens":7790,"output_tokens":56386,"total_tokens":64176,"cost":0.173053},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2594658776,"overall_relative_score":15995047751,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":728,"performance":965,"input_tokens":8004,"output_tokens":28871,"total_tokens":36875,"cost":0.090615},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2345271882918,"overall_relative_score":389507087487,"max_execution_time_ms":5552,"max_memory_usage_kib":3072,"rank":662,"performance":956,"input_tokens":17965,"output_tokens":28327,"total_tokens":46292,"cost":0.0939635},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146955457720044,"overall_relative_score":22041061896,"max_execution_time_ms":5500,"max_memory_usage_kib":3072,"rank":396,"performance":1185,"input_tokens":15689,"output_tokens":67539,"total_tokens":83228,"cost":0.2104615},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":451036212,"overall_relative_score":451036212,"max_execution_time_ms":1930,"max_memory_usage_kib":7168,"rank":255,"performance":1614,"input_tokens":12144,"output_tokens":45188,"total_tokens":57332,"cost":0.14163599999999998},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13057775,"overall_relative_score":13057775,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1441,"input_tokens":5727,"output_tokens":21553,"total_tokens":27280,"cost":0.0675225},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269603184743,"overall_relative_score":269603184743,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":165,"performance":1115,"input_tokens":6484,"output_tokens":45374,"total_tokens":51858,"cost":0.139364},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":6808,"output_tokens":31012,"total_tokens":37820,"cost":0.09644},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":105238080804,"overall_relative_score":168653637165,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":731,"performance":976,"input_tokens":8223,"output_tokens":26462,"total_tokens":34685,"cost":0.0834975},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1302738,"overall_relative_score":1302738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":5691,"output_tokens":31999,"total_tokens":37690,"cost":0.0988425},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2940239137039,"overall_relative_score":15778124445,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":9776,"output_tokens":31663,"total_tokens":41439,"cost":0.099877},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039550,"overall_relative_score":1039550,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":6536,"output_tokens":30278,"total_tokens":36814,"cost":0.09410199999999999},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":188986000000,"overall_relative_score":26797995368,"max_execution_time_ms":2620,"max_memory_usage_kib":3072,"rank":1018,"performance":524,"input_tokens":11292,"output_tokens":27851,"total_tokens":39143,"cost":0.089199},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":27691,"output_tokens":30366,"total_tokens":58057,"cost":0.1049435},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7027861381834,"overall_relative_score":7027861381834,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":854,"performance":685,"input_tokens":6762,"output_tokens":31558,"total_tokens":38320,"cost":0.098055},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":47176000000,"overall_relative_score":5409651,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":9832,"output_tokens":36306,"total_tokens":46138,"cost":0.11383399999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2357800405,"overall_relative_score":2357800405,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":697,"performance":947,"input_tokens":6903,"output_tokens":23904,"total_tokens":30807,"cost":0.0751635},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":225778577,"overall_relative_score":225778577,"max_execution_time_ms":430,"max_memory_usage_kib":3072,"rank":520,"performance":1265,"input_tokens":12428,"output_tokens":23179,"total_tokens":35607,"cost":0.075751},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":140293000,"overall_relative_score":163808574,"max_execution_time_ms":2938,"max_memory_usage_kib":3072,"rank":989,"performance":430,"input_tokens":10794,"output_tokens":31639,"total_tokens":42433,"cost":0.100314},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":683,"performance":265,"input_tokens":7368,"output_tokens":21661,"total_tokens":29029,"cost":0.068667},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":12573513441,"overall_relative_score":810012767712,"max_execution_time_ms":3050,"max_memory_usage_kib":3072,"rank":1038,"performance":558,"input_tokens":11807,"output_tokens":30255,"total_tokens":42062,"cost":0.09666849999999999},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":52813702,"overall_relative_score":52813702,"max_execution_time_ms":30,"max_memory_usage_kib":7168,"rank":788,"performance":924,"input_tokens":5968,"output_tokens":55319,"total_tokens":61287,"cost":0.168941},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":426558,"overall_relative_score":426558,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":674,"performance":1039,"input_tokens":7760,"output_tokens":34154,"total_tokens":41914,"cost":0.10634199999999999},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101872740,"overall_relative_score":101872740,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":5399,"output_tokens":31173,"total_tokens":36572,"cost":0.0962185},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2908022297,"overall_relative_score":496561121666,"max_execution_time_ms":50,"max_memory_usage_kib":8192,"rank":799,"performance":1028,"input_tokens":11458,"output_tokens":25289,"total_tokens":36747,"cost":0.081596},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5426,"output_tokens":22650,"total_tokens":28076,"cost":0.070663}]},{"num_self_refine":4,"rank":{"all":{"mean":547.975,"median":549.0,"min":73,"max":1012,"stdev":260.79842766357865},"short":{"mean":423.9130434782609,"median":420.0,"min":73,"max":930,"stdev":216.0006130133301},"long":{"mean":715.8235294117648,"median":677.0,"min":315,"max":1012,"stdev":222.65927874617017}},"performance":{"all":{"mean":1044.65,"median":1094.5,"min":116,"max":2090,"stdev":452.1193710083938},"short":{"mean":1201.1739130434783,"median":1119.0,"min":116,"max":2090,"stdev":445.273731149923},"long":{"mean":832.8823529411765,"median":956.0,"min":117,"max":1349,"stdev":377.8463448203749}},"input_tokens":{"all":{"mean":32963.35,"median":29431.0,"min":19200,"max":87180,"stdev":13387.13435479503},"short":{"mean":29960.043478260868,"median":26052.0,"min":19200,"max":56976,"stdev":10654.687263352309},"long":{"mean":37026.64705882353,"median":32199.0,"min":20333,"max":87180,"stdev":15818.846129463649}},"output_tokens":{"all":{"mean":64359.3,"median":57482.0,"min":39167,"max":117614,"stdev":21884.35717549445},"short":{"mean":64986.782608695656,"median":53349.0,"min":39167,"max":117614,"stdev":24825.409049008496},"long":{"mean":63510.35294117647,"median":58741.0,"min":40206,"max":113354,"stdev":17850.332510702625}},"total_tokens":{"all":{"mean":97322.65,"median":85828.0,"min":59853,"max":164578,"stdev":28845.246882641044},"short":{"mean":94946.82608695653,"median":79042.0,"min":59853,"max":161724,"stdev":30852.735120616533},"long":{"mean":100537.0,"median":91775.0,"min":69714,"max":164578,"stdev":26460.826517703485}},"cost":{"all":{"mean":0.209559575,"median":0.18799700000000003,"min":0.127844,"max":0.37489700000000004,"stdev":0.06794108743002071},"short":{"mean":0.2099403695652174,"median":0.17710900000000002,"min":0.127844,"max":0.37489700000000004,"stdev":0.07686475755613903},"long":{"mean":0.20904438235294118,"median":0.19751649999999998,"min":0.135372,"max":0.365674,"stdev":0.05592160516728122}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":572773496538,"overall_relative_score":572773496538,"max_execution_time_ms":4800,"max_memory_usage_kib":3072,"rank":980,"performance":789,"input_tokens":20333,"output_tokens":58741,"total_tokens":79074,"cost":0.1863895},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1987348,"overall_relative_score":1987348,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":533,"performance":1117,"input_tokens":23195,"output_tokens":42107,"total_tokens":65302,"cost":0.1379185},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2564659558207,"overall_relative_score":2564659558207,"max_execution_time_ms":380,"max_memory_usage_kib":3072,"rank":491,"performance":1149,"input_tokens":29508,"output_tokens":40206,"total_tokens":69714,"cost":0.135372},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3616508977,"overall_relative_score":3616508977,"max_execution_time_ms":2920,"max_memory_usage_kib":62464,"rank":261,"performance":1382,"input_tokens":23993,"output_tokens":43227,"total_tokens":67220,"cost":0.14167749999999998},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16311176,"overall_relative_score":16311176,"max_execution_time_ms":2500,"max_memory_usage_kib":4096,"rank":144,"performance":1684,"input_tokens":29597,"output_tokens":49385,"total_tokens":78982,"cost":0.1629535},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":3100,"max_memory_usage_kib":0,"rank":745,"performance":178,"input_tokens":29548,"output_tokens":62227,"total_tokens":91775,"cost":0.201455},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1612,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":26052,"output_tokens":47995,"total_tokens":74047,"cost":0.157011},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8149384798,"overall_relative_score":8149384798,"max_execution_time_ms":100,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":24494,"output_tokens":61506,"total_tokens":86000,"cost":0.19676500000000002},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":34322909,"overall_relative_score":34322909,"max_execution_time_ms":540,"max_memory_usage_kib":3072,"rank":625,"performance":781,"input_tokens":31345,"output_tokens":48951,"total_tokens":80296,"cost":0.1625255},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6784698119,"overall_relative_score":6784698119,"max_execution_time_ms":1910,"max_memory_usage_kib":4096,"rank":73,"performance":2090,"input_tokens":32281,"output_tokens":68692,"total_tokens":100973,"cost":0.2222165},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35408,"overall_relative_score":35408,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":241,"performance":1451,"input_tokens":55930,"output_tokens":99753,"total_tokens":155683,"cost":0.32722399999999996},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":170661315,"overall_relative_score":170661315,"max_execution_time_ms":1000,"max_memory_usage_kib":3072,"rank":825,"performance":599,"input_tokens":55382,"output_tokens":82776,"total_tokens":138158,"cost":0.276019},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77450701,"overall_relative_score":77450701,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":278,"performance":1425,"input_tokens":44110,"output_tokens":117614,"total_tokens":161724,"cost":0.37489700000000004},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1010029785,"overall_relative_score":1010029785,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":495,"performance":999,"input_tokens":29948,"output_tokens":55708,"total_tokens":85656,"cost":0.18209799999999998},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115909697,"overall_relative_score":115909697,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":238,"performance":1538,"input_tokens":28129,"output_tokens":101030,"total_tokens":129159,"cost":0.3171545},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3641819440,"overall_relative_score":23288176679,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":665,"performance":1042,"input_tokens":25375,"output_tokens":64863,"total_tokens":90238,"cost":0.2072765},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2345271882918,"overall_relative_score":389507087487,"max_execution_time_ms":5552,"max_memory_usage_kib":3072,"rank":662,"performance":956,"input_tokens":46215,"output_tokens":55499,"total_tokens":101714,"cost":0.1896045},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37832098314747,"overall_relative_score":46527644373,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":315,"performance":1337,"input_tokens":51224,"output_tokens":113354,"total_tokens":164578,"cost":0.365674},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457958594,"overall_relative_score":457958594,"max_execution_time_ms":1930,"max_memory_usage_kib":9216,"rank":204,"performance":1722,"input_tokens":44191,"output_tokens":106103,"total_tokens":150294,"cost":0.3404045},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13097860,"overall_relative_score":13097860,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":20686,"output_tokens":39167,"total_tokens":59853,"cost":0.127844},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":269603184743,"overall_relative_score":269603184743,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":165,"performance":1115,"input_tokens":24295,"output_tokens":104656,"total_tokens":128951,"cost":0.3261155},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":568,"performance":717,"input_tokens":24190,"output_tokens":53349,"total_tokens":77539,"cost":0.172142},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":58882236889,"overall_relative_score":218422283572,"max_execution_time_ms":160,"max_memory_usage_kib":3072,"rank":618,"performance":1109,"input_tokens":25251,"output_tokens":57282,"total_tokens":82533,"cost":0.1844715},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1302738,"overall_relative_score":1302738,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":678,"performance":730,"input_tokens":19555,"output_tokens":60736,"total_tokens":80291,"cost":0.1919855},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2940239137039,"overall_relative_score":15778124445,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":29354,"output_tokens":75852,"total_tokens":105206,"cost":0.24223299999999998},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1039550,"overall_relative_score":1039550,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":342,"performance":1498,"input_tokens":27262,"output_tokens":50958,"total_tokens":78220,"cost":0.16650500000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1873720000000,"overall_relative_score":44955831835,"max_execution_time_ms":560,"max_memory_usage_kib":3072,"rank":1012,"performance":539,"input_tokens":33437,"output_tokens":69344,"total_tokens":102781,"cost":0.22475050000000002},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1002,"performance":117,"input_tokens":87180,"output_tokens":57682,"total_tokens":144862,"cost":0.216636},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10002553757946,"overall_relative_score":10002553757946,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":615,"performance":1111,"input_tokens":56976,"output_tokens":50364,"total_tokens":107340,"cost":0.17958},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":45521341600,"overall_relative_score":5643670,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":993,"performance":574,"input_tokens":35033,"output_tokens":60000,"total_tokens":95033,"cost":0.19751649999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2714238972,"overall_relative_score":2714238972,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":641,"performance":1032,"input_tokens":25909,"output_tokens":49635,"total_tokens":75544,"cost":0.1618595},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":236840066,"overall_relative_score":236840066,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":420,"performance":1406,"input_tokens":36831,"output_tokens":42211,"total_tokens":79042,"cost":0.1450485},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1238980,"overall_relative_score":191741974797,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":395,"performance":1349,"input_tokens":32199,"output_tokens":84758,"total_tokens":116957,"cost":0.2703735},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37364,"overall_relative_score":37364,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":565,"performance":900,"input_tokens":28040,"output_tokens":42528,"total_tokens":70568,"cost":0.141604},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"RUNTIME_ERROR","overall_absolute_score":4471978443,"overall_relative_score":2175112400886,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":679,"performance":1080,"input_tokens":34739,"output_tokens":48973,"total_tokens":83712,"cost":0.1642885},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56449038,"overall_relative_score":56449038,"max_execution_time_ms":1850,"max_memory_usage_kib":7168,"rank":719,"performance":1032,"input_tokens":24411,"output_tokens":79201,"total_tokens":103612,"cost":0.24980850000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461996,"overall_relative_score":461996,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":274,"performance":1633,"input_tokens":28236,"output_tokens":82940,"total_tokens":111176,"cost":0.262938},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":101872740,"overall_relative_score":101872740,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":930,"performance":551,"input_tokens":19200,"output_tokens":46089,"total_tokens":65289,"cost":0.147867},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970033447,"overall_relative_score":1411756558905,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":33382,"output_tokens":43460,"total_tokens":76842,"cost":0.147071},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":21518,"output_tokens":55450,"total_tokens":76968,"cost":0.17710900000000002}]},{"num_self_refine":8,"rank":{"all":{"mean":502.775,"median":504.5,"min":73,"max":990,"stdev":247.82122252408757},"short":{"mean":385.5217391304348,"median":342.0,"min":73,"max":917,"stdev":211.3998515448901},"long":{"mean":661.4117647058823,"median":630.0,"min":315,"max":990,"stdev":204.3272677665445}},"performance":{"all":{"mean":1157.525,"median":1137.0,"min":116,"max":2090,"stdev":393.7309368604728},"short":{"mean":1290.304347826087,"median":1308.0,"min":116,"max":2090,"stdev":431.8811320872497},"long":{"mean":977.8823529411765,"median":992.0,"min":406,"max":1356,"stdev":248.5402086064097}},"input_tokens":{"all":{"mean":119672.125,"median":111386.0,"min":66526,"max":264546,"stdev":37895.79030215625},"short":{"mean":113584.08695652174,"median":106072.0,"min":66526,"max":207743,"stdev":33370.69493502705},"long":{"mean":127908.88235294117,"median":114923.0,"min":89307,"max":264546,"stdev":42940.69029469943}},"output_tokens":{"all":{"mean":132857.625,"median":124691.0,"min":85217,"max":244514,"stdev":33446.047254620884},"short":{"mean":136777.13043478262,"median":125899.0,"min":85217,"max":244514,"stdev":37412.994533139936},"long":{"mean":127554.76470588235,"median":123719.0,"min":96665,"max":189675,"stdev":27387.71838463687}},"total_tokens":{"all":{"mean":252529.75,"median":232885.5,"min":151743,"max":385308,"stdev":56655.03398900112},"short":{"mean":250361.21739130435,"median":239416.0,"min":151743,"max":385308,"stdev":57747.29236860494},"long":{"mean":255463.64705882352,"median":224010.0,"min":205044,"max":380538,"stdev":56768.68472575921}},"cost":{"all":{"mean":0.4584089375,"median":0.42835,"min":0.288914,"max":0.803939,"stdev":0.1068146115395668},"short":{"mean":0.4671234347826087,"median":0.4276755,"min":0.288914,"max":0.803939,"stdev":0.1187775726424189},"long":{"mean":0.4466187352941176,"median":0.42844150000000003,"min":0.34418449999999995,"max":0.6529505,"stdev":0.09030393198459674}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":671560391081,"overall_relative_score":671560391081,"max_execution_time_ms":4850,"max_memory_usage_kib":3072,"rank":929,"performance":838,"input_tokens":89307,"output_tokens":131992,"total_tokens":221299,"cost":0.4406295},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2302104,"overall_relative_score":2302104,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":485,"performance":1177,"input_tokens":94655,"output_tokens":93133,"total_tokens":187788,"cost":0.32672650000000003},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2583524701755,"overall_relative_score":2583524701755,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":484,"performance":1158,"input_tokens":108379,"output_tokens":96665,"total_tokens":205044,"cost":0.34418449999999995},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4516881013,"overall_relative_score":4516881013,"max_execution_time_ms":2860,"max_memory_usage_kib":51200,"rank":178,"performance":1615,"input_tokens":95641,"output_tokens":115593,"total_tokens":211234,"cost":0.39459950000000005},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":16311176,"overall_relative_score":16311176,"max_execution_time_ms":2500,"max_memory_usage_kib":4096,"rank":144,"performance":1684,"input_tokens":129089,"output_tokens":106285,"total_tokens":235374,"cost":0.3833995},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4699915,"overall_relative_score":4699915,"max_execution_time_ms":170,"max_memory_usage_kib":3072,"rank":518,"performance":992,"input_tokens":95993,"output_tokens":109202,"total_tokens":205195,"cost":0.37560249999999995},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":1612,"max_memory_usage_kib":0,"rank":523,"performance":116,"input_tokens":100992,"output_tokens":104512,"total_tokens":205504,"cost":0.36403199999999997},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8153685477,"overall_relative_score":8153685477,"max_execution_time_ms":80,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":88488,"output_tokens":138559,"total_tokens":227047,"cost":0.459921},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221264625,"overall_relative_score":221264625,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":116688,"output_tokens":98199,"total_tokens":214887,"cost":0.35294099999999995},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6784698119,"overall_relative_score":6784698119,"max_execution_time_ms":1910,"max_memory_usage_kib":4096,"rank":73,"performance":2090,"input_tokens":133980,"output_tokens":119064,"total_tokens":253044,"cost":0.424182},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39044,"overall_relative_score":39044,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":233,"performance":1470,"input_tokens":167021,"output_tokens":163851,"total_tokens":330872,"cost":0.5750635},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171129582,"overall_relative_score":171129582,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":630,"performance":942,"input_tokens":172783,"output_tokens":177437,"total_tokens":350220,"cost":0.6187024999999999},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77450701,"overall_relative_score":77450701,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":278,"performance":1425,"input_tokens":140794,"output_tokens":244514,"total_tokens":385308,"cost":0.803939},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1011036869,"overall_relative_score":1011036869,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":495,"performance":999,"input_tokens":114923,"output_tokens":97860,"total_tokens":212783,"cost":0.3510415},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":117714313,"overall_relative_score":117714313,"max_execution_time_ms":200,"max_memory_usage_kib":3072,"rank":227,"performance":1563,"input_tokens":106072,"output_tokens":199445,"total_tokens":305517,"cost":0.651371},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4647375051,"overall_relative_score":30698123038,"max_execution_time_ms":210,"max_memory_usage_kib":5120,"rank":571,"performance":1155,"input_tokens":94997,"output_tokens":126920,"total_tokens":221917,"cost":0.4282585},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2354116881047,"overall_relative_score":385548615883,"max_execution_time_ms":1398,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":150834,"output_tokens":125663,"total_tokens":276497,"cost":0.452406},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37832098314747,"overall_relative_score":46527644373,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":315,"performance":1337,"input_tokens":167851,"output_tokens":189675,"total_tokens":357526,"cost":0.6529505},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457958594,"overall_relative_score":457958594,"max_execution_time_ms":1930,"max_memory_usage_kib":9216,"rank":204,"performance":1722,"input_tokens":168884,"output_tokens":179269,"total_tokens":348153,"cost":0.6222489999999999},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13097860,"overall_relative_score":13097860,"max_execution_time_ms":120,"max_memory_usage_kib":3072,"rank":378,"performance":1481,"input_tokens":81200,"output_tokens":174097,"total_tokens":255297,"cost":0.562891},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276521243134,"overall_relative_score":276521243134,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":148,"performance":1294,"input_tokens":100653,"output_tokens":161171,"total_tokens":261824,"cost":0.5338395},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93716,"overall_relative_score":93716,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":342,"performance":1308,"input_tokens":93615,"output_tokens":145801,"total_tokens":239416,"cost":0.4842105},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55052768137,"overall_relative_score":220753775313,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":614,"performance":1113,"input_tokens":100237,"output_tokens":123548,"total_tokens":223785,"cost":0.4207625},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1356695,"overall_relative_score":1356695,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":424,"performance":1257,"input_tokens":73235,"output_tokens":120644,"total_tokens":193879,"cost":0.3985495},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2940239137039,"overall_relative_score":15778124445,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":95004,"output_tokens":127034,"total_tokens":222038,"cost":0.428604},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1048659,"overall_relative_score":1048659,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":289,"performance":1594,"input_tokens":112373,"output_tokens":143505,"total_tokens":255878,"cost":0.4867015},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":688542117228,"overall_relative_score":98791276576,"max_execution_time_ms":250,"max_memory_usage_kib":3072,"rank":989,"performance":593,"input_tokens":126381,"output_tokens":104016,"total_tokens":230397,"cost":0.37523850000000003},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1465174753150,"overall_relative_score":77388446,"max_execution_time_ms":2960,"max_memory_usage_kib":110592,"rank":764,"performance":904,"input_tokens":264546,"output_tokens":115992,"total_tokens":380538,"cost":0.480249},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10002553757946,"overall_relative_score":10002553757946,"max_execution_time_ms":1350,"max_memory_usage_kib":3072,"rank":615,"performance":1111,"input_tokens":207743,"output_tokens":138087,"total_tokens":345830,"cost":0.5181325},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40835650094,"overall_relative_score":321518331,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":132297,"output_tokens":140276,"total_tokens":272573,"cost":0.4869765},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2714238972,"overall_relative_score":2714238972,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":641,"performance":1032,"input_tokens":99957,"output_tokens":125899,"total_tokens":225856,"cost":0.4276755},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":250755179,"overall_relative_score":250755179,"max_execution_time_ms":150,"max_memory_usage_kib":3072,"rank":251,"performance":1684,"input_tokens":126676,"output_tokens":119284,"total_tokens":245960,"cost":0.42119000000000006},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1180229,"overall_relative_score":199668467608,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":390,"performance":1356,"input_tokens":119313,"output_tokens":166572,"total_tokens":285885,"cost":0.5593724999999999},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32205,"overall_relative_score":32205,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":567,"performance":896,"input_tokens":119154,"output_tokens":102719,"total_tokens":221873,"cost":0.367734},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4500347189,"overall_relative_score":2179420245076,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":679,"performance":1080,"input_tokens":114569,"output_tokens":123719,"total_tokens":238288,"cost":0.42844150000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56905244,"overall_relative_score":56905244,"max_execution_time_ms":1850,"max_memory_usage_kib":7168,"rank":716,"performance":1036,"input_tokens":112026,"output_tokens":110197,"total_tokens":222223,"cost":0.386604},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461996,"overall_relative_score":461996,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":274,"performance":1633,"input_tokens":110746,"output_tokens":144578,"total_tokens":255324,"cost":0.489107},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":110242808,"overall_relative_score":110242808,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":917,"performance":593,"input_tokens":66526,"output_tokens":85217,"total_tokens":151743,"cost":0.288914},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":970033447,"overall_relative_score":1411756558905,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":677,"performance":1155,"input_tokens":110349,"output_tokens":113661,"total_tokens":224010,"cost":0.39615750000000005},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":82914,"output_tokens":110450,"total_tokens":193364,"cost":0.37280700000000006}]},{"num_self_refine":16,"rank":{"all":{"mean":446.5,"median":468.0,"min":40,"max":990,"stdev":242.21668620663417},"short":{"mean":331.4782608695652,"median":278.0,"min":40,"max":716,"stdev":199.2786695617283},"long":{"mean":602.1176470588235,"median":614.0,"min":167,"max":990,"stdev":208.9329684231707}},"performance":{"all":{"mean":1272.625,"median":1215.0,"min":406,"max":2321,"stdev":407.26100038660394},"short":{"mean":1424.695652173913,"median":1425.0,"min":587,"max":2321,"stdev":423.3198269504135},"long":{"mean":1066.8823529411766,"median":1080.0,"min":406,"max":1681,"stdev":282.2576133501409}},"input_tokens":{"all":{"mean":472999.6,"median":446424.5,"min":266962,"max":969581,"stdev":127192.484122173},"short":{"mean":456165.4347826087,"median":443629.0,"min":266962,"max":764203,"stdev":113224.77742559311},"long":{"mean":495775.23529411765,"median":447006.0,"min":319886,"max":969581,"stdev":144387.96163960893}},"output_tokens":{"all":{"mean":279129.675,"median":277370.5,"min":180877,"max":421522,"stdev":45590.06784230558},"short":{"mean":290079.04347826086,"median":291165.0,"min":180877,"max":421522,"stdev":51441.37200778648},"long":{"mean":264315.82352941175,"median":261345.0,"min":217370,"max":316529,"stdev":31971.569231966263}},"total_tokens":{"all":{"mean":752129.275,"median":743580.0,"min":484988,"max":1254949,"stdev":142136.79802416917},"short":{"mean":746244.4782608695,"median":741691.0,"min":484988,"max":1040736,"stdev":130779.9124010431},"long":{"mean":760091.0588235294,"median":745469.0,"min":552704,"max":1254949,"stdev":160031.88839316939}},"cost":{"all":{"mean":1.073888825,"median":1.07524775,"min":0.7691170000000002,"max":1.5133674999999998,"stdev":0.16021954047924003},"short":{"mean":1.098319847826087,"median":1.1160005,"min":0.7691170000000002,"max":1.5133674999999998,"stdev":0.17168831092395007},"long":{"mean":1.0408350882352941,"median":0.9982019999999999,"min":0.858397,"max":1.3408944999999999,"stdev":0.14149845552030718}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":834910003905,"overall_relative_score":834910003905,"max_execution_time_ms":4950,"max_memory_usage_kib":3072,"rank":800,"performance":956,"input_tokens":446648,"output_tokens":298821,"total_tokens":745469,"cost":1.1197869999999999},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3901931,"overall_relative_score":3901931,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":169,"performance":1719,"input_tokens":443629,"output_tokens":298062,"total_tokens":741691,"cost":1.1160005},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2598737943495,"overall_relative_score":2598737943495,"max_execution_time_ms":500,"max_memory_usage_kib":3072,"rank":476,"performance":1169,"input_tokens":417124,"output_tokens":232702,"total_tokens":649826,"cost":0.9066679999999999},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4774090826,"overall_relative_score":4774090826,"max_execution_time_ms":2940,"max_memory_usage_kib":34816,"rank":159,"performance":1677,"input_tokens":398232,"output_tokens":255296,"total_tokens":653528,"cost":0.9650040000000002},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":17333071,"overall_relative_score":17333071,"max_execution_time_ms":100,"max_memory_usage_kib":5120,"rank":103,"performance":1855,"input_tokens":540534,"output_tokens":238544,"total_tokens":779078,"cost":0.985899},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5547604,"overall_relative_score":5547604,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":167,"performance":1681,"input_tokens":376474,"output_tokens":264021,"total_tokens":640495,"cost":0.9803},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292098,"overall_relative_score":292098,"max_execution_time_ms":600,"max_memory_usage_kib":3072,"rank":495,"performance":587,"input_tokens":409669,"output_tokens":355238,"total_tokens":764907,"cost":1.2705484999999999},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":8160665445,"overall_relative_score":8160665445,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":514,"performance":777,"input_tokens":336384,"output_tokens":330627,"total_tokens":667011,"cost":1.1600730000000001},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":221264625,"overall_relative_score":221264625,"max_execution_time_ms":300,"max_memory_usage_kib":3072,"rank":582,"performance":979,"input_tokens":474764,"output_tokens":249882,"total_tokens":724646,"cost":0.9870279999999999},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7008112758,"overall_relative_score":7008112758,"max_execution_time_ms":1320,"max_memory_usage_kib":5120,"rank":40,"performance":2321,"input_tokens":595023,"output_tokens":308302,"total_tokens":903325,"cost":1.2224175000000002},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":39044,"overall_relative_score":39044,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":233,"performance":1470,"input_tokens":566072,"output_tokens":299869,"total_tokens":865941,"cost":1.182643},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":171129582,"overall_relative_score":171129582,"max_execution_time_ms":2000,"max_memory_usage_kib":3072,"rank":630,"performance":942,"input_tokens":603644,"output_tokens":289648,"total_tokens":893292,"cost":1.170766},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77450701,"overall_relative_score":77450701,"max_execution_time_ms":220,"max_memory_usage_kib":3072,"rank":278,"performance":1425,"input_tokens":497603,"output_tokens":421522,"total_tokens":919125,"cost":1.5133674999999998},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1015053160,"overall_relative_score":1015053160,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":495,"performance":999,"input_tokens":439707,"output_tokens":228146,"total_tokens":667853,"cost":0.9042914999999999},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":127042274,"overall_relative_score":127042274,"max_execution_time_ms":360,"max_memory_usage_kib":3072,"rank":149,"performance":1774,"input_tokens":419398,"output_tokens":336092,"total_tokens":755490,"cost":1.217975},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4796314193,"overall_relative_score":30960638749,"max_execution_time_ms":200,"max_memory_usage_kib":4096,"rank":569,"performance":1158,"input_tokens":387178,"output_tokens":229391,"total_tokens":616569,"cost":0.8817620000000002},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":2354116881047,"overall_relative_score":385548615883,"max_execution_time_ms":1398,"max_memory_usage_kib":3072,"rank":675,"performance":937,"input_tokens":530139,"output_tokens":237569,"total_tokens":767708,"cost":0.9777764999999998},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":37832098314747,"overall_relative_score":46527644373,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":315,"performance":1337,"input_tokens":612635,"output_tokens":309930,"total_tokens":922565,"cost":1.2361075000000001},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":457929702,"overall_relative_score":457929702,"max_execution_time_ms":1880,"max_memory_usage_kib":9216,"rank":204,"performance":1722,"input_tokens":638339,"output_tokens":334957,"total_tokens":973296,"cost":1.3240404999999997},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13165740,"overall_relative_score":13165740,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1550,"input_tokens":354270,"output_tokens":328900,"total_tokens":683170,"cost":1.163835},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":276375370453,"overall_relative_score":276375370453,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":148,"performance":1294,"input_tokens":410107,"output_tokens":291165,"total_tokens":701272,"cost":1.0785485},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93801,"overall_relative_score":93801,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":335,"performance":1322,"input_tokens":407977,"output_tokens":317847,"total_tokens":725824,"cost":1.1575295},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":55052768137,"overall_relative_score":220753775313,"max_execution_time_ms":130,"max_memory_usage_kib":3072,"rank":614,"performance":1113,"input_tokens":437346,"output_tokens":259843,"total_tokens":697189,"cost":0.9982019999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1359149,"overall_relative_score":1359149,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":403,"performance":1295,"input_tokens":331324,"output_tokens":287944,"total_tokens":619268,"cost":1.0294940000000001},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2910532232116,"overall_relative_score":15939120719,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":990,"performance":406,"input_tokens":319886,"output_tokens":232818,"total_tokens":552704,"cost":0.858397},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1071970,"overall_relative_score":1071970,"max_execution_time_ms":1960,"max_memory_usage_kib":4096,"rank":114,"performance":2023,"input_tokens":469484,"output_tokens":270032,"total_tokens":739516,"cost":1.0448380000000002},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":539814117228,"overall_relative_score":172818640892,"max_execution_time_ms":2910,"max_memory_usage_kib":3072,"rank":527,"performance":1224,"input_tokens":548463,"output_tokens":278208,"total_tokens":826671,"cost":1.1088555},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1465174753150,"overall_relative_score":77388446,"max_execution_time_ms":2960,"max_memory_usage_kib":110592,"rank":764,"performance":904,"input_tokens":969581,"output_tokens":285368,"total_tokens":1254949,"cost":1.3408944999999999},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10409611571840,"overall_relative_score":10409611571840,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":460,"performance":1333,"input_tokens":764203,"output_tokens":276533,"total_tokens":1040736,"cost":1.2117005},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":40835650094,"overall_relative_score":321518331,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":516044,"output_tokens":261345,"total_tokens":777389,"cost":1.0420569999999998},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2714238972,"overall_relative_score":2714238972,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":641,"performance":1032,"input_tokens":396431,"output_tokens":257394,"total_tokens":653825,"cost":0.9703975},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":255804865,"overall_relative_score":255804865,"max_execution_time_ms":990,"max_memory_usage_kib":3072,"rank":172,"performance":1854,"input_tokens":503016,"output_tokens":268304,"total_tokens":771320,"cost":1.05642},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5513799,"overall_relative_score":213573050412,"max_execution_time_ms":1960,"max_memory_usage_kib":3072,"rank":383,"performance":1366,"input_tokens":465322,"output_tokens":316529,"total_tokens":781851,"cost":1.182248},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32205,"overall_relative_score":32205,"max_execution_time_ms":10,"max_memory_usage_kib":3072,"rank":567,"performance":896,"input_tokens":516316,"output_tokens":271263,"total_tokens":787579,"cost":1.071947},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4500347189,"overall_relative_score":2179420245076,"max_execution_time_ms":2890,"max_memory_usage_kib":3072,"rank":679,"performance":1080,"input_tokens":447006,"output_tokens":301778,"total_tokens":748784,"cost":1.128837},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":56905244,"overall_relative_score":56905244,"max_execution_time_ms":1850,"max_memory_usage_kib":7168,"rank":716,"performance":1036,"input_tokens":452972,"output_tokens":180877,"total_tokens":633849,"cost":0.7691170000000002},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461996,"overall_relative_score":461996,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":274,"performance":1633,"input_tokens":446201,"output_tokens":302253,"total_tokens":748454,"cost":1.1298595000000002},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":126771116,"overall_relative_score":126771116,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":670,"performance":1054,"input_tokens":266962,"output_tokens":218026,"total_tokens":484988,"cost":0.787559},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":945212540,"overall_relative_score":1470348461947,"max_execution_time_ms":120,"max_memory_usage_kib":11264,"rank":628,"performance":1206,"input_tokens":436218,"output_tokens":217370,"total_tokens":653588,"cost":0.8702190000000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":0,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":327659,"output_tokens":222771,"total_tokens":550430,"cost":0.8321425}]}]},{"model_name":"qwen3.7-max","detail_path":"data/model_details/qwen3.7-max.json","overall_results":[{"num_self_refine":1,"rank":{"all":{"mean":462.9,"median":441.5,"min":11,"max":1037,"stdev":259.1960746774633},"short":{"mean":390.39130434782606,"median":413.0,"min":11,"max":863,"stdev":215.26025244941292},"long":{"mean":561.0,"median":493.0,"min":175,"max":1037,"stdev":286.8126566244942}},"performance":{"all":{"mean":1189.4,"median":1247.5,"min":-61,"max":2684,"stdev":568.8208135684893},"short":{"mean":1265.391304347826,"median":1279.0,"min":-61,"max":2684,"stdev":633.9401132549319},"long":{"mean":1086.5882352941176,"median":1162.0,"min":103,"max":1714,"stdev":465.3529653423745}},"input_tokens":{"all":{"mean":3253.775,"median":2813.5,"min":1461,"max":8689,"stdev":1866.4329545199175},"short":{"mean":2661.913043478261,"median":1953.0,"min":1501,"max":8689,"stdev":1767.6826101641323},"long":{"mean":4054.529411764706,"median":3513.0,"min":1461,"max":8598,"stdev":1734.906774067668}},"output_tokens":{"all":{"mean":50182.1,"median":58664.5,"min":16186,"max":81330,"stdev":20291.806753541612},"short":{"mean":51166.217391304344,"median":58246.0,"min":16186,"max":74038,"stdev":19192.885618366086},"long":{"mean":48850.64705882353,"median":59083.0,"min":17639,"max":81330,"stdev":22223.37776402694}},"total_tokens":{"all":{"mean":53435.875,"median":61737.5,"min":17687,"max":89928,"stdev":20438.940931953195},"short":{"mean":53828.13043478261,"median":61330.0,"min":17687,"max":75886,"stdev":19253.159167699177},"long":{"mean":52905.17647058824,"median":62145.0,"min":22143,"max":89928,"stdev":22540.081161775168}},"cost":{"all":{"mean":0.3845001875,"median":0.44664125,"min":0.1251475,"max":0.63147,"stdev":0.15241449043747943},"short":{"mean":0.39040141304347825,"median":0.4425925,"min":0.1251475,"max":0.559905,"stdev":0.14396189079813418},"long":{"mean":0.3765161764705882,"median":0.4507775,"min":0.1435525,"max":0.63147,"stdev":0.1673584679804981}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":954733964962,"overall_relative_score":954733964962,"max_execution_time_ms":4840,"max_memory_usage_kib":3072,"rank":315,"performance":1439,"input_tokens":1461,"output_tokens":73368,"total_tokens":74829,"cost":0.5539125},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2649129,"overall_relative_score":2649129,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":413,"performance":1271,"input_tokens":1606,"output_tokens":60725,"total_tokens":62331,"cost":0.4594525},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2784232009253,"overall_relative_score":2784232009253,"max_execution_time_ms":1380,"max_memory_usage_kib":3072,"rank":191,"performance":1665,"input_tokens":2894,"output_tokens":19402,"total_tokens":22296,"cost":0.15275},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4104563739,"overall_relative_score":4104563739,"max_execution_time_ms":2980,"max_memory_usage_kib":5120,"rank":215,"performance":1505,"input_tokens":1747,"output_tokens":61654,"total_tokens":63401,"cost":0.4667725},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2982,"max_memory_usage_kib":0,"rank":515,"performance":207,"input_tokens":1926,"output_tokens":23139,"total_tokens":25065,"cost":0.1783575},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5531700,"overall_relative_score":5531700,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":175,"performance":1658,"input_tokens":4029,"output_tokens":61986,"total_tokens":66015,"cost":0.4749675},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2087610,"overall_relative_score":2087610,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":11,"performance":2684,"input_tokens":1648,"output_tokens":55525,"total_tokens":57173,"cost":0.4205575},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":10240,"rank":613,"performance":-61,"input_tokens":2392,"output_tokens":51186,"total_tokens":53578,"cost":0.389875},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57988132,"overall_relative_score":57988132,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":3179,"output_tokens":21182,"total_tokens":24361,"cost":0.1668125},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7113974358,"overall_relative_score":7113974358,"max_execution_time_ms":1260,"max_memory_usage_kib":10240,"rank":33,"performance":2389,"input_tokens":2370,"output_tokens":60552,"total_tokens":62922,"cost":0.460065},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29968,"overall_relative_score":29968,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":248,"performance":1434,"input_tokens":8689,"output_tokens":54749,"total_tokens":63438,"cost":0.43234},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":691468676,"overall_relative_score":691468676,"max_execution_time_ms":2920,"max_memory_usage_kib":3072,"rank":424,"performance":1225,"input_tokens":8598,"output_tokens":81330,"total_tokens":89928,"cost":0.63147},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77682023,"overall_relative_score":77682023,"max_execution_time_ms":2880,"max_memory_usage_kib":9216,"rank":273,"performance":1436,"input_tokens":6583,"output_tokens":62769,"total_tokens":69352,"cost":0.487225},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1252157304,"overall_relative_score":1252157304,"max_execution_time_ms":50,"max_memory_usage_kib":4096,"rank":405,"performance":1155,"input_tokens":3115,"output_tokens":60355,"total_tokens":63470,"cost":0.46045},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":104904367,"overall_relative_score":104904367,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":285,"performance":1437,"input_tokens":2733,"output_tokens":70893,"total_tokens":73626,"cost":0.53853},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1903778371,"overall_relative_score":11429985497,"max_execution_time_ms":1600,"max_memory_usage_kib":4096,"rank":924,"performance":674,"input_tokens":2960,"output_tokens":62925,"total_tokens":65885,"cost":0.4793375},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32612086795,"overall_relative_score":1084468454596,"max_execution_time_ms":5520,"max_memory_usage_kib":4096,"rank":193,"performance":1714,"input_tokens":7557,"output_tokens":49246,"total_tokens":56803,"cost":0.3882375},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115827453940647,"overall_relative_score":17080678521,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":409,"performance":1162,"input_tokens":4752,"output_tokens":54171,"total_tokens":58923,"cost":0.4181625},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415716541,"overall_relative_score":415716541,"max_execution_time_ms":1980,"max_memory_usage_kib":10240,"rank":571,"performance":1127,"input_tokens":3840,"output_tokens":21438,"total_tokens":25278,"cost":0.170385},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12722245,"overall_relative_score":12722245,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":610,"performance":1171,"input_tokens":1848,"output_tokens":74038,"total_tokens":75886,"cost":0.559905},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":234376987335,"overall_relative_score":234376987335,"max_execution_time_ms":110,"max_memory_usage_kib":3072,"rank":186,"performance":483,"input_tokens":2333,"output_tokens":62758,"total_tokens":65091,"cost":0.4765175},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93827,"overall_relative_score":93827,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":1944,"output_tokens":68564,"total_tokens":70508,"cost":0.51909},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":76609414555,"overall_relative_score":202874171240,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":644,"performance":1078,"input_tokens":3062,"output_tokens":59083,"total_tokens":62145,"cost":0.4507775},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361286,"overall_relative_score":1361286,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":391,"performance":1316,"input_tokens":1839,"output_tokens":64024,"total_tokens":65863,"cost":0.4847775},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":999,"performance":103,"input_tokens":3513,"output_tokens":70795,"total_tokens":74308,"cost":0.539745},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1062145,"overall_relative_score":1062145,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":198,"performance":1785,"input_tokens":1953,"output_tokens":55337,"total_tokens":57290,"cost":0.41991},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":4363,"output_tokens":21948,"total_tokens":26311,"cost":0.1755175},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10928860800,"overall_relative_score":104781285750,"max_execution_time_ms":2720,"max_memory_usage_kib":4096,"rank":437,"performance":1334,"input_tokens":3172,"output_tokens":69870,"total_tokens":73042,"cost":0.531955},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10322123429061,"overall_relative_score":10322123429061,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":497,"performance":1279,"input_tokens":1857,"output_tokens":59473,"total_tokens":61330,"cost":0.45069},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":43077008200,"overall_relative_score":6052898,"max_execution_time_ms":50,"max_memory_usage_kib":3072,"rank":953,"performance":659,"input_tokens":2965,"output_tokens":21400,"total_tokens":24365,"cost":0.1679125},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235358933,"overall_relative_score":235358933,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":2038,"output_tokens":72524,"total_tokens":74562,"cost":0.549025},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228176510,"overall_relative_score":228176510,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":496,"performance":1298,"input_tokens":4782,"output_tokens":22575,"total_tokens":27357,"cost":0.1812675},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5446048,"overall_relative_score":58282194633,"max_execution_time_ms":470,"max_memory_usage_kib":22180,"rank":493,"performance":1216,"input_tokens":4231,"output_tokens":26586,"total_tokens":30817,"cost":0.2099725},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":150,"overall_relative_score":150,"max_execution_time_ms":230,"max_memory_usage_kib":56436,"rank":640,"performance":639,"input_tokens":1973,"output_tokens":57852,"total_tokens":59825,"cost":0.4388225},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4426081632,"overall_relative_score":2015443282301,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":746,"performance":1002,"input_tokens":4504,"output_tokens":17639,"total_tokens":22143,"cost":0.1435525},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73733519,"overall_relative_score":73733519,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":84,"performance":2152,"input_tokens":1753,"output_tokens":20136,"total_tokens":21889,"cost":0.1554025},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":2299,"output_tokens":58246,"total_tokens":60545,"cost":0.4425925},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135635180,"overall_relative_score":135635180,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":536,"performance":1237,"input_tokens":1570,"output_tokens":22480,"total_tokens":24050,"cost":0.172525},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":919773227,"overall_relative_score":1546986400874,"max_execution_time_ms":320,"max_memory_usage_kib":16740,"rank":577,"performance":1261,"input_tokens":4572,"output_tokens":59175,"total_tokens":63747,"cost":0.4552425},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":1501,"output_tokens":16186,"total_tokens":17687,"cost":0.1251475}]},{"num_self_refine":2,"rank":{"all":{"mean":417.65,"median":418.5,"min":11,"max":1037,"stdev":257.2006649510884},"short":{"mean":346.9130434782609,"median":334.0,"min":11,"max":863,"stdev":216.11001260794723},"long":{"mean":513.3529411764706,"median":446.0,"min":64,"max":1037,"stdev":283.0269291905963}},"performance":{"all":{"mean":1326.725,"median":1291.0,"min":-61,"max":2684,"stdev":530.9292283466983},"short":{"mean":1430.304347826087,"median":1316.0,"min":-61,"max":2684,"stdev":563.3024728237291},"long":{"mean":1186.5882352941176,"median":1264.0,"min":194,"max":2122,"stdev":463.14982171317}},"input_tokens":{"all":{"mean":10286.775,"median":9230.0,"min":5387,"max":22108,"stdev":3960.0953659036145},"short":{"mean":9120.347826086956,"median":8075.0,"min":5387,"max":21271,"stdev":3762.655645934321},"long":{"mean":11864.882352941177,"median":11097.0,"min":6596,"max":22108,"stdev":3762.6059766196777}},"output_tokens":{"all":{"mean":94548.625,"median":111345.5,"min":29197,"max":145632,"stdev":35431.47424267886},"short":{"mean":97616.52173913043,"median":112490.0,"min":29197,"max":145632,"stdev":35179.356093737144},"long":{"mean":90397.94117647059,"median":94202.0,"min":29267,"max":134636,"stdev":36421.07429509491}},"total_tokens":{"all":{"mean":104835.4,"median":119592.0,"min":34584,"max":152615,"stdev":35888.27520542765},"short":{"mean":106736.86956521739,"median":119921.0,"min":34584,"max":152615,"stdev":35682.797310983886},"long":{"mean":102262.82352941176,"median":110718.0,"min":42037,"max":148848,"stdev":37100.650289508565}},"cost":{"all":{"mean":0.734831625,"median":0.8557075000000001,"min":0.232445,"max":1.1096975,"stdev":0.2665154355650101},"short":{"mean":0.7549247826086957,"median":0.8622525,"min":0.232445,"max":1.1096975,"stdev":0.26477577173679284},"long":{"mean":0.7076467647058824,"median":0.7393125,"min":0.2514275,"max":1.039145,"stdev":0.27454539999214594}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":954733964962,"overall_relative_score":954733964962,"max_execution_time_ms":4840,"max_memory_usage_kib":3072,"rank":315,"performance":1439,"input_tokens":6596,"output_tokens":128127,"total_tokens":134723,"cost":0.9774425},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2649129,"overall_relative_score":2649129,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":413,"performance":1271,"input_tokens":6490,"output_tokens":117222,"total_tokens":123712,"cost":0.8953899999999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2883650050934,"overall_relative_score":2883650050934,"max_execution_time_ms":2100,"max_memory_usage_kib":9216,"rank":64,"performance":2122,"input_tokens":8200,"output_tokens":70470,"total_tokens":78670,"cost":0.549025},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5800259358,"overall_relative_score":5800259358,"max_execution_time_ms":2950,"max_memory_usage_kib":5120,"rank":72,"performance":2061,"input_tokens":7914,"output_tokens":116832,"total_tokens":124746,"cost":0.896025},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6355210,"overall_relative_score":6355210,"max_execution_time_ms":2820,"max_memory_usage_kib":12288,"rank":297,"performance":1222,"input_tokens":8075,"output_tokens":69566,"total_tokens":77641,"cost":0.5419324999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5531700,"overall_relative_score":5531700,"max_execution_time_ms":1290,"max_memory_usage_kib":3072,"rank":175,"performance":1658,"input_tokens":11848,"output_tokens":112822,"total_tokens":124670,"cost":0.875785},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2087610,"overall_relative_score":2087610,"max_execution_time_ms":1910,"max_memory_usage_kib":3072,"rank":11,"performance":2684,"input_tokens":7488,"output_tokens":117399,"total_tokens":124887,"cost":0.8992125},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2100,"max_memory_usage_kib":10240,"rank":613,"performance":-61,"input_tokens":7079,"output_tokens":98496,"total_tokens":105575,"cost":0.7564175},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":57988132,"overall_relative_score":57988132,"max_execution_time_ms":1040,"max_memory_usage_kib":3072,"rank":615,"performance":933,"input_tokens":9723,"output_tokens":39266,"total_tokens":48989,"cost":0.3188025},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7113974358,"overall_relative_score":7113974358,"max_execution_time_ms":1260,"max_memory_usage_kib":10240,"rank":33,"performance":2389,"input_tokens":8313,"output_tokens":108339,"total_tokens":116652,"cost":0.833325},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29968,"overall_relative_score":29968,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":248,"performance":1434,"input_tokens":21271,"output_tokens":118439,"total_tokens":139710,"cost":0.94147},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":691468676,"overall_relative_score":691468676,"max_execution_time_ms":2920,"max_memory_usage_kib":3072,"rank":424,"performance":1225,"input_tokens":22108,"output_tokens":126740,"total_tokens":148848,"cost":1.00582},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77682023,"overall_relative_score":77682023,"max_execution_time_ms":2880,"max_memory_usage_kib":9216,"rank":273,"performance":1436,"input_tokens":17767,"output_tokens":120071,"total_tokens":137838,"cost":0.94495},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332218389,"overall_relative_score":1332218389,"max_execution_time_ms":2590,"max_memory_usage_kib":3072,"rank":331,"performance":1287,"input_tokens":10243,"output_tokens":117153,"total_tokens":127396,"cost":0.904255},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":102124361,"overall_relative_score":102124361,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":292,"performance":1423,"input_tokens":9398,"output_tokens":123263,"total_tokens":132661,"cost":0.9479675},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11030229127,"overall_relative_score":77741552251,"max_execution_time_ms":4360,"max_memory_usage_kib":6144,"rank":483,"performance":1264,"input_tokens":9972,"output_tokens":127060,"total_tokens":137032,"cost":0.9778800000000001},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32612086795,"overall_relative_score":1084468454596,"max_execution_time_ms":5520,"max_memory_usage_kib":4096,"rank":193,"performance":1714,"input_tokens":19332,"output_tokens":91386,"total_tokens":110718,"cost":0.733725},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115827453940647,"overall_relative_score":17080678521,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":409,"performance":1162,"input_tokens":13119,"output_tokens":94202,"total_tokens":107321,"cost":0.7393125},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":415716541,"overall_relative_score":415716541,"max_execution_time_ms":1980,"max_memory_usage_kib":10240,"rank":571,"performance":1127,"input_tokens":11790,"output_tokens":37173,"total_tokens":48963,"cost":0.3082725},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12905085,"overall_relative_score":12905085,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":512,"performance":1295,"input_tokens":6983,"output_tokens":145632,"total_tokens":152615,"cost":1.1096975},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281369005817,"overall_relative_score":281369005817,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":127,"performance":1470,"input_tokens":8692,"output_tokens":124390,"total_tokens":133082,"cost":0.954655},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":93827,"overall_relative_score":93827,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":334,"performance":1324,"input_tokens":8043,"output_tokens":124184,"total_tokens":132227,"cost":0.9514875},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":76609414555,"overall_relative_score":202874171240,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":644,"performance":1078,"input_tokens":10402,"output_tokens":113762,"total_tokens":124164,"cost":0.87922},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1361286,"overall_relative_score":1361286,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":391,"performance":1316,"input_tokens":6756,"output_tokens":119453,"total_tokens":126209,"cost":0.9127875},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958017706076,"overall_relative_score":60039693024,"max_execution_time_ms":140,"max_memory_usage_kib":8192,"rank":981,"performance":439,"input_tokens":9614,"output_tokens":79570,"total_tokens":89184,"cost":0.6208100000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1066768,"overall_relative_score":1066768,"max_execution_time_ms":1960,"max_memory_usage_kib":5120,"rank":151,"performance":1906,"input_tokens":9062,"output_tokens":110201,"total_tokens":119263,"cost":0.8491625},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"COMPILATION_ERROR","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":0,"max_memory_usage_kib":0,"rank":1037,"performance":194,"input_tokens":12770,"output_tokens":29267,"total_tokens":42037,"cost":0.2514275},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10928860800,"overall_relative_score":104781285750,"max_execution_time_ms":2720,"max_memory_usage_kib":4096,"rank":437,"performance":1334,"input_tokens":11750,"output_tokens":134636,"total_tokens":146386,"cost":1.039145},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10322123429061,"overall_relative_score":10322123429061,"max_execution_time_ms":1860,"max_memory_usage_kib":3072,"rank":497,"performance":1279,"input_tokens":8315,"output_tokens":99363,"total_tokens":107678,"cost":0.76601},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12863433127,"overall_relative_score":49612109,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":10140,"output_tokens":37566,"total_tokens":47706,"cost":0.307095},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235358933,"overall_relative_score":235358933,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":8490,"output_tokens":125266,"total_tokens":133756,"cost":0.96072},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":228176510,"overall_relative_score":228176510,"max_execution_time_ms":1500,"max_memory_usage_kib":3072,"rank":496,"performance":1298,"input_tokens":13719,"output_tokens":39465,"total_tokens":53184,"cost":0.330285},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2359454,"overall_relative_score":125010764756,"max_execution_time_ms":100,"max_memory_usage_kib":6144,"rank":446,"performance":1278,"input_tokens":11097,"output_tokens":81657,"total_tokens":92754,"cost":0.64017},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292347,"overall_relative_score":292347,"max_execution_time_ms":380,"max_memory_usage_kib":43444,"rank":198,"performance":1643,"input_tokens":7431,"output_tokens":112490,"total_tokens":119921,"cost":0.8622525},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":4426081632,"overall_relative_score":2015443282301,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":746,"performance":1002,"input_tokens":12166,"output_tokens":36037,"total_tokens":48203,"cost":0.30069250000000003},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":73733519,"overall_relative_score":73733519,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":84,"performance":2152,"input_tokens":6849,"output_tokens":36930,"total_tokens":43779,"cost":0.2940975},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":8252,"output_tokens":106644,"total_tokens":114896,"cost":0.82046},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":135635180,"overall_relative_score":135635180,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":536,"performance":1237,"input_tokens":6204,"output_tokens":45165,"total_tokens":51369,"cost":0.35424750000000005},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":840989905,"overall_relative_score":1698216738985,"max_execution_time_ms":1170,"max_memory_usage_kib":16752,"rank":484,"performance":1365,"input_tokens":12623,"output_tokens":117044,"total_tokens":129667,"cost":0.9093875},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":5387,"output_tokens":29197,"total_tokens":34584,"cost":0.232445}]},{"num_self_refine":4,"rank":{"all":{"mean":360.25,"median":323.0,"min":8,"max":981,"stdev":238.92609628749113},"short":{"mean":288.04347826086956,"median":252.0,"min":8,"max":863,"stdev":206.62053014708115},"long":{"mean":457.94117647058823,"median":446.0,"min":64,"max":981,"stdev":250.61910107477723}},"performance":{"all":{"mean":1462.075,"median":1377.0,"min":439,"max":2783,"stdev":503.3537466144155},"short":{"mean":1589.3478260869565,"median":1470.0,"min":614,"max":2783,"stdev":537.8548814669126},"long":{"mean":1289.8823529411766,"median":1268.0,"min":439,"max":2122,"stdev":406.2237502831631}},"input_tokens":{"all":{"mean":38230.1,"median":36329.5,"min":20605,"max":67162,"stdev":10175.725362666302},"short":{"mean":35346.52173913043,"median":35154.0,"min":20605,"max":59428,"stdev":9203.145449788375},"long":{"mean":42131.41176470588,"median":40516.0,"min":29523,"max":67162,"stdev":10383.060339194459}},"output_tokens":{"all":{"mean":163280.525,"median":183469.5,"min":45876,"max":258441,"stdev":57727.039268145614},"short":{"mean":170872.30434782608,"median":188442.0,"min":45876,"max":258441,"stdev":60115.41200771818},"long":{"mean":153009.29411764705,"median":150160.0,"min":60014,"max":216132,"stdev":54394.378136399246}},"total_tokens":{"all":{"mean":201510.625,"median":219611.0,"min":66481,"max":285943,"stdev":59717.47175710721},"short":{"mean":206218.8260869565,"median":229652.0,"min":66481,"max":285943,"stdev":62134.00160843876},"long":{"mean":195140.70588235295,"median":182197.0,"min":101858,"max":265948,"stdev":57525.69809198831}},"cost":{"all":{"mean":1.3201791875,"median":1.45936625,"min":0.3955825,"max":2.0070625,"stdev":0.43650533288456245},"short":{"mean":1.3699085869565217,"median":1.49786,"min":0.3955825,"max":2.0070625,"stdev":0.4548054753163621},"long":{"mean":1.2528982352941176,"median":1.2000075000000001,"min":0.5547150000000001,"max":1.73202,"stdev":0.414310362047362}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":954733964962,"overall_relative_score":954733964962,"max_execution_time_ms":4840,"max_memory_usage_kib":3072,"rank":315,"performance":1439,"input_tokens":32547,"output_tokens":184106,"total_tokens":216653,"cost":1.4621625},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2649129,"overall_relative_score":2649129,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":413,"performance":1271,"input_tokens":28091,"output_tokens":208049,"total_tokens":236140,"cost":1.630595},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2883650050934,"overall_relative_score":2883650050934,"max_execution_time_ms":2100,"max_memory_usage_kib":9216,"rank":64,"performance":2122,"input_tokens":29523,"output_tokens":150160,"total_tokens":179683,"cost":1.2000075000000001},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5800259358,"overall_relative_score":5800259358,"max_execution_time_ms":2950,"max_memory_usage_kib":5120,"rank":72,"performance":2061,"input_tokens":36738,"output_tokens":221311,"total_tokens":258049,"cost":1.7516775},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5783037,"overall_relative_score":5783037,"max_execution_time_ms":2850,"max_memory_usage_kib":11264,"rank":300,"performance":1214,"input_tokens":35154,"output_tokens":134793,"total_tokens":169947,"cost":1.0988324999999999},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5768471,"overall_relative_score":5768471,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":99,"performance":1923,"input_tokens":40516,"output_tokens":136284,"total_tokens":176800,"cost":1.12342},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2143098,"overall_relative_score":2143098,"max_execution_time_ms":1970,"max_memory_usage_kib":18432,"rank":8,"performance":2783,"input_tokens":37813,"output_tokens":148128,"total_tokens":185941,"cost":1.2054925},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10099727818,"overall_relative_score":10099727818,"max_execution_time_ms":870,"max_memory_usage_kib":4096,"rank":497,"performance":828,"input_tokens":25652,"output_tokens":167015,"total_tokens":192667,"cost":1.3167425},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1830164732,"overall_relative_score":1830164732,"max_execution_time_ms":440,"max_memory_usage_kib":3072,"rank":517,"performance":1067,"input_tokens":33808,"output_tokens":75729,"total_tokens":109537,"cost":0.6524875},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7305478891,"overall_relative_score":7305478891,"max_execution_time_ms":1950,"max_memory_usage_kib":17408,"rank":13,"performance":2688,"input_tokens":35725,"output_tokens":210127,"total_tokens":245852,"cost":1.665265},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":29968,"overall_relative_score":29968,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":248,"performance":1434,"input_tokens":59428,"output_tokens":191512,"total_tokens":250940,"cost":1.58491},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":730974832,"overall_relative_score":730974832,"max_execution_time_ms":2880,"max_memory_usage_kib":3072,"rank":413,"performance":1241,"input_tokens":67162,"output_tokens":196768,"total_tokens":263930,"cost":1.643665},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77682023,"overall_relative_score":77682023,"max_execution_time_ms":2880,"max_memory_usage_kib":9216,"rank":273,"performance":1436,"input_tokens":56539,"output_tokens":173113,"total_tokens":229652,"cost":1.439695},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1332218389,"overall_relative_score":1332218389,"max_execution_time_ms":2590,"max_memory_usage_kib":3072,"rank":331,"performance":1287,"input_tokens":36493,"output_tokens":207333,"total_tokens":243826,"cost":1.64623},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":102124361,"overall_relative_score":102124361,"max_execution_time_ms":1670,"max_memory_usage_kib":3072,"rank":292,"performance":1423,"input_tokens":36166,"output_tokens":208793,"total_tokens":244959,"cost":1.6563624999999997},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11200094426,"overall_relative_score":79927689048,"max_execution_time_ms":4560,"max_memory_usage_kib":8192,"rank":480,"performance":1268,"input_tokens":41395,"output_tokens":216132,"total_tokens":257527,"cost":1.7244775},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32612086795,"overall_relative_score":1084468454596,"max_execution_time_ms":5520,"max_memory_usage_kib":4096,"rank":193,"performance":1714,"input_tokens":61404,"output_tokens":99577,"total_tokens":160981,"cost":0.9003374999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":115827453940647,"overall_relative_score":17080678521,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":409,"performance":1162,"input_tokens":50328,"output_tokens":191220,"total_tokens":241548,"cost":1.55997},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416903795,"overall_relative_score":416903795,"max_execution_time_ms":1990,"max_memory_usage_kib":10240,"rank":546,"performance":1161,"input_tokens":41594,"output_tokens":67013,"total_tokens":108607,"cost":0.6065825},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13117620,"overall_relative_score":13117620,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":366,"performance":1499,"input_tokens":27502,"output_tokens":258441,"total_tokens":285943,"cost":2.0070625},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":281369005817,"overall_relative_score":281369005817,"max_execution_time_ms":90,"max_memory_usage_kib":3072,"rank":127,"performance":1470,"input_tokens":38087,"output_tokens":207223,"total_tokens":245310,"cost":1.6493900000000001},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240543,"overall_relative_score":240543,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":190,"performance":1642,"input_tokens":33646,"output_tokens":209473,"total_tokens":243119,"cost":1.6551625},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":76609414555,"overall_relative_score":202874171240,"max_execution_time_ms":2100,"max_memory_usage_kib":3072,"rank":644,"performance":1078,"input_tokens":41428,"output_tokens":192893,"total_tokens":234321,"cost":1.5502675000000001},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1377395,"overall_relative_score":1377395,"max_execution_time_ms":1850,"max_memory_usage_kib":11264,"rank":252,"performance":1584,"input_tokens":30339,"output_tokens":238670,"total_tokens":269009,"cost":1.8658724999999998},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958017706076,"overall_relative_score":60039693024,"max_execution_time_ms":140,"max_memory_usage_kib":8192,"rank":981,"performance":439,"input_tokens":32545,"output_tokens":116960,"total_tokens":149505,"cost":0.9585625000000001},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1078677,"overall_relative_score":1078677,"max_execution_time_ms":1970,"max_memory_usage_kib":40960,"rank":68,"performance":2218,"input_tokens":41850,"output_tokens":216724,"total_tokens":258574,"cost":1.7300550000000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":402281221961,"overall_relative_score":153036969091,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":567,"performance":1176,"input_tokens":41844,"output_tokens":60014,"total_tokens":101858,"cost":0.5547150000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2899094200,"overall_relative_score":93135512936,"max_execution_time_ms":2970,"max_memory_usage_kib":4096,"rank":460,"performance":1303,"input_tokens":52518,"output_tokens":213430,"total_tokens":265948,"cost":1.73202},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10403169086489,"overall_relative_score":10403169086489,"max_execution_time_ms":1680,"max_memory_usage_kib":3072,"rank":461,"performance":1331,"input_tokens":34129,"output_tokens":182833,"total_tokens":216962,"cost":1.45657},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":12863433127,"overall_relative_score":49612109,"max_execution_time_ms":30,"max_memory_usage_kib":3072,"rank":943,"performance":678,"input_tokens":33546,"output_tokens":148651,"total_tokens":182197,"cost":1.1987474999999999},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235358933,"overall_relative_score":235358933,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":36086,"output_tokens":151536,"total_tokens":187622,"cost":1.226735},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":252232581,"overall_relative_score":252232581,"max_execution_time_ms":1870,"max_memory_usage_kib":3072,"rank":234,"performance":1717,"input_tokens":42506,"output_tokens":97530,"total_tokens":140036,"cost":0.83774},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2359454,"overall_relative_score":125010764756,"max_execution_time_ms":100,"max_memory_usage_kib":6144,"rank":446,"performance":1278,"input_tokens":38088,"output_tokens":128326,"total_tokens":166414,"cost":1.057665},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":292861,"overall_relative_score":292861,"max_execution_time_ms":1920,"max_memory_usage_kib":134580,"rank":193,"performance":1656,"input_tokens":30819,"output_tokens":239450,"total_tokens":270269,"cost":1.8729225},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3977463221,"overall_relative_score":2451561526968,"max_execution_time_ms":2980,"max_memory_usage_kib":4096,"rank":620,"performance":1148,"input_tokens":38935,"output_tokens":68037,"total_tokens":106972,"cost":0.607615},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75129657,"overall_relative_score":75129657,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":44,"performance":2365,"input_tokens":27191,"output_tokens":86660,"total_tokens":113851,"cost":0.7179274999999999},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":33818,"output_tokens":188442,"total_tokens":222260,"cost":1.49786},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":146738558,"overall_relative_score":146738558,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":198,"performance":1783,"input_tokens":23492,"output_tokens":77351,"total_tokens":100843,"cost":0.6388625000000001},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":726453082,"overall_relative_score":1920833399665,"max_execution_time_ms":1210,"max_memory_usage_kib":16780,"rank":303,"performance":1605,"input_tokens":44154,"output_tokens":215538,"total_tokens":259692,"cost":1.72692},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":20605,"output_tokens":45876,"total_tokens":66481,"cost":0.3955825}]},{"num_self_refine":8,"rank":{"all":{"mean":327.925,"median":295.5,"min":4,"max":981,"stdev":244.36022038722322},"short":{"mean":250.6086956521739,"median":217.0,"min":4,"max":863,"stdev":216.70921848295717},"long":{"mean":432.52941176470586,"median":400.0,"min":99,"max":981,"stdev":246.48481638000007}},"performance":{"all":{"mean":1548.3,"median":1437.5,"min":439,"max":2996,"stdev":550.0164193353336},"short":{"mean":1717.9565217391305,"median":1642.0,"min":614,"max":2996,"stdev":603.1261347241983},"long":{"mean":1318.764705882353,"median":1278.0,"min":439,"max":1923,"stdev":373.9797002197721}},"input_tokens":{"all":{"mean":158902.65,"median":151981.5,"min":81833,"max":251084,"stdev":37917.350665152},"short":{"mean":149211.52173913043,"median":151498.0,"min":81833,"max":202653,"stdev":32131.39459083248},"long":{"mean":172014.17647058822,"median":153464.0,"min":115670,"max":251084,"stdev":42038.14561240079}},"output_tokens":{"all":{"mean":269895.725,"median":290834.5,"min":77285,"max":438218,"stdev":96378.35085131864},"short":{"mean":274364.73913043475,"median":295534.0,"min":77285,"max":438218,"stdev":98235.73808826925},"long":{"mean":263849.4117647059,"median":285318.0,"min":114338,"max":394732,"stdev":96461.16653805485}},"total_tokens":{"all":{"mean":428798.375,"median":449364.0,"min":159118,"max":587923,"stdev":110209.41862204707},"short":{"mean":423576.26086956525,"median":441536.0,"min":159118,"max":566779,"stdev":108748.39313095719},"long":{"mean":435863.5882352941,"median":457192.0,"min":265843,"max":587923,"stdev":115121.13782449925}},"cost":{"all":{"mean":2.4214745625,"median":2.59200125,"min":0.78422,"max":3.6080374999999996,"stdev":0.7470593014154727},"short":{"mean":2.430764347826087,"median":2.6386075,"min":0.78422,"max":3.6080374999999996,"stdev":0.7554607344837416},"long":{"mean":2.4089060294117646,"median":2.543215,"min":1.2362974999999998,"max":3.4177800000000005,"stdev":0.7585049342631915}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":954733964962,"overall_relative_score":954733964962,"max_execution_time_ms":4840,"max_memory_usage_kib":3072,"rank":315,"performance":1439,"input_tokens":144150,"output_tokens":330999,"total_tokens":475149,"cost":2.8428675},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5515228,"overall_relative_score":5515228,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":21,"performance":2523,"input_tokens":131556,"output_tokens":295534,"total_tokens":427090,"cost":2.5453949999999996},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2807616773489,"overall_relative_score":2807616773489,"max_execution_time_ms":2100,"max_memory_usage_kib":9216,"rank":159,"performance":1749,"input_tokens":115670,"output_tokens":293301,"total_tokens":408971,"cost":2.4889325},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6005870461,"overall_relative_score":6005870461,"max_execution_time_ms":2960,"max_memory_usage_kib":5120,"rank":65,"performance":2105,"input_tokens":174391,"output_tokens":313924,"total_tokens":488315,"cost":2.7904074999999997},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5783037,"overall_relative_score":5783037,"max_execution_time_ms":2850,"max_memory_usage_kib":11264,"rank":300,"performance":1214,"input_tokens":158742,"output_tokens":257032,"total_tokens":415774,"cost":2.324595},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5768471,"overall_relative_score":5768471,"max_execution_time_ms":2800,"max_memory_usage_kib":3072,"rank":99,"performance":1923,"input_tokens":153464,"output_tokens":183455,"total_tokens":336919,"cost":1.7595725},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2184443,"overall_relative_score":2184443,"max_execution_time_ms":1940,"max_memory_usage_kib":18432,"rank":4,"performance":2996,"input_tokens":183113,"output_tokens":234777,"total_tokens":417890,"cost":2.21861},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10620585669,"overall_relative_score":10620585669,"max_execution_time_ms":230,"max_memory_usage_kib":13312,"rank":497,"performance":828,"input_tokens":106197,"output_tokens":335339,"total_tokens":441536,"cost":2.7805349999999995},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":4815211358,"overall_relative_score":4815211358,"max_execution_time_ms":490,"max_memory_usage_kib":3072,"rank":463,"performance":1139,"input_tokens":134015,"output_tokens":150885,"total_tokens":284900,"cost":1.4666750000000002},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7305478891,"overall_relative_score":7305478891,"max_execution_time_ms":1950,"max_memory_usage_kib":17408,"rank":13,"performance":2688,"input_tokens":153270,"output_tokens":345798,"total_tokens":499068,"cost":2.97666},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198732,"overall_relative_score":198732,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":140,"performance":1732,"input_tokens":190339,"output_tokens":288368,"total_tokens":478707,"cost":2.6386075},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":805217189,"overall_relative_score":805217189,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":392,"performance":1272,"input_tokens":223375,"output_tokens":355540,"total_tokens":578915,"cost":3.2249875},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77682023,"overall_relative_score":77682023,"max_execution_time_ms":2880,"max_memory_usage_kib":9216,"rank":273,"performance":1436,"input_tokens":202653,"output_tokens":226318,"total_tokens":428971,"cost":2.2040175},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1654328892,"overall_relative_score":1654328892,"max_execution_time_ms":4570,"max_memory_usage_kib":3072,"rank":150,"performance":1698,"input_tokens":139466,"output_tokens":392272,"total_tokens":531738,"cost":3.290705},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103803693,"overall_relative_score":103803693,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":287,"performance":1433,"input_tokens":149407,"output_tokens":330306,"total_tokens":479713,"cost":2.8508124999999995},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18507683148,"overall_relative_score":131560228237,"max_execution_time_ms":4800,"max_memory_usage_kib":31744,"rank":400,"performance":1374,"input_tokens":182916,"output_tokens":394732,"total_tokens":577648,"cost":3.4177800000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":32065815888,"overall_relative_score":1109853797010,"max_execution_time_ms":5540,"max_memory_usage_kib":4096,"rank":189,"performance":1724,"input_tokens":209870,"output_tokens":191908,"total_tokens":401778,"cost":1.9639849999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72026031313740,"overall_relative_score":24732465244,"max_execution_time_ms":4720,"max_memory_usage_kib":3072,"rank":389,"performance":1198,"input_tokens":221136,"output_tokens":285318,"total_tokens":506454,"cost":2.6927250000000003},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":416903795,"overall_relative_score":416903795,"max_execution_time_ms":1990,"max_memory_usage_kib":10240,"rank":546,"performance":1161,"input_tokens":173979,"output_tokens":135816,"total_tokens":309795,"cost":1.4535675000000001},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13301705,"overall_relative_score":13301705,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":291,"performance":1619,"input_tokens":119808,"output_tokens":424931,"total_tokens":544739,"cost":3.4865025000000003},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284464375036,"overall_relative_score":284464375036,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":90,"performance":1742,"input_tokens":183975,"output_tokens":327789,"total_tokens":511764,"cost":2.9183550000000005},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":240543,"overall_relative_score":240543,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":190,"performance":1642,"input_tokens":159615,"output_tokens":342498,"total_tokens":502113,"cost":2.9677725},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35434536576,"overall_relative_score":279542311236,"max_execution_time_ms":1970,"max_memory_usage_kib":4096,"rank":520,"performance":1225,"input_tokens":229012,"output_tokens":262758,"total_tokens":491770,"cost":2.543215},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1381320,"overall_relative_score":1381320,"max_execution_time_ms":1950,"max_memory_usage_kib":34816,"rank":212,"performance":1674,"input_tokens":139685,"output_tokens":384236,"total_tokens":523921,"cost":3.2309824999999996},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":958017706076,"overall_relative_score":60039693024,"max_execution_time_ms":140,"max_memory_usage_kib":8192,"rank":981,"performance":439,"input_tokens":129642,"output_tokens":177276,"total_tokens":306918,"cost":1.653675},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1078677,"overall_relative_score":1078677,"max_execution_time_ms":1970,"max_memory_usage_kib":40960,"rank":68,"performance":2218,"input_tokens":198110,"output_tokens":344291,"total_tokens":542401,"cost":3.0774575},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":402281221961,"overall_relative_score":153036969091,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":567,"performance":1176,"input_tokens":163934,"output_tokens":118937,"total_tokens":282871,"cost":1.3018625000000001},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2751170200,"overall_relative_score":99475402803,"max_execution_time_ms":2950,"max_memory_usage_kib":4096,"rank":450,"performance":1316,"input_tokens":251084,"output_tokens":336839,"total_tokens":587923,"cost":3.1540025},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10550496203065,"overall_relative_score":10550496203065,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":395,"performance":1430,"input_tokens":142438,"output_tokens":331259,"total_tokens":473697,"cost":2.8405374999999995},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3835080418,"overall_relative_score":139237575,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":127650,"output_tokens":329542,"total_tokens":457192,"cost":2.79069},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235358933,"overall_relative_score":235358933,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":151498,"output_tokens":209408,"total_tokens":360906,"cost":1.9493049999999998},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":253167193,"overall_relative_score":253167193,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":217,"performance":1752,"input_tokens":152458,"output_tokens":141821,"total_tokens":294279,"cost":1.4448025000000002},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2359454,"overall_relative_score":125010764756,"max_execution_time_ms":100,"max_memory_usage_kib":6144,"rank":446,"performance":1278,"input_tokens":150031,"output_tokens":196117,"total_tokens":346148,"cost":1.845955},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":288109,"overall_relative_score":288109,"max_execution_time_ms":1050,"max_memory_usage_kib":134508,"rank":248,"performance":1527,"input_tokens":128561,"output_tokens":438218,"total_tokens":566779,"cost":3.6080374999999996},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":3856586539,"overall_relative_score":2521536484561,"max_execution_time_ms":3100,"max_memory_usage_kib":3072,"rank":588,"performance":1184,"input_tokens":151505,"output_tokens":114338,"total_tokens":265843,"cost":1.2362974999999998},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75129657,"overall_relative_score":75129657,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":44,"performance":2365,"input_tokens":114336,"output_tokens":148047,"total_tokens":262383,"cost":1.3961925},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":441712,"overall_relative_score":441712,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":521,"performance":1258,"input_tokens":135811,"output_tokens":244823,"total_tokens":380634,"cost":2.1757},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149585676,"overall_relative_score":149585676,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":33,"performance":2437,"input_tokens":100090,"output_tokens":132571,"total_tokens":232661,"cost":1.2445075},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":726453082,"overall_relative_score":1920833399665,"max_execution_time_ms":1210,"max_memory_usage_kib":16780,"rank":303,"performance":1605,"input_tokens":197321,"output_tokens":371223,"total_tokens":568544,"cost":3.277475},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":81833,"output_tokens":77285,"total_tokens":159118,"cost":0.78422}]},{"num_self_refine":16,"rank":{"all":{"mean":313.825,"median":284.0,"min":2,"max":973,"stdev":242.0624932554105},"short":{"mean":237.91304347826087,"median":212.0,"min":2,"max":863,"stdev":204.51203855285263},"long":{"mean":416.52941176470586,"median":400.0,"min":86,"max":973,"stdev":256.55923235362695}},"performance":{"all":{"mean":1546.975,"median":1582.5,"min":116,"max":3254,"stdev":597.5129003006052},"short":{"mean":1690.1304347826087,"median":1634.0,"min":116,"max":3254,"stdev":683.1167412773887},"long":{"mean":1353.2941176470588,"median":1317.0,"min":467,"max":1983,"stdev":399.1020804108083}},"input_tokens":{"all":{"mean":693863.4,"median":653603.0,"min":325021,"max":1440638,"stdev":192464.0087628507},"short":{"mean":658557.9130434783,"median":679041.0,"min":325021,"max":859238,"stdev":138991.84829069948},"long":{"mean":741629.6470588235,"median":607440.0,"min":488837,"max":1440638,"stdev":243949.89521235225}},"output_tokens":{"all":{"mean":393069.8,"median":417922.5,"min":125443,"max":713155,"stdev":121039.7911297281},"short":{"mean":401722.2173913043,"median":424057.0,"min":125443,"max":713155,"stdev":127997.2670272713},"long":{"mean":381363.5882352941,"median":411788.0,"min":202666,"max":541816,"stdev":113713.04926219925}},"total_tokens":{"all":{"mean":1086933.2,"median":1076715.0,"min":450464,"max":1888625,"stdev":252354.36918077254},"short":{"mean":1060280.1304347827,"median":1128928.0,"min":450464,"max":1311313,"stdev":211907.68712670926},"long":{"mean":1122993.2352941176,"median":1043231.0,"min":774773,"max":1888625,"stdev":301794.09992338513}},"cost":{"all":{"mean":4.682682,"median":4.8376850000000005,"min":1.7533750000000001,"max":6.9614975,"stdev":1.1315563944632654},"short":{"mean":4.659311413043478,"median":4.84951,"min":1.7533750000000001,"max":6.8440575,"stdev":1.1022050002334747},"long":{"mean":4.714301029411764,"median":4.8100974999999995,"min":2.9502625,"max":6.9614975,"stdev":1.203639997394641}},"results":[{"problem_id":"ahc001","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":964662999192,"overall_relative_score":964662999192,"max_execution_time_ms":4370,"max_memory_usage_kib":3072,"rank":196,"performance":1620,"input_tokens":602827,"output_tokens":440404,"total_tokens":1043231,"cost":4.8100974999999995},{"problem_id":"ahc002","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6196804,"overall_relative_score":6196804,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":2,"performance":3254,"input_tokens":614655,"output_tokens":407982,"total_tokens":1022637,"cost":4.596502499999999},{"problem_id":"ahc003","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":2863685397470,"overall_relative_score":2863685397470,"max_execution_time_ms":2100,"max_memory_usage_kib":9216,"rank":98,"performance":1955,"input_tokens":488837,"output_tokens":428362,"total_tokens":917199,"cost":4.4348075},{"problem_id":"ahc004","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6005870461,"overall_relative_score":6005870461,"max_execution_time_ms":2960,"max_memory_usage_kib":5120,"rank":65,"performance":2105,"input_tokens":783484,"output_tokens":448137,"total_tokens":1231621,"cost":5.3197375},{"problem_id":"ahc005","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5783037,"overall_relative_score":5783037,"max_execution_time_ms":2850,"max_memory_usage_kib":11264,"rank":300,"performance":1214,"input_tokens":679041,"output_tokens":389029,"total_tokens":1068070,"cost":4.6153200000000005},{"problem_id":"future-contest-2022-qual","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":5830153,"overall_relative_score":5830153,"max_execution_time_ms":2750,"max_memory_usage_kib":3072,"rank":86,"performance":1983,"input_tokens":607440,"output_tokens":268200,"total_tokens":875640,"cost":3.5301},{"problem_id":"ahc006","code_language":"cpp20","overall_judge_result":"TIME_LIMIT_EXCEEDED","overall_absolute_score":0,"overall_relative_score":0,"max_execution_time_ms":2010,"max_memory_usage_kib":18432,"rank":523,"performance":116,"input_tokens":859238,"output_tokens":334455,"total_tokens":1193693,"cost":4.6565075},{"problem_id":"ahc007","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":11993084548,"overall_relative_score":11993084548,"max_execution_time_ms":1720,"max_memory_usage_kib":13312,"rank":485,"performance":862,"input_tokens":492424,"output_tokens":490448,"total_tokens":982872,"cost":4.90942},{"problem_id":"ahc008","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":6388046345,"overall_relative_score":6388046345,"max_execution_time_ms":520,"max_memory_usage_kib":3072,"rank":429,"performance":1186,"input_tokens":583099,"output_tokens":268260,"total_tokens":851359,"cost":3.4696975},{"problem_id":"ahc009","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":7368122077,"overall_relative_score":7368122077,"max_execution_time_ms":1940,"max_memory_usage_kib":12288,"rank":10,"performance":2765,"input_tokens":684113,"output_tokens":486080,"total_tokens":1170193,"cost":5.355882499999999},{"problem_id":"ahc010","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":198732,"overall_relative_score":198732,"max_execution_time_ms":1940,"max_memory_usage_kib":3072,"rank":140,"performance":1732,"input_tokens":765999,"output_tokens":388115,"total_tokens":1154114,"cost":4.82586},{"problem_id":"ahc011","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":805217189,"overall_relative_score":805217189,"max_execution_time_ms":2900,"max_memory_usage_kib":3072,"rank":392,"performance":1272,"input_tokens":866199,"output_tokens":505447,"total_tokens":1371646,"cost":5.9563500000000005},{"problem_id":"ahc012","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":77682023,"overall_relative_score":77682023,"max_execution_time_ms":2880,"max_memory_usage_kib":9216,"rank":273,"performance":1436,"input_tokens":789870,"output_tokens":339058,"total_tokens":1128928,"cost":4.51761},{"problem_id":"ahc014","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1656752993,"overall_relative_score":1656752993,"max_execution_time_ms":4920,"max_memory_usage_kib":3072,"rank":147,"performance":1707,"input_tokens":592360,"output_tokens":477182,"total_tokens":1069542,"cost":5.0597650000000005},{"problem_id":"ahc015","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":103803693,"overall_relative_score":103803693,"max_execution_time_ms":1850,"max_memory_usage_kib":3072,"rank":287,"performance":1433,"input_tokens":607150,"output_tokens":476738,"total_tokens":1083888,"cost":5.09341},{"problem_id":"ahc016","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":18507683148,"overall_relative_score":131560228237,"max_execution_time_ms":4800,"max_memory_usage_kib":31744,"rank":400,"performance":1374,"input_tokens":872032,"output_tokens":541816,"total_tokens":1413848,"cost":6.2437000000000005},{"problem_id":"ahc017","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":30942505396,"overall_relative_score":1135502306060,"max_execution_time_ms":5360,"max_memory_usage_kib":5120,"rank":182,"performance":1742,"input_tokens":864860,"output_tokens":295906,"total_tokens":1160766,"cost":4.381444999999999},{"problem_id":"ahc019","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":72026031313740,"overall_relative_score":24732465244,"max_execution_time_ms":4720,"max_memory_usage_kib":3072,"rank":389,"performance":1198,"input_tokens":981924,"output_tokens":411788,"total_tokens":1393712,"cost":5.54322},{"problem_id":"ahc020","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":470725543,"overall_relative_score":470725543,"max_execution_time_ms":1980,"max_memory_usage_kib":9216,"rank":118,"performance":1961,"input_tokens":753800,"output_tokens":234221,"total_tokens":988021,"cost":3.6411575000000003},{"problem_id":"ahc021","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":13304165,"overall_relative_score":13304165,"max_execution_time_ms":1970,"max_memory_usage_kib":3072,"rank":290,"performance":1624,"input_tokens":568952,"output_tokens":564859,"total_tokens":1133811,"cost":5.658822500000001},{"problem_id":"toyota2023summer-final","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":284464375036,"overall_relative_score":284464375036,"max_execution_time_ms":1890,"max_memory_usage_kib":3072,"rank":90,"performance":1742,"input_tokens":793401,"output_tokens":424057,"total_tokens":1217458,"cost":5.16393},{"problem_id":"ahc024","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":238391,"overall_relative_score":238391,"max_execution_time_ms":1930,"max_memory_usage_kib":3072,"rank":193,"performance":1634,"input_tokens":781353,"output_tokens":467584,"total_tokens":1248937,"cost":5.4602625},{"problem_id":"ahc025","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":35434536576,"overall_relative_score":279542311236,"max_execution_time_ms":1970,"max_memory_usage_kib":4096,"rank":520,"performance":1225,"input_tokens":892706,"output_tokens":368850,"total_tokens":1261556,"cost":4.998139999999999},{"problem_id":"ahc026","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1381320,"overall_relative_score":1381320,"max_execution_time_ms":1950,"max_memory_usage_kib":34816,"rank":212,"performance":1674,"input_tokens":722465,"output_tokens":510039,"total_tokens":1232504,"cost":5.631455},{"problem_id":"ahc027","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":428946265315,"overall_relative_score":131145775627,"max_execution_time_ms":1860,"max_memory_usage_kib":9216,"rank":973,"performance":467,"input_tokens":545291,"output_tokens":265224,"total_tokens":810515,"cost":3.3524074999999995},{"problem_id":"ahc028","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":1078677,"overall_relative_score":1078677,"max_execution_time_ms":1970,"max_memory_usage_kib":40960,"rank":68,"performance":2218,"input_tokens":855567,"output_tokens":448426,"total_tokens":1303993,"cost":5.502112500000001},{"problem_id":"ahc030","code_language":"cpp20","overall_judge_result":"WRONG_ANSWER","overall_absolute_score":402281221961,"overall_relative_score":153036969091,"max_execution_time_ms":2840,"max_memory_usage_kib":3072,"rank":567,"performance":1176,"input_tokens":660925,"output_tokens":221067,"total_tokens":881992,"cost":3.310315},{"problem_id":"ahc031","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":2766125973,"overall_relative_score":101216443460,"max_execution_time_ms":2870,"max_memory_usage_kib":4096,"rank":446,"performance":1322,"input_tokens":1440638,"output_tokens":447987,"total_tokens":1888625,"cost":6.9614975},{"problem_id":"ahc032","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":10550496203065,"overall_relative_score":10550496203065,"max_execution_time_ms":1880,"max_memory_usage_kib":3072,"rank":395,"performance":1430,"input_tokens":738813,"output_tokens":440957,"total_tokens":1179770,"cost":5.154209999999999},{"problem_id":"ahc033","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3835080418,"overall_relative_score":139237575,"max_execution_time_ms":40,"max_memory_usage_kib":3072,"rank":942,"performance":680,"input_tokens":500234,"output_tokens":507234,"total_tokens":1007468,"cost":5.054840000000001},{"problem_id":"ahc034","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":235358933,"overall_relative_score":235358933,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":863,"performance":614,"input_tokens":646281,"output_tokens":326105,"total_tokens":972386,"cost":4.061489999999999},{"problem_id":"ahc035","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":259573809,"overall_relative_score":259573809,"max_execution_time_ms":1950,"max_memory_usage_kib":3072,"rank":114,"performance":2019,"input_tokens":625864,"output_tokens":295328,"total_tokens":921192,"cost":3.779620000000001},{"problem_id":"ahc038","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3067714,"overall_relative_score":156948182846,"max_execution_time_ms":220,"max_memory_usage_kib":6144,"rank":417,"performance":1317,"input_tokens":604966,"output_tokens":309070,"total_tokens":914036,"cost":3.8304400000000003},{"problem_id":"ahc039","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":290684,"overall_relative_score":290684,"max_execution_time_ms":1390,"max_memory_usage_kib":166872,"rank":233,"performance":1560,"input_tokens":598158,"output_tokens":713155,"total_tokens":1311313,"cost":6.8440575},{"problem_id":"ahc040","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":3876757440,"overall_relative_score":2514078619645,"max_execution_time_ms":2870,"max_memory_usage_kib":3072,"rank":594,"performance":1177,"input_tokens":572107,"output_tokens":202666,"total_tokens":774773,"cost":2.9502625},{"problem_id":"ahc041","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":75129657,"overall_relative_score":75129657,"max_execution_time_ms":1900,"max_memory_usage_kib":3072,"rank":44,"performance":2365,"input_tokens":466778,"output_tokens":226165,"total_tokens":692943,"cost":2.8631824999999997},{"problem_id":"ahc042","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":461734,"overall_relative_score":461734,"max_execution_time_ms":1920,"max_memory_usage_kib":3072,"rank":281,"performance":1620,"input_tokens":532123,"output_tokens":469227,"total_tokens":1001350,"cost":4.84951},{"problem_id":"ahc044","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":149467510,"overall_relative_score":149467510,"max_execution_time_ms":1980,"max_memory_usage_kib":3072,"rank":40,"performance":2376,"input_tokens":462282,"output_tokens":234003,"total_tokens":696285,"cost":2.9107275},{"problem_id":"ahc045","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":726453082,"overall_relative_score":1920833399665,"max_execution_time_ms":1210,"max_memory_usage_kib":16780,"rank":303,"performance":1605,"input_tokens":931259,"output_tokens":523718,"total_tokens":1454977,"cost":6.256032500000001},{"problem_id":"ahc046","code_language":"cpp20","overall_judge_result":"ACCEPTED","overall_absolute_score":204033,"overall_relative_score":204033,"max_execution_time_ms":20,"max_memory_usage_kib":3072,"rank":446,"performance":1119,"input_tokens":325021,"output_tokens":125443,"total_tokens":450464,"cost":1.7533750000000001}]}]}]