{"model_name":"Qwen3-Coder-480B","entries":[{"id":"OpenHands_v1.8.3_Qwen3-Coder-480B","language_model":"Qwen3-Coder-480B","sdk_version":"v1.8.3","openness":"open","average_score":30.940000000000005,"average_cost":0.9219999999999999,"average_runtime":502.0,"categories_completed":5,"release_date":"2025-07-23","benchmarks":{"swe-bench":{"score":62.4,"cost":1.26,"runtime":680.0,"download_url":"https://results.eval.all-hands.dev/eval-20979851181-qwen-3-cod_litellm_proxy-fireworks_ai-qwen3-coder-480b-a35b-instruct_26-01-14-09-02.tar.gz","visualization_url":null},"swe-bench-multimodal":{"score":23.5,"cost":2.09,"runtime":1006.0,"download_url":"https://results.eval.all-hands.dev/eval-21357041327-qwen-3-cod_litellm_proxy-fireworks_ai-qwen3-coder-480b-a35b-instruct_26-01-26-15-08.tar.gz","visualization_url":null},"commit0":{"score":0.0,"cost":0.01,"runtime":1.0,"download_url":"https://results.eval.all-hands.dev/commit0/litellm_proxy-fireworks_ai-qwen3-coder-480b-a35b-instruct/22104205466/results.tar.gz","visualization_url":null},"swt-bench":{"score":34.9,"cost":0.97,"runtime":626.0,"download_url":"https://results.eval.all-hands.dev/eval-21179579508-qwen-3-cod_litellm_proxy-fireworks_ai-qwen3-coder-480b-a35b-instruct_26-01-21-01-51.tar.gz","visualization_url":null},"gaia":{"score":33.9,"cost":0.28,"runtime":197.0,"download_url":"https://results.eval.all-hands.dev/eval-21093373009-qwen-3-cod_litellm_proxy-fireworks_ai-qwen3-coder-480b-a35b-instruct_26-01-17-12-54.tar.gz","visualization_url":null}},"categories":{"Issue Resolution":{"score":62.4,"cost":1.26,"runtime":680.0},"Frontend":{"score":23.5,"cost":2.09,"runtime":1006.0},"Greenfield":{"score":0.0,"cost":0.01,"runtime":1.0},"Testing":{"score":34.9,"cost":0.97,"runtime":626.0},"Information Gathering":{"score":33.9,"cost":0.28,"runtime":197.0}}}],"count":1}