Update score.json

score.json

@@ -1,1182 +1,324 @@
 {
-    "llama3-llava-next-8b-hf-24": {
-        "visual-basic": 0.4186046511627907,
-        "knowledge": 0.1896551724137931,
-        "reason": 0.23076923076923078,
-        "visual-advance": 0.25
-    },
-    "gpt-4o-24": {
-        "knowledge": 0.9655172413793104,
-        "reason": 0.7692307692307693,
-        "visual-advance": 0.85,
-        "visual-basic": 0.7674418604651163
-    },
-    "gpt-4o-mini-24": {
-        "knowledge": 0.7586206896551724,
-        "reason": 0.5384615384615384,
-        "visual-advance": 0.6,
-        "visual-basic": 0.627906976744186
-    },
-    "fuyu-8b-24": {
-        "reason": 0.0,
-        "knowledge": 0.017241379310344827
-    },
-    "llava-1.5-13b-hf-24": {
-        "reason": 0.0,
-        "visual-basic": 0.3023255813953488,
-        "knowledge": 0.0,
-        "visual-advance": 0.65
-    },
-    "llava-1.5-7b-hf-24": {
-        "visual-advance": 0.45,
-        "visual-basic": 0.32558139534883723,
-        "reason": 0.0,
-        "knowledge": 0.0
-    },
-    "llava-v1.6-mistral-7b-hf-24": {
-        "visual-basic": 0.37209302325581395,
-        "visual-advance": 0.55,
-        "reason": 0.15384615384615385,
-        "knowledge": 0.15517241379310345
-    },
-    "llava-v1.6-vicuna-13b-hf-24": {
-        "visual-advance": 0.35,
-        "visual-basic": 0.4186046511627907,
-        "knowledge": 0.1724137931034483,
-        "reason": 0.15384615384615385
-    },
-    "llava-v1.6-vicuna-7b-hf-24": {
-        "reason": 0.15384615384615385,
-        "visual-basic": 0.23255813953488372,
-        "visual-advance": 0.2,
-        "knowledge": 0.06896551724137931
-    },
-    "MiniCPM-V-2_6-24": {
-        "reason": 0.15384615384615385,
-        "visual-basic": 0.5116279069767442,
-        "visual-advance": 0.4,
-        "knowledge": 0.15517241379310345
-    },
-    "10003-2024-09-02 09:46:53-24": {
-        "reason": 0.3076923076923077,
-        "knowledge": 0.29310344827586204
-    },
-    "llava-gemma-2b-24": {
-        "reason": 0.0,
-        "visual-basic": 0.3023255813953488,
-        "visual-advance": 0.2,
-        "knowledge": 0.034482758620689655
-    },
-    "molmo-7b-d-0924-24": {
-        "visual-basic": 0.5813953488372093,
-        "visual-advance": 0.15,
-        "knowledge": 0.1206896551724138,
-        "reason": 0.15384615384615385,
-        "gui": {
+    "llama3-llava-next-8b-hf-2412": {
+        "VQA": 0.4186046511627907,
+        "QA": 0.1896551724137931,
+        "Reason": 0.23076923076923078,
+        "VQA_Reasoning": 0.25
+    },
+    "gpt-4o-2412": {
+        "QA": 0.9655172413793104,
+        "Reason": 0.7692307692307693,
+        "VQA_Reasoning": 0.85,
+        "VQA": 0.7674418604651163
+    },
+    "gpt-4o-mini-2412": {
+        "QA": 0.7586206896551724,
+        "Reason": 0.5384615384615384,
+        "VQA_Reasoning": 0.6,
+        "VQA": 0.627906976744186
+    },
+    "fuyu-8b-2412": {
+        "Reason": 0.0,
+        "QA": 0.017241379310344827
+    },
+    "llava-1.5-13b-hf-2412": {
+        "Reason": 0.0,
+        "VQA": 0.3023255813953488,
+        "QA": 0.0,
+        "VQA_Reasoning": 0.65
+    },
+    "llava-1.5-7b-hf-2412": {
+        "VQA_Reasoning": 0.45,
+        "VQA": 0.32558139534883723,
+        "Reason": 0.0,
+        "QA": 0.0
+    },
+    "llava-v1.6-mistral-7b-hf-2412": {
+        "VQA": 0.37209302325581395,
+        "VQA_Reasoning": 0.55,
+        "Reason": 0.15384615384615385,
+        "QA": 0.15517241379310345
+    },
+    "llava-v1.6-vicuna-13b-hf-2412": {
+        "VQA_Reasoning": 0.35,
+        "VQA": 0.4186046511627907,
+        "QA": 0.1724137931034483,
+        "Reason": 0.15384615384615385
+    },
+    "llava-v1.6-vicuna-7b-hf-2412": {
+        "Reason": 0.15384615384615385,
+        "VQA": 0.23255813953488372,
+        "VQA_Reasoning": 0.2,
+        "QA": 0.06896551724137931
+    },
+    "MiniCPM-V-2_6-2412": {
+        "Reason": 0.15384615384615385,
+        "VQA": 0.5116279069767442,
+        "VQA_Reasoning": 0.4,
+        "QA": 0.15517241379310345
+    },
+    "llava-gemma-2b-2412": {
+        "Reason": 0.0,
+        "VQA": 0.3023255813953488,
+        "VQA_Reasoning": 0.2,
+        "QA": 0.034482758620689655
+    },
+    "molmo-7b-d-0924-2412": {
+        "VQA": 0.5813953488372093,
+        "VQA_Reasoning": 0.15,
+        "QA": 0.1206896551724138,
+        "Reason": 0.15384615384615385,
+        "Gui_Grounding": {
             "100": 0.65,
             "20": 0.19,
             "50": 0.46,
             "200": 0.84
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.30916030534351147,
             "20": 0.03435114503816794,
             "50": 0.16412213740458015,
             "200": 0.5
         }
     },
-    "molmo-72b-0924-24": {
-        "reason": 0.46153846153846156,
-        "visual-advance": 0.55,
-        "knowledge": 0.3620689655172414,
-        "visual-basic": 0.5581395348837209
+    "molmo-72b-0924-2412": {
+        "Reason": 0.46153846153846156,
+        "VQA_Reasoning": 0.55,
+        "QA": 0.3620689655172414,
+        "VQA": 0.5581395348837209
     },
-    "mc-llava_next_llama3_8b-LORA-embodied_v4_8_28-8_29-A800-c8-e3-b4-a4-24": {
-        "visual-advance": 0.35,
-        "reason": 0.3076923076923077,
-        "knowledge": 0.3275862068965517,
-        "visual-basic": 0.37209302325581395
+    "mc-sft-llava_next_8b-mcqa_v3_12_25_277k-2411": {
+        "Reason": 0.23076923076923078,
+        "VQA_Reasoning": 0.25,
+        "QA": 0.6724137931034483,
+        "VQA": 0.11627906976744186
     },
-    "mc-sft-llava_next_8b-mcqa_v3_12_25_277k-11_15-epoch1-24": {
-        "reason": 0.23076923076923078,
-        "visual-advance": 0.25,
-        "knowledge": 0.6724137931034483,
-        "visual-basic": 0.11627906976744186
-    },
-    "qwen2-vl-7b-instruct-24": {
-        "gui": {
+    "qwen2-vl-7b-instruct-2412": {
+        "Gui_Grounding": {
             "100": 0.41,
             "20": 0.08,
             "200": 0.76,
             "50": 0.21
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.40458015267175573,
             "20": 0.13740458015267176,
             "200": 0.5572519083969466,
             "50": 0.25190839694656486
         },
-        "knowledge": 0.06896551724137931,
-        "visual-basic": 0.4186046511627907,
-        "visual-advance": 0.375,
-        "reason": 0.15384615384615385
+        "QA": 0.06896551724137931,
+        "VQA": 0.4186046511627907,
+        "VQA_Reasoning": 0.375,
+        "Reason": 0.15384615384615385
     },
-    "llama-3.2-11b-vision-instruct-24": {
-        "visual-basic": 0.4418604651162791,
-        "visual-advance": 0.25,
-        "reason": 0.23076923076923078,
-        "knowledge": 0.20689655172413793
+    "llama-3.2-11b-vision-instruct-2412": {
+        "VQA": 0.4418604651162791,
+        "VQA_Reasoning": 0.25,
+        "Reason": 0.23076923076923078,
+        "QA": 0.20689655172413793
     },
-    "qwen2-vl-72b-instruct-24": {
-        "gui": {
+    "qwen2-vl-72b-instruct-2412": {
+        "Gui_Grounding": {
             "100": 0.0,
             "20": 0.0,
             "200": 0.0,
             "50": 0.0
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.35877862595419846,
             "20": 0.09541984732824428,
             "200": 0.5038167938931297,
             "50": 0.22137404580152673
         }
     },
-    "mc-sft-llava_next_8b-mcqa_v3_12_25_277k-12_13-A100-c8-e1-b8-a1-4312-24": {
-        "knowledge": 0.6724137931034483,
-        "reason": 0.38461538461538464,
-        "visual-basic": 0.20930232558139536,
-        "visual-advance": 0.45
-    },
-    "mc-vsft-sft-llama3_llava_next_8b-mcvqa_v4_11_21_80k-12-15-A100-c8-e1-b4-a4-631-24": {
-        "knowledge": 0.603448275862069,
-        "reason": 0.3076923076923077,
-        "visual-basic": 0.5581395348837209,
-        "visual-advance": 0.55
-    },
-    "mc-vsft-sft-llava_v1.6_vicuna_13b-mcvqa_v4_11_21_80k-12_17-A100-c8-e2-b4-a4-631-24": {
-        "knowledge": 0.6206896551724138,
-        "reason": 0.5384615384615384,
-        "visual-basic": 0.7441860465116279,
-        "visual-advance": 0.7
-    },
-    "mc-sft-qwen2_vl_7b-mcqa_v3_12_25_277k-12_13-A100-c8-e1-b8-a1-24": {
-        "knowledge": 0.6551724137931034,
-        "visual-advance": 0.45,
-        "reason": 0.38461538461538464,
-        "visual-basic": 0.46511627906976744
-    },
-    "vsft_qwen_7b-A800-c8-e1-b1-a4-24": {
-        "visual-basic": 0.6511627906976745,
-        "reason": 0.23076923076923078,
-        "knowledge": 0.6206896551724138,
-        "visual-advance": 0.75
-    },
-    "vsft_qwen_2b-A800-c8-e1-b1-a4-24": {
-        "reason": 0.15384615384615385,
-        "visual-advance": 0.7,
-        "visual-basic": 0.5813953488372093,
-        "knowledge": 0.1724137931034483
-    },
-    "point-qwen2-vl-7b-1000-250116_old-24": {
-        "gui": {
-            "100": 0.65,
-            "20": 0.02,
-            "50": 0.2,
-            "200": 0.97
-        },
-        "embodied": {
-            "100": 0.4198473282442748,
-            "20": 0.030534351145038167,
-            "50": 0.16030534351145037,
-            "200": 0.6450381679389313
-        }
-    },
-    "mc-point-qwen2-vl-7b-6000+2676-250118-24": {
-        "gui": {
-            "100": 0.11,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.35
-        },
-        "embodied": {
-            "100": 0.48091603053435117,
-            "20": 0.04961832061068702,
-            "50": 0.2099236641221374,
-            "200": 0.7137404580152672
-        }
-    },
-    "point-qwen2-vl-7b-7000-250116-24": {
-        "gui": {
-            "100": 0.19,
-            "20": 0.01,
-            "50": 0.04,
-            "200": 0.35
-        },
-        "embodied": {
-            "100": 0.4389312977099237,
-            "20": 0.03816793893129771,
-            "50": 0.16030534351145037,
-            "200": 0.648854961832061
-        }
-    },
-    "point-qwen2-vl-7b-5000-250116-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.1297709923664122,
-            "20": 0.015267175572519083,
-            "50": 0.08015267175572519,
-            "200": 0.16793893129770993
-        }
-    },
-    "mc-point-qwen2-vl-7b-919-250118-24": {
-        "gui": {
-            "100": 0.04,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.12
-        },
-        "embodied": {
-            "100": 0.4312977099236641,
-            "20": 0.04198473282442748,
-            "50": 0.17938931297709923,
-            "200": 0.5801526717557252
-        }
-    },
-    "mc-point-qwen2-vl-7b-6000+1200-250118_old-24": {
-        "gui": {
-            "100": 0.21,
-            "20": 0.0,
-            "50": 0.02,
-            "200": 0.45
-        },
-        "embodied": {
-            "100": 0.41603053435114506,
-            "20": 0.04961832061068702,
-            "50": 0.183206106870229,
-            "200": 0.6641221374045801
-        }
-    },
-    "point-qwen2-vl-7b-13885-250116_old-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.4961832061068702,
-            "20": 0.03435114503816794,
-            "50": 0.21374045801526717,
-            "200": 0.6984732824427481
-        }
-    },
-    "mc-point-toy-qwen2-vl-7b-2812-24": {
-        "gui": {
-            "100": 0.8,
-            "20": 0.0,
-            "50": 0.36,
-            "200": 0.99
-        },
-        "embodied": {
-            "100": 0.061068702290076333,
-            "20": 0.0,
-            "50": 0.019083969465648856,
-            "200": 0.14885496183206107
-        }
-    },
-    "mc-point-toy-qwen2-vl-7b-703-24": {
-        "gui": {
-            "100": 0.74,
-            "20": 0.02,
-            "50": 0.43,
-            "200": 0.98
-        },
-        "embodied": {
-            "100": 0.12595419847328243,
-            "20": 0.007633587786259542,
-            "50": 0.03816793893129771,
-            "200": 0.2786259541984733
-        }
-    },
-    "point-qwen2-vl-7b-8000-250116-24": {
-        "gui": {
-            "100": 0.03,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.03
-        },
-        "embodied": {
-            "100": 0.5458015267175572,
-            "20": 0.05343511450381679,
-            "50": 0.21755725190839695,
-            "200": 0.732824427480916
-        }
-    },
-    "mc-point-toy-qwen2-vl-7b-2109-24": {
-        "gui": {
-            "100": 0.81,
-            "20": 0.03,
-            "50": 0.35,
-            "200": 0.99
-        },
-        "embodied": {
-            "100": 0.05343511450381679,
-            "20": 0.0,
-            "50": 0.007633587786259542,
-            "200": 0.13358778625954199
-        }
-    },
-    "point-qwen2-vl-7b-3000-250116-24": {
-        "gui": {
-            "100": 0.04,
-            "20": 0.0,
-            "50": 0.01,
-            "200": 0.08
-        },
-        "embodied": {
-            "100": 0.3893129770992366,
-            "20": 0.0648854961832061,
-            "50": 0.2099236641221374,
-            "200": 0.5610687022900763
-        }
-    },
-    "point-qwen2-vl-7b-6000-250116-24": {
-        "gui": {
-            "100": 0.34,
-            "20": 0.02,
-            "50": 0.08,
-            "200": 0.57
-        },
-        "embodied": {
-            "100": 0.061068702290076333,
-            "20": 0.011450381679389313,
-            "50": 0.030534351145038167,
-            "200": 0.09923664122137404
-        }
-    },
-    "point-qwen2-vl-7b-9000-250116-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.4541984732824427,
-            "20": 0.03816793893129771,
-            "50": 0.23282442748091603,
-            "200": 0.6259541984732825
-        }
-    },
-    "point-qwen2-vl-7b-11000-250116-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.46946564885496184,
-            "20": 0.07633587786259542,
-            "50": 0.18702290076335878,
-            "200": 0.6564885496183206
-        }
-    },
-    "mc-point-toy-qwen2-vl-7b-175-24": {
-        "gui": {
-            "100": 0.69,
-            "20": 0.04,
-            "50": 0.44,
-            "200": 0.96
-        },
-        "embodied": {
-            "100": 0.0916030534351145,
-            "20": 0.007633587786259542,
-            "50": 0.015267175572519083,
-            "200": 0.19083969465648856
-        }
-    },
-    "mc-point-qwen2-vl-7b-300-250118-24": {
-        "gui": {
-            "100": 0.03,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.08
-        },
-        "embodied": {
-            "100": 0.35877862595419846,
-            "20": 0.030534351145038167,
-            "50": 0.17557251908396945,
-            "200": 0.5038167938931297
-        }
-    },
-    "mc-point-qwen2-vl-7b-6000+2400-250118_old-24": {
-        "gui": {
-            "100": 0.11,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.34
-        },
-        "embodied": {
-            "100": 0.5038167938931297,
-            "20": 0.05343511450381679,
-            "50": 0.1946564885496183,
-            "200": 0.683206106870229
-        }
-    },
-    "point-qwen2-vl-7b-13000-250116-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.5,
-            "20": 0.05725190839694656,
-            "50": 0.16412213740458015,
-            "200": 0.6679389312977099
-        }
-    },
-    "point-qwen2-vl-7b-12000-250116-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.4618320610687023,
-            "20": 0.030534351145038167,
-            "50": 0.1717557251908397,
-            "200": 0.6641221374045801
-        }
-    },
-    "point-qwen2-vl-7b-4000-250116-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.07251908396946564,
-            "20": 0.007633587786259542,
-            "50": 0.03816793893129771,
-            "200": 0.11450381679389313
-        }
-    },
-    "point-qwen2-vl-7b-2000-250116-24": {
-        "gui": {
-            "100": 0.02,
-            "20": 0.0,
-            "50": 0.02,
-            "200": 0.1
-        },
-        "embodied": {
-            "100": 0.3931297709923664,
-            "20": 0.061068702290076333,
-            "50": 0.183206106870229,
-            "200": 0.5877862595419847
-        }
-    },
-    "point-qwen2-vl-7b-10000-250116-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "50": 0.0,
-            "200": 0.0
-        },
-        "embodied": {
-            "100": 0.48854961832061067,
-            "20": 0.04198473282442748,
-            "50": 0.20610687022900764,
-            "200": 0.6526717557251909
-        }
-    },
-    "mc-point-qwen2-vl-7b-25021002-A800-c32-e1-b8-a1_checkpoint-800-24": {
-        "gui": {
+    "mc-sft-llava_next_8b-mcqa_v3_12_25_277k-2412": {
+        "QA": 0.6724137931034483,
+        "Reason": 0.38461538461538464,
+        "VQA": 0.20930232558139536,
+        "VQA_Reasoning": 0.45
+    },
+    "mc-vsft-llama3_llava_next_8b-mcvqa_v4_11_21_80k-2412": {
+        "QA": 0.603448275862069,
+        "Reason": 0.3076923076923077,
+        "VQA": 0.5581395348837209,
+        "VQA_Reasoning": 0.55
+    },
+    "mc-vsft-llava_v1.6_vicuna_13b-mcvqa_v4_11_21_80k-2412": {
+        "QA": 0.6206896551724138,
+        "Reason": 0.5384615384615384,
+        "VQA": 0.7441860465116279,
+        "VQA_Reasoning": 0.7
+    },
+    "mc-sft-qwen2_vl_7b-mcqa_v3_12_25_277k-2412": {
+        "QA": 0.6551724137931034,
+        "VQA_Reasoning": 0.45,
+        "Reason": 0.38461538461538464,
+        "VQA": 0.46511627906976744
+    },
+    "mc-vsft-qwen2_vl_7b-2412": {
+        "VQA": 0.6511627906976745,
+        "Reason": 0.23076923076923078,
+        "QA": 0.6206896551724138,
+        "VQA_Reasoning": 0.75
+    },
+    "mc-vsft-qwen2_vl_2b-2412": {
+        "Reason": 0.15384615384615385,
+        "VQA_Reasoning": 0.7,
+        "VQA": 0.5813953488372093,
+        "QA": 0.1724137931034483
+    },
+    "mc-point-qwen2_vl_7b-2502": {
+        "Gui_Grounding": {
             "100": 0.69,
             "20": 0.4,
             "200": 0.95,
             "50": 0.51
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.6603053435114504,
             "20": 0.22137404580152673,
             "200": 0.7862595419847328,
             "50": 0.4732824427480916
         },
-        "reason": 0.38461538461538464,
-        "knowledge": 0.6724137931034483,
-        "visual-basic": 0.5116279069767442,
-        "visual-advance": 0.475
-    },
-    "mc-point-qwen2-vl-7b-25021002-A800-c32-e1-b8-a1_checkpoint-1000-24": {
-        "gui": {
-            "100": 0.69,
-            "20": 0.38,
-            "200": 0.96,
-            "50": 0.5
-        },
-        "embodied": {
-            "100": 0.6641221374045801,
-            "20": 0.25190839694656486,
-            "200": 0.7786259541984732,
-            "50": 0.48091603053435117
-        },
-        "reason": 0.3076923076923077,
-        "knowledge": 0.6206896551724138,
-        "visual-basic": 0.6046511627906976,
-        "visual-advance": 0.525
-    },
-    "mc-point-qwen2-vl-7b-25021002-A800-c32-e1-b8-a1_checkpoint-400-24": {
-        "gui": {
-            "100": 0.61,
-            "20": 0.33,
-            "200": 0.96,
-            "50": 0.5
-        },
-        "embodied": {
-            "100": 0.6335877862595419,
-            "20": 0.20229007633587787,
-            "200": 0.7977099236641222,
-            "50": 0.4389312977099237
-        },
-        "reason": 0.3076923076923077,
-        "knowledge": 0.7413793103448276,
-        "visual-basic": 0.5348837209302325,
-        "visual-advance": 0.45
-    },
-    "mc-point-qwen2-vl-7b-25021002-A800-c32-e1-b8-a1_checkpoint-600-24": {
-        "gui": {
-            "100": 0.67,
-            "20": 0.34,
-            "200": 0.96,
-            "50": 0.51
-        },
-        "embodied": {
-            "100": 0.6374045801526718,
-            "20": 0.20610687022900764,
-            "200": 0.7900763358778626,
-            "50": 0.44656488549618323
-        },
-        "reason": 0.23076923076923078,
-        "knowledge": 0.7068965517241379,
-        "visual-basic": 0.46511627906976744,
-        "visual-advance": 0.55
-    },
-    "mc-anneal-qwen2-vl-7b-25021003-A800-c16-e1-b8-a1_checkpoint-200-24": {
-        "gui": {
-            "100": 0.41,
-            "20": 0.2,
-            "200": 0.66,
-            "50": 0.29
-        },
-        "embodied": {
-            "100": 0.20229007633587787,
-            "20": 0.03816793893129771,
-            "200": 0.40458015267175573,
-            "50": 0.10305343511450382
-        }
-    },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-2000-24": {
-        "gui": {
-            "100": 0.56,
-            "20": 0.36,
-            "200": 0.71,
-            "50": 0.45
-        },
-        "embodied": {
-            "100": 0.08015267175572519,
-            "20": 0.022900763358778626,
-            "200": 0.14885496183206107,
-            "50": 0.03816793893129771
-        }
-    },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-400-24": {
-        "gui": {
-            "100": 0.52,
-            "20": 0.23,
-            "200": 0.84,
-            "50": 0.36
-        },
-        "embodied": {
-            "100": 0.12213740458015267,
-            "20": 0.019083969465648856,
-            "200": 0.1984732824427481,
-            "50": 0.0648854961832061
-        }
+        "Reason": 0.38461538461538464,
+        "QA": 0.6724137931034483,
+        "VQA": 0.5116279069767442,
+        "VQA_Reasoning": 0.475
     },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-3000-24": {
-        "gui": {
+    "mc-bbox-qwen2_vl_7b-2502": {
+        "Gui_Grounding": {
             "100": 0.57,
             "20": 0.38,
             "200": 0.74,
             "50": 0.47
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.0916030534351145,
             "20": 0.015267175572519083,
             "200": 0.15648854961832062,
             "50": 0.03435114503816794
         }
     },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-2400-24": {
-        "gui": {
-            "100": 0.55,
-            "20": 0.33,
-            "200": 0.72,
-            "50": 0.47
-        },
-        "embodied": {
-            "100": 0.0916030534351145,
-            "20": 0.019083969465648856,
-            "200": 0.16412213740458015,
-            "50": 0.04198473282442748
-        }
-    },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-2800-24": {
-        "gui": {
-            "100": 0.56,
-            "20": 0.36,
-            "200": 0.72,
-            "50": 0.45
-        },
-        "embodied": {
-            "100": 0.09923664122137404,
-            "20": 0.019083969465648856,
-            "200": 0.16412213740458015,
-            "50": 0.04198473282442748
-        }
-    },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-1200-24": {
-        "gui": {
-            "100": 0.51,
-            "20": 0.32,
-            "200": 0.66,
-            "50": 0.43
-        },
-        "embodied": {
-            "100": 0.09541984732824428,
-            "20": 0.030534351145038167,
-            "200": 0.1717557251908397,
-            "50": 0.05725190839694656
-        }
-    },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-1600-24": {
-        "gui": {
-            "100": 0.53,
-            "20": 0.26,
-            "200": 0.67,
-            "50": 0.41
-        },
-        "embodied": {
-            "100": 0.0916030534351145,
-            "20": 0.022900763358778626,
-            "200": 0.1717557251908397,
-            "50": 0.04198473282442748
-        }
-    },
-    "mc-bbox-qwen2-vl-7b-25020805-A800-c32-e1-b2-a1_checkpoint-800-24": {
-        "gui": {
-            "100": 0.48,
-            "20": 0.23,
-            "200": 0.7,
-            "50": 0.35
-        },
-        "embodied": {
-            "100": 0.12213740458015267,
-            "20": 0.03435114503816794,
-            "200": 0.24427480916030533,
-            "50": 0.06870229007633588
-        }
-    },
-    "mc-point-qwen2-vl-7b-6000+1200-250118-24": {
-        "gui": {
-            "100": 0.2,
-            "20": 0.0,
-            "200": 0.48,
-            "50": 0.03
-        },
-        "embodied": {
-            "100": 0.6374045801526718,
-            "20": 0.05725190839694656,
-            "200": 0.8015267175572519,
-            "50": 0.2900763358778626
-        }
-    },
-    "mc-point-qwen2-vl-7b-6000+1800-250118-24": {
-        "gui": {
-            "100": 0.17,
-            "20": 0.0,
-            "200": 0.44,
-            "50": 0.02
-        },
-        "embodied": {
-            "100": 0.6145038167938931,
-            "20": 0.04198473282442748,
-            "200": 0.7862595419847328,
-            "50": 0.183206106870229
-        }
-    },
-    "mc-point-qwen2-vl-7b-6000+2400-250118-24": {
-        "gui": {
-            "100": 0.13,
-            "20": 0.0,
-            "200": 0.39,
-            "50": 0.0
-        },
-        "embodied": {
-            "100": 0.6221374045801527,
-            "20": 0.04961832061068702,
-            "200": 0.7900763358778626,
-            "50": 0.1984732824427481
-        }
-    },
-    "point-qwen2-vl-7b-1000-250116-24": {
-        "gui": {
-            "100": 0.63,
-            "20": 0.02,
-            "200": 0.96,
-            "50": 0.19
-        },
-        "embodied": {
-            "100": 0.5458015267175572,
-            "20": 0.0916030534351145,
-            "200": 0.7061068702290076,
-            "50": 0.29770992366412213
-        }
-    },
-    "point-qwen2-vl-7b-13885-250116-24": {
-        "gui": {
-            "100": 0.09,
-            "20": 0.01,
-            "200": 0.2,
-            "50": 0.01
-        },
-        "embodied": {
-            "100": 0.6221374045801527,
-            "20": 0.061068702290076333,
-            "200": 0.7938931297709924,
-            "50": 0.1984732824427481
-        }
-    },
-    "point-qwen2-7b-step_6000-250113-24": {
-        "gui": {
-            "100": 0.46,
-            "20": 0.14,
-            "200": 0.84,
-            "50": 0.19
-        },
-        "embodied": {
-            "100": 0.026717557251908396,
-            "20": 0.0,
-            "200": 0.10687022900763359,
-            "50": 0.003816793893129771
-        }
-    },
-    "mc-point-qwen2-vl-7b-25021002-A800-c32-e1-b8-a1checkpoint-1123-24": {
-        "gui": {
-            "100": 0.73,
-            "20": 0.39,
-            "200": 0.95,
-            "50": 0.51
-        },
-        "embodied": {
-            "100": 0.6755725190839694,
-            "20": 0.26717557251908397,
-            "200": 0.7862595419847328,
-            "50": 0.4732824427480916
-        },
-        "reason": 0.3076923076923077,
-        "knowledge": 0.6379310344827587,
-        "visual-basic": 0.4186046511627907,
-        "visual-advance": 0.25
-    },
-    "qwen2-vl-2b-instruct-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "200": 0.01,
-            "50": 0.0
-        },
-        "embodied": {
-            "100": 0.0,
-            "20": 0.0,
-            "200": 0.0,
-            "50": 0.0
-        }
-    },
-    "anneal-vla-qwen2-vl-7b-250211-A800-c32-e1-b4-a1-24": {
-        "gui": {
-            "100": 0.43,
-            "20": 0.06,
-            "200": 0.93,
-            "50": 0.17
-        },
-        "embodied": {
-            "100": 0.24045801526717558,
-            "20": 0.019083969465648856,
-            "200": 0.6183206106870229,
-            "50": 0.08778625954198473
-        },
-        "reason": 0.46153846153846156,
-        "knowledge": 0.6896551724137931,
-        "visual-basic": 0.4186046511627907,
-        "visual-advance": 0.45
-    },
-    "anneal-point-qwen2-vl-7b-250211-A800-c32-e1-b4-a1-24": {
-        "gui": {
+    "mc-base-qwen2_vl_7b-2502": {
+        "Gui_Grounding": {
             "100": 0.74,
             "20": 0.38,
             "200": 0.93,
             "50": 0.56
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.648854961832061,
             "20": 0.2099236641221374,
             "200": 0.7786259541984732,
             "50": 0.4618320610687023
         },
-        "reason": 0.38461538461538464,
-        "knowledge": 0.6982758620689655,
-        "visual-basic": 0.5348837209302325,
-        "visual-advance": 0.55
+        "Reason": 0.38461538461538464,
+        "QA": 0.6982758620689655,
+        "VQA": 0.5348837209302325,
+        "VQA_Reasoning": 0.55
     },
-    "mc-qwen2-vl-7b-250215-A800-c32-e1-b4-a1checkpoint-400-24": {
-        "gui": {
-            "100": 0.85,
-            "20": 0.67,
-            "200": 0.98,
-            "50": 0.75
-        },
-        "embodied": {
-            "100": 0.5114503816793893,
-            "20": 0.09923664122137404,
-            "200": 0.7442748091603053,
-            "50": 0.32061068702290074
-        },
-        "knowledge": 0.7586206896551724,
-        "visual-basic": 0.5581395348837209,
-        "visual-advance": 0.4,
-        "reason": 0.5384615384615384
-    },
-    "mc-qwen2-vl-7b-250215-A800-c32-e1-b4-a1checkpoint-800-24": {
-        "gui": {
-            "100": 0.87,
-            "20": 0.7,
-            "200": 0.98,
-            "50": 0.79
-        },
-        "embodied": {
-            "100": 0.5458015267175572,
-            "20": 0.1450381679389313,
-            "200": 0.767175572519084,
-            "50": 0.35877862595419846
-        },
-        "knowledge": 0.7068965517241379,
-        "visual-basic": 0.5581395348837209,
-        "visual-advance": 0.5,
-        "reason": 0.38461538461538464
-    },
-    "mc-qwen2-vl-7b-250215-A800-c32-e1-b4-a1checkpoint-1600-24": {
-        "gui": {
-            "100": 0.84,
-            "20": 0.73,
-            "200": 0.97,
-            "50": 0.82
-        },
-        "embodied": {
-            "100": 0.6145038167938931,
-            "20": 0.183206106870229,
-            "200": 0.7786259541984732,
-            "50": 0.4083969465648855
-        },
-        "knowledge": 0.6896551724137931,
-        "visual-basic": 0.6046511627906976,
-        "visual-advance": 0.45,
-        "reason": 0.46153846153846156
-    },
-    "mc-qwen2-vl-7b-250215-A800-c32-e1-b4-a1checkpoint-2400-24": {
-        "gui": {
+    "mc-base-qwen2_vl_7b-v2-ckpt2400-2502": {
+        "Gui_Grounding": {
             "100": 0.92,
             "20": 0.79,
             "200": 0.99,
             "50": 0.88
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.6068702290076335,
             "20": 0.2099236641221374,
             "200": 0.7824427480916031,
             "50": 0.41603053435114506
         },
-        "knowledge": 0.7068965517241379,
-        "visual-basic": 0.7674418604651163,
-        "visual-advance": 0.55,
-        "reason": 0.46153846153846156
+        "QA": 0.7068965517241379,
+        "VQA": 0.7674418604651163,
+        "VQA_Reasoning": 0.55,
+        "Reason": 0.46153846153846156
     },
-    "mc-qwen2-vl-7b-250215-A800-c32-e1-b4-a1checkpoint-3200-24": {
-        "gui": {
+    "mc-base-qwen2_vl_7b-v2-ckpt3200-2502": {
+        "Gui_Grounding": {
             "100": 0.93,
             "20": 0.84,
             "200": 0.99,
             "50": 0.9
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.6259541984732825,
             "20": 0.24427480916030533,
             "200": 0.7748091603053435,
             "50": 0.46946564885496184
         },
-        "knowledge": 0.6810344827586207,
-        "visual-basic": 0.6976744186046512,
-        "visual-advance": 0.55,
-        "reason": 0.38461538461538464
-    },
-    "mc-qwen2-vl-7b-250215-A800-c32-e1-b4-a1checkpoint-4000-24": {
-        "gui": {
-            "100": 0.92,
-            "20": 0.83,
-            "200": 0.98,
-            "50": 0.88
-        },
-        "embodied": {
-            "100": 0.6145038167938931,
-            "20": 0.22900763358778625,
-            "200": 0.7786259541984732,
-            "50": 0.4580152671755725
-        },
-        "knowledge": 0.7068965517241379,
-        "visual-basic": 0.6744186046511628,
-        "visual-advance": 0.55,
-        "reason": 0.46153846153846156
-    },
-    "mc-point-qwen2-vl-2b-250217-A800-c32-e1-b4-a1_checkpoint-800-24": {
-        "gui": {
-            "100": 0.52,
-            "20": 0.32,
-            "200": 0.9,
-            "50": 0.4
-        },
-        "embodied": {
-            "100": 0.42748091603053434,
-            "20": 0.0916030534351145,
-            "200": 0.6717557251908397,
-            "50": 0.27099236641221375
-        },
-        "knowledge": 0.3103448275862069,
-        "visual-basic": 0.5116279069767442,
-        "visual-advance": 0.4,
-        "reason": 0.15384615384615385
+        "QA": 0.6810344827586207,
+        "VQA": 0.6976744186046512,
+        "VQA_Reasoning": 0.55,
+        "Reason": 0.38461538461538464
     },
-    "mc-point-qwen2-vl-2b-250217-A800-c32-e1-b4-a1_checkpoint-1600-24": {
-        "gui": {
+    "mc-base-qwen2_vl_2b-v2-ckpt1600-2502": {
+        "Gui_Grounding": {
             "100": 0.54,
             "20": 0.32,
             "200": 0.93,
             "50": 0.38
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.5038167938931297,
             "20": 0.08015267175572519,
             "200": 0.7175572519083969,
             "50": 0.2748091603053435
         },
-        "knowledge": 0.3103448275862069,
-        "visual-basic": 0.5116279069767442,
-        "visual-advance": 0.4,
-        "reason": 0.38461538461538464
-    },
-    "mc-point-qwen2-vl-2b-250217-A800-c32-e1-b4-a1_checkpoint-2400-24": {
-        "gui": {
-            "100": 0.56,
-            "20": 0.34,
-            "200": 0.94,
-            "50": 0.4
-        },
-        "embodied": {
-            "100": 0.4961832061068702,
-            "20": 0.14885496183206107,
-            "200": 0.7480916030534351,
-            "50": 0.31679389312977096
-        }
-    },
-    "mc-point-qwen2-vl-2b-250217-A800-c32-e1-b4-a1_checkpoint-3200-24": {
-        "gui": {
-            "100": 0.54,
-            "20": 0.4,
-            "200": 0.96,
-            "50": 0.44
-        },
-        "embodied": {
-            "100": 0.5381679389312977,
-            "20": 0.15648854961832062,
-            "200": 0.7480916030534351,
-            "50": 0.3549618320610687
-        }
+        "QA": 0.3103448275862069,
+        "VQA": 0.5116279069767442,
+        "VQA_Reasoning": 0.4,
+        "Reason": 0.38461538461538464
     },
-    "mc-point-qwen2-vl-2b-250217-A800-c32-e1-b4-a1_checkpoint-4000-24": {
-        "gui": {
+    "mc-base-qwen2_vl_2b-v2-ckpt4000-2502": {
+        "Gui_Grounding": {
             "100": 0.59,
             "20": 0.39,
             "200": 0.94,
             "50": 0.45
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.5305343511450382,
             "20": 0.16793893129770993,
             "200": 0.7557251908396947,
             "50": 0.3473282442748092
         }
     },
-    "mc-llava-next-vicuna-13b-250217-A800-c32-e1-b4-a1_checkpoint-4000-24": {
-        "gui": {
+    "mc-base-llava_next_vicuna_13b-ckpt4000-2502": {
+        "Gui_Grounding": {
             "100": 0.74,
             "20": 0.6,
             "200": 0.99,
             "50": 0.68
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.6259541984732825,
             "20": 0.15267175572519084,
             "200": 0.7748091603053435,
             "50": 0.4122137404580153
         },
-        "knowledge": 0.603448275862069,
-        "visual-basic": 0.4883720930232558,
-        "visual-advance": 0.4,
-        "reason": 0.46153846153846156
-    },
-    "mc-llava-next-vicuna-13b-250217-A800-c32-e1-b4-a1_checkpoint-3200-24": {
-        "gui": {
-            "100": 0.77,
-            "20": 0.58,
-            "200": 0.99,
-            "50": 0.69
-        },
-        "embodied": {
-            "100": 0.6412213740458015,
-            "20": 0.14122137404580154,
-            "200": 0.7862595419847328,
-            "50": 0.3931297709923664
-        },
-        "knowledge": 0.6551724137931034,
-        "visual-basic": 0.4883720930232558,
-        "visual-advance": 0.45,
-        "reason": 0.3076923076923077
-    },
-    "mc-llava-next-vicuna-13b-250217-A800-c32-e1-b4-a1_checkpoint-2400-24": {
-        "gui": {
-            "100": 0.75,
-            "20": 0.49,
-            "200": 0.98,
-            "50": 0.67
-        },
-        "embodied": {
-            "100": 0.6030534351145038,
-            "20": 0.13740458015267176,
-            "200": 0.767175572519084,
-            "50": 0.3702290076335878
-        },
-        "knowledge": 0.6206896551724138,
-        "visual-basic": 0.5348837209302325,
-        "visual-advance": 0.45,
-        "reason": 0.3076923076923077
-    },
-    "mc-llava-next-vicuna-13b-250217-A800-c32-e1-b4-a1_checkpoint-1600-24": {
-        "gui": {
-            "100": 0.76,
-            "20": 0.33,
-            "200": 1.0,
-            "50": 0.65
-        },
-        "embodied": {
-            "100": 0.5687022900763359,
-            "20": 0.12213740458015267,
-            "200": 0.7748091603053435,
-            "50": 0.366412213740458
-        },
-        "knowledge": 0.5689655172413793,
-        "visual-basic": 0.5581395348837209,
-        "visual-advance": 0.35,
-        "reason": 0.3076923076923077
-    },
-    "mc-llava-next-vicuna-13b-250217-A800-c32-e1-b4-a1_checkpoint-800-24": {
-        "gui": {
-            "100": 0.74,
-            "20": 0.07,
-            "200": 0.93,
-            "50": 0.42
-        },
-        "embodied": {
-            "100": 0.5305343511450382,
-            "20": 0.08015267175572519,
-            "200": 0.7709923664122137,
-            "50": 0.31297709923664124
-        },
-        "knowledge": 0.5344827586206896,
-        "visual-basic": 0.4883720930232558,
-        "visual-advance": 0.4,
-        "reason": 0.38461538461538464
-    },
-    "mc-reason-qwen2-vl-7b-250224-A800-c32-e1-b4-a1_checkpoint-800-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "200": 0.0,
-            "50": 0.0
-        },
-        "embodied": {
-            "100": 0.0,
-            "20": 0.0,
-            "200": 0.0,
-            "50": 0.0
-        },
-        "knowledge": 0.603448275862069,
-        "visual-basic": 0.5813953488372093,
-        "visual-advance": 0.45,
-        "reason": 0.42528735632183906
-    },
-    "mc-reason-qwen2-vl-7b-250224-A800-c32-e1-b4-a1_checkpoint-1600-24": {
-        "gui": {
-            "100": 0.0,
-            "20": 0.0,
-            "200": 0.0,
-            "50": 0.0
-        },
-        "embodied": {
-            "100": 0.0,
-            "20": 0.0,
-            "200": 0.003816793893129771,
-            "50": 0.0
-        },
-        "knowledge": 0.6379310344827587,
-        "visual-basic": 0.5813953488372093,
-        "visual-advance": 0.3,
-        "reason": 0.45977011494252873
+        "QA": 0.603448275862069,
+        "VQA": 0.4883720930232558,
+        "VQA_Reasoning": 0.4,
+        "Reason": 0.46153846153846156
     },
-    "mc-reason-qwen2-vl-7b-250224-A800-c32-e1-b4-a1_checkpoint-2400-24": {
-        "gui": {
+    "mc-reason-qwen2_vl_7b-ckpt2400-2502": {
+        "Gui_Grounding": {
             "100": 0.0,
             "20": 0.0,
             "200": 0.0,
             "50": 0.0
         },
-        "embodied": {
+        "Embodied_Grounding": {
             "100": 0.0,
             "20": 0.0,
             "200": 0.003816793893129771,
             "50": 0.0
         },
-        "knowledge": 0.6551724137931034,
-        "visual-basic": 0.6046511627906976,
-        "visual-advance": 0.325,
-        "reason": 0.5229885057471264
+        "QA": 0.6551724137931034,
+        "VQA": 0.6046511627906976,
+        "VQA_Reasoning": 0.325,
+        "Reason": 0.5229885057471264
     }
 }