{
  "selection_sha256": "c8ddf52a7c5e5258944ae0d4e02397bf6c6f77fdb77d3bf454bb65629d18a4d7",
  "evaluations": {
    "automatic": {
      "n": 24,
      "answered": 24,
      "coverage": 1.0,
      "mae": 16.735412738319717,
      "rmse": 19.619679757149388,
      "exact": 0,
      "exact_accuracy_all": 0.0,
      "within_10_percent_all": 0.08333333333333333,
      "wape": 0.45179966897601037,
      "mae_conditional_on_valid_output": true,
      "per_category": {
        "apples": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 24.40404357846218,
          "rmse": 26.698720291362214,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.47081756099927036,
          "mae_conditional_on_valid_output": true
        },
        "eggs": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 13.727529855436835,
          "rmse": 15.729897873675464,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.4991829038340667,
          "mae_conditional_on_valid_output": true
        },
        "sauce bottles": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 18.270898805782533,
          "rmse": 21.143031890427842,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.16666666666666666,
          "wape": 0.4385015713387808,
          "mae_conditional_on_valid_output": true
        },
        "strawberries": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 10.53917871359732,
          "rmse": 11.50861352466426,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.16666666666666666,
          "wape": 0.3879452287213737,
          "mae_conditional_on_valid_output": true
        }
      }
    },
    "exemplar_assisted": {
      "n": 24,
      "answered": 24,
      "coverage": 1.0,
      "mae": 10.190492451190948,
      "rmse": 17.17547637059341,
      "exact": 1,
      "exact_accuracy_all": 0.041666666666666664,
      "within_10_percent_all": 0.2916666666666667,
      "wape": 0.27510890756870954,
      "mae_conditional_on_valid_output": true,
      "per_category": {
        "apples": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 6.17028824488322,
          "rmse": 8.10806690065456,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.3333333333333333,
          "wape": 0.11904093076945117,
          "mae_conditional_on_valid_output": true
        },
        "eggs": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 13.768614451090494,
          "rmse": 21.565013504528018,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.16666666666666666,
          "wape": 0.5006768891305634,
          "mae_conditional_on_valid_output": true
        },
        "sauce bottles": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 14.594362258911133,
          "rmse": 24.32640666733332,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.5,
          "wape": 0.3502646942138672,
          "mae_conditional_on_valid_output": true
        },
        "strawberries": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 6.228704849878947,
          "rmse": 7.577818720898895,
          "exact": 1,
          "exact_accuracy_all": 0.16666666666666666,
          "within_10_percent_all": 0.16666666666666666,
          "wape": 0.22927747913664837,
          "mae_conditional_on_valid_output": true
        }
      }
    },
    "qwen_direct": {
      "n": 24,
      "answered": 24,
      "coverage": 1.0,
      "mae": 23.333333333333332,
      "rmse": 45.47251917367235,
      "exact": 3,
      "exact_accuracy_all": 0.125,
      "within_10_percent_all": 0.3333333333333333,
      "wape": 0.6299212598425197,
      "mae_conditional_on_valid_output": true,
      "per_category": {
        "apples": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 48.333333333333336,
          "rmse": 77.43599507550306,
          "exact": 1,
          "exact_accuracy_all": 0.16666666666666666,
          "within_10_percent_all": 0.3333333333333333,
          "wape": 0.932475884244373,
          "mae_conditional_on_valid_output": true
        },
        "eggs": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 4.333333333333333,
          "rmse": 6.904105059069326,
          "exact": 1,
          "exact_accuracy_all": 0.16666666666666666,
          "within_10_percent_all": 0.3333333333333333,
          "wape": 0.15757575757575756,
          "mae_conditional_on_valid_output": true
        },
        "sauce bottles": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 23.333333333333332,
          "rmse": 28.803934916373258,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.56,
          "mae_conditional_on_valid_output": true
        },
        "strawberries": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 17.333333333333332,
          "rmse": 37.380922050336494,
          "exact": 1,
          "exact_accuracy_all": 0.16666666666666666,
          "within_10_percent_all": 0.6666666666666666,
          "wape": 0.6380368098159509,
          "mae_conditional_on_valid_output": true
        }
      }
    },
    "smol_direct": {
      "n": 24,
      "answered": 24,
      "coverage": 1.0,
      "mae": 22.833333333333332,
      "rmse": 40.3598397750371,
      "exact": 3,
      "exact_accuracy_all": 0.125,
      "within_10_percent_all": 0.2916666666666667,
      "wape": 0.6164229471316085,
      "mae_conditional_on_valid_output": true,
      "per_category": {
        "apples": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 44.333333333333336,
          "rmse": 69.28924880528002,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.8553054662379421,
          "mae_conditional_on_valid_output": true
        },
        "eggs": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 13.333333333333334,
          "rmse": 21.96967607104544,
          "exact": 1,
          "exact_accuracy_all": 0.16666666666666666,
          "within_10_percent_all": 0.5,
          "wape": 0.48484848484848486,
          "mae_conditional_on_valid_output": true
        },
        "sauce bottles": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 24.666666666666668,
          "rmse": 28.809720581775867,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.592,
          "mae_conditional_on_valid_output": true
        },
        "strawberries": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 9,
          "rmse": 20.049937655763422,
          "exact": 2,
          "exact_accuracy_all": 0.3333333333333333,
          "within_10_percent_all": 0.6666666666666666,
          "wape": 0.3312883435582822,
          "mae_conditional_on_valid_output": true
        }
      }
    },
    "famnet_raw": {
      "n": 24,
      "answered": 24,
      "coverage": 1.0,
      "mae": 10.190492451190948,
      "rmse": 17.17547637059341,
      "exact": 1,
      "exact_accuracy_all": 0.041666666666666664,
      "within_10_percent_all": 0.2916666666666667,
      "wape": 0.27510890756870954,
      "mae_conditional_on_valid_output": true,
      "per_category": {
        "apples": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 6.17028824488322,
          "rmse": 8.10806690065456,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.3333333333333333,
          "wape": 0.11904093076945117,
          "mae_conditional_on_valid_output": true
        },
        "eggs": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 13.768614451090494,
          "rmse": 21.565013504528018,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.16666666666666666,
          "wape": 0.5006768891305634,
          "mae_conditional_on_valid_output": true
        },
        "sauce bottles": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 14.594362258911133,
          "rmse": 24.32640666733332,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.5,
          "wape": 0.3502646942138672,
          "mae_conditional_on_valid_output": true
        },
        "strawberries": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 6.228704849878947,
          "rmse": 7.577818720898895,
          "exact": 1,
          "exact_accuracy_all": 0.16666666666666666,
          "within_10_percent_all": 0.16666666666666666,
          "wape": 0.22927747913664837,
          "mae_conditional_on_valid_output": true
        }
      }
    },
    "always_one": {
      "n": 24,
      "answered": 24,
      "coverage": 1.0,
      "mae": 36.041666666666664,
      "rmse": 50.417011018107765,
      "exact": 0,
      "exact_accuracy_all": 0.0,
      "within_10_percent_all": 0.0,
      "wape": 0.9730033745781778,
      "mae_conditional_on_valid_output": true,
      "per_category": {
        "apples": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 50.833333333333336,
          "rmse": 77.03354247771983,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.9807073954983923,
          "mae_conditional_on_valid_output": true
        },
        "eggs": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 26.5,
          "rmse": 29.425046020921247,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.9636363636363636,
          "mae_conditional_on_valid_output": true
        },
        "sauce bottles": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 40.666666666666664,
          "rmse": 43.119987631414425,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.976,
          "mae_conditional_on_valid_output": true
        },
        "strawberries": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 26.166666666666668,
          "rmse": 38.835121561116125,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.9631901840490797,
          "mae_conditional_on_valid_output": true
        }
      }
    },
    "training_median": {
      "n": 24,
      "answered": 24,
      "coverage": 1.0,
      "mae": 21.708333333333332,
      "rmse": 37.418800978474266,
      "exact": 1,
      "exact_accuracy_all": 0.041666666666666664,
      "within_10_percent_all": 0.125,
      "wape": 0.5860517435320585,
      "mae_conditional_on_valid_output": true,
      "per_category": {
        "apples": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 39.166666666666664,
          "rmse": 64.0097648800556,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.7556270096463023,
          "mae_conditional_on_valid_output": true
        },
        "eggs": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 10.5,
          "rmse": 13.13709759929237,
          "exact": 1,
          "exact_accuracy_all": 0.16666666666666666,
          "within_10_percent_all": 0.3333333333333333,
          "wape": 0.38181818181818183,
          "mae_conditional_on_valid_output": true
        },
        "sauce bottles": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 17.666666666666668,
          "rmse": 22.36626924634504,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.16666666666666666,
          "wape": 0.424,
          "mae_conditional_on_valid_output": true
        },
        "strawberries": {
          "n": 6,
          "answered": 6,
          "coverage": 1.0,
          "mae": 19.5,
          "rmse": 28.81984270139817,
          "exact": 0,
          "exact_accuracy_all": 0.0,
          "within_10_percent_all": 0.0,
          "wape": 0.7177914110429447,
          "mae_conditional_on_valid_output": true
        }
      }
    }
  },
  "rows": [
    {
      "method": "automatic",
      "id": "2181.jpg",
      "category": "apples",
      "truth": 12,
      "prediction": 31.596480201131367
    },
    {
      "method": "automatic",
      "id": "7580.jpg",
      "category": "eggs",
      "truth": 15,
      "prediction": 25.851665619107482
    },
    {
      "method": "automatic",
      "id": "7567.jpg",
      "category": "sauce bottles",
      "truth": 68,
      "prediction": 70.66121935889379
    },
    {
      "method": "automatic",
      "id": "5837.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 28.724072910119425
    },
    {
      "method": "automatic",
      "id": "6282.jpg",
      "category": "apples",
      "truth": 66,
      "prediction": 46.532998114393465
    },
    {
      "method": "automatic",
      "id": "7145.jpg",
      "category": "eggs",
      "truth": 24,
      "prediction": 30.44751728472659
    },
    {
      "method": "automatic",
      "id": "6823.jpg",
      "category": "sauce bottles",
      "truth": 23,
      "prediction": 54.57573852922691
    },
    {
      "method": "automatic",
      "id": "4916.jpg",
      "category": "strawberries",
      "truth": 91,
      "prediction": 83.29981143934633
    },
    {
      "method": "automatic",
      "id": "2184.jpg",
      "category": "apples",
      "truth": 33,
      "prediction": 57.44814582023885
    },
    {
      "method": "automatic",
      "id": "5915.jpg",
      "category": "eggs",
      "truth": 12,
      "prediction": 22.97925832809554
    },
    {
      "method": "automatic",
      "id": "7071.jpg",
      "category": "sauce bottles",
      "truth": 44,
      "prediction": 52.27781269641736
    },
    {
      "method": "automatic",
      "id": "4900.jpg",
      "category": "strawberries",
      "truth": 14,
      "prediction": 18.383406662476432
    },
    {
      "method": "automatic",
      "id": "2259.jpg",
      "category": "apples",
      "truth": 174,
      "prediction": 127.53488372093025
    },
    {
      "method": "automatic",
      "id": "7128.jpg",
      "category": "eggs",
      "truth": 49,
      "prediction": 23.55373978629793
    },
    {
      "method": "automatic",
      "id": "7438.jpg",
      "category": "sauce bottles",
      "truth": 48,
      "prediction": 63.192960402262734
    },
    {
      "method": "automatic",
      "id": "4903.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 28.724072910119425
    },
    {
      "method": "automatic",
      "id": "2178.jpg",
      "category": "apples",
      "truth": 10,
      "prediction": 35.043368950345695
    },
    {
      "method": "automatic",
      "id": "5916.jpg",
      "category": "eggs",
      "truth": 38,
      "prediction": 60.89503456945318
    },
    {
      "method": "automatic",
      "id": "7076.jpg",
      "category": "sauce bottles",
      "truth": 31,
      "prediction": 60.89503456945318
    },
    {
      "method": "automatic",
      "id": "5828.jpg",
      "category": "strawberries",
      "truth": 12,
      "prediction": 31.596480201131367
    },
    {
      "method": "automatic",
      "id": "6264.jpg",
      "category": "apples",
      "truth": 16,
      "prediction": 4.595851665619108
    },
    {
      "method": "automatic",
      "id": "5940.jpg",
      "category": "eggs",
      "truth": 27,
      "prediction": 32.74544311753614
    },
    {
      "method": "automatic",
      "id": "7586.jpg",
      "category": "sauce bottles",
      "truth": 36,
      "prediction": 58.022627278441234
    },
    {
      "method": "automatic",
      "id": "286.jpg",
      "category": "strawberries",
      "truth": 10,
      "prediction": 20.106851037083597
    },
    {
      "method": "exemplar_assisted",
      "id": "2181.jpg",
      "category": "apples",
      "truth": 12,
      "prediction": 14.608471870422363
    },
    {
      "method": "exemplar_assisted",
      "id": "7580.jpg",
      "category": "eggs",
      "truth": 15,
      "prediction": 17.212303161621094
    },
    {
      "method": "exemplar_assisted",
      "id": "7567.jpg",
      "category": "sauce bottles",
      "truth": 68,
      "prediction": 77.54452514648438
    },
    {
      "method": "exemplar_assisted",
      "id": "5837.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 6.098354339599609
    },
    {
      "method": "exemplar_assisted",
      "id": "6282.jpg",
      "category": "apples",
      "truth": 66,
      "prediction": 72.69058990478516
    },
    {
      "method": "exemplar_assisted",
      "id": "7145.jpg",
      "category": "eggs",
      "truth": 24,
      "prediction": 20.93471336364746
    },
    {
      "method": "exemplar_assisted",
      "id": "6823.jpg",
      "category": "sauce bottles",
      "truth": 23,
      "prediction": 24.12413787841797
    },
    {
      "method": "exemplar_assisted",
      "id": "4916.jpg",
      "category": "strawberries",
      "truth": 91,
      "prediction": 79.57460021972656
    },
    {
      "method": "exemplar_assisted",
      "id": "2184.jpg",
      "category": "apples",
      "truth": 33,
      "prediction": 33.63618469238281
    },
    {
      "method": "exemplar_assisted",
      "id": "5915.jpg",
      "category": "eggs",
      "truth": 12,
      "prediction": 22.602012634277344
    },
    {
      "method": "exemplar_assisted",
      "id": "7071.jpg",
      "category": "sauce bottles",
      "truth": 44,
      "prediction": 100.93594360351562
    },
    {
      "method": "exemplar_assisted",
      "id": "4900.jpg",
      "category": "strawberries",
      "truth": 14,
      "prediction": 7.1672892570495605
    },
    {
      "method": "exemplar_assisted",
      "id": "2259.jpg",
      "category": "apples",
      "truth": 174,
      "prediction": 180.01217651367188
    },
    {
      "method": "exemplar_assisted",
      "id": "7128.jpg",
      "category": "eggs",
      "truth": 49,
      "prediction": 45.774234771728516
    },
    {
      "method": "exemplar_assisted",
      "id": "7438.jpg",
      "category": "sauce bottles",
      "truth": 48,
      "prediction": 51.07237243652344
    },
    {
      "method": "exemplar_assisted",
      "id": "4903.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 22.090038299560547
    },
    {
      "method": "exemplar_assisted",
      "id": "2178.jpg",
      "category": "apples",
      "truth": 10,
      "prediction": 14.046306610107422
    },
    {
      "method": "exemplar_assisted",
      "id": "5916.jpg",
      "category": "eggs",
      "truth": 38,
      "prediction": 87.59516143798828
    },
    {
      "method": "exemplar_assisted",
      "id": "7076.jpg",
      "category": "sauce bottles",
      "truth": 31,
      "prediction": 33.76484680175781
    },
    {
      "method": "exemplar_assisted",
      "id": "5828.jpg",
      "category": "strawberries",
      "truth": 12,
      "prediction": 11.863903999328613
    },
    {
      "method": "exemplar_assisted",
      "id": "6264.jpg",
      "category": "apples",
      "truth": 16,
      "prediction": 33.02799987792969
    },
    {
      "method": "exemplar_assisted",
      "id": "5940.jpg",
      "category": "eggs",
      "truth": 27,
      "prediction": 13.088842391967773
    },
    {
      "method": "exemplar_assisted",
      "id": "7586.jpg",
      "category": "sauce bottles",
      "truth": 36,
      "prediction": 50.12434768676758
    },
    {
      "method": "exemplar_assisted",
      "id": "286.jpg",
      "category": "strawberries",
      "truth": 10,
      "prediction": 7.0136613845825195
    },
    {
      "method": "qwen_direct",
      "id": "2181.jpg",
      "category": "apples",
      "truth": 12,
      "prediction": 13
    },
    {
      "method": "qwen_direct",
      "id": "7580.jpg",
      "category": "eggs",
      "truth": 15,
      "prediction": 15
    },
    {
      "method": "qwen_direct",
      "id": "7567.jpg",
      "category": "sauce bottles",
      "truth": 68,
      "prediction": 60
    },
    {
      "method": "qwen_direct",
      "id": "5837.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 17
    },
    {
      "method": "qwen_direct",
      "id": "6282.jpg",
      "category": "apples",
      "truth": 66,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "7145.jpg",
      "category": "eggs",
      "truth": 24,
      "prediction": 20
    },
    {
      "method": "qwen_direct",
      "id": "6823.jpg",
      "category": "sauce bottles",
      "truth": 23,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "4916.jpg",
      "category": "strawberries",
      "truth": 91,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "2184.jpg",
      "category": "apples",
      "truth": 33,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "5915.jpg",
      "category": "eggs",
      "truth": 12,
      "prediction": 10
    },
    {
      "method": "qwen_direct",
      "id": "7071.jpg",
      "category": "sauce bottles",
      "truth": 44,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "4900.jpg",
      "category": "strawberries",
      "truth": 14,
      "prediction": 15
    },
    {
      "method": "qwen_direct",
      "id": "2259.jpg",
      "category": "apples",
      "truth": 174,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "7128.jpg",
      "category": "eggs",
      "truth": 49,
      "prediction": 48
    },
    {
      "method": "qwen_direct",
      "id": "7438.jpg",
      "category": "sauce bottles",
      "truth": 48,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "4903.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 19
    },
    {
      "method": "qwen_direct",
      "id": "2178.jpg",
      "category": "apples",
      "truth": 10,
      "prediction": 10
    },
    {
      "method": "qwen_direct",
      "id": "5916.jpg",
      "category": "eggs",
      "truth": 38,
      "prediction": 54
    },
    {
      "method": "qwen_direct",
      "id": "7076.jpg",
      "category": "sauce bottles",
      "truth": 31,
      "prediction": 40
    },
    {
      "method": "qwen_direct",
      "id": "5828.jpg",
      "category": "strawberries",
      "truth": 12,
      "prediction": 12
    },
    {
      "method": "qwen_direct",
      "id": "6264.jpg",
      "category": "apples",
      "truth": 16,
      "prediction": 0
    },
    {
      "method": "qwen_direct",
      "id": "5940.jpg",
      "category": "eggs",
      "truth": 27,
      "prediction": 30
    },
    {
      "method": "qwen_direct",
      "id": "7586.jpg",
      "category": "sauce bottles",
      "truth": 36,
      "prediction": 44
    },
    {
      "method": "qwen_direct",
      "id": "286.jpg",
      "category": "strawberries",
      "truth": 10,
      "prediction": 0
    },
    {
      "method": "smol_direct",
      "id": "2181.jpg",
      "category": "apples",
      "truth": 12,
      "prediction": 5
    },
    {
      "method": "smol_direct",
      "id": "7580.jpg",
      "category": "eggs",
      "truth": 15,
      "prediction": 15
    },
    {
      "method": "smol_direct",
      "id": "7567.jpg",
      "category": "sauce bottles",
      "truth": 68,
      "prediction": 15
    },
    {
      "method": "smol_direct",
      "id": "5837.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 17
    },
    {
      "method": "smol_direct",
      "id": "6282.jpg",
      "category": "apples",
      "truth": 66,
      "prediction": 2
    },
    {
      "method": "smol_direct",
      "id": "7145.jpg",
      "category": "eggs",
      "truth": 24,
      "prediction": 25
    },
    {
      "method": "smol_direct",
      "id": "6823.jpg",
      "category": "sauce bottles",
      "truth": 23,
      "prediction": 20
    },
    {
      "method": "smol_direct",
      "id": "4916.jpg",
      "category": "strawberries",
      "truth": 91,
      "prediction": 42
    },
    {
      "method": "smol_direct",
      "id": "2184.jpg",
      "category": "apples",
      "truth": 33,
      "prediction": 4
    },
    {
      "method": "smol_direct",
      "id": "5915.jpg",
      "category": "eggs",
      "truth": 12,
      "prediction": 19
    },
    {
      "method": "smol_direct",
      "id": "7071.jpg",
      "category": "sauce bottles",
      "truth": 44,
      "prediction": 20
    },
    {
      "method": "smol_direct",
      "id": "4900.jpg",
      "category": "strawberries",
      "truth": 14,
      "prediction": 11
    },
    {
      "method": "smol_direct",
      "id": "2259.jpg",
      "category": "apples",
      "truth": 174,
      "prediction": 20
    },
    {
      "method": "smol_direct",
      "id": "7128.jpg",
      "category": "eggs",
      "truth": 49,
      "prediction": 0
    },
    {
      "method": "smol_direct",
      "id": "7438.jpg",
      "category": "sauce bottles",
      "truth": 48,
      "prediction": 20
    },
    {
      "method": "smol_direct",
      "id": "4903.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 17
    },
    {
      "method": "smol_direct",
      "id": "2178.jpg",
      "category": "apples",
      "truth": 10,
      "prediction": 12
    },
    {
      "method": "smol_direct",
      "id": "5916.jpg",
      "category": "eggs",
      "truth": 38,
      "prediction": 17
    },
    {
      "method": "smol_direct",
      "id": "7076.jpg",
      "category": "sauce bottles",
      "truth": 31,
      "prediction": 12
    },
    {
      "method": "smol_direct",
      "id": "5828.jpg",
      "category": "strawberries",
      "truth": 12,
      "prediction": 12
    },
    {
      "method": "smol_direct",
      "id": "6264.jpg",
      "category": "apples",
      "truth": 16,
      "prediction": 6
    },
    {
      "method": "smol_direct",
      "id": "5940.jpg",
      "category": "eggs",
      "truth": 27,
      "prediction": 25
    },
    {
      "method": "smol_direct",
      "id": "7586.jpg",
      "category": "sauce bottles",
      "truth": 36,
      "prediction": 15
    },
    {
      "method": "smol_direct",
      "id": "286.jpg",
      "category": "strawberries",
      "truth": 10,
      "prediction": 10
    },
    {
      "method": "famnet_raw",
      "id": "2181.jpg",
      "category": "apples",
      "truth": 12,
      "prediction": 14.608471870422363
    },
    {
      "method": "famnet_raw",
      "id": "7580.jpg",
      "category": "eggs",
      "truth": 15,
      "prediction": 17.212303161621094
    },
    {
      "method": "famnet_raw",
      "id": "7567.jpg",
      "category": "sauce bottles",
      "truth": 68,
      "prediction": 77.54452514648438
    },
    {
      "method": "famnet_raw",
      "id": "5837.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 6.098354339599609
    },
    {
      "method": "famnet_raw",
      "id": "6282.jpg",
      "category": "apples",
      "truth": 66,
      "prediction": 72.69058990478516
    },
    {
      "method": "famnet_raw",
      "id": "7145.jpg",
      "category": "eggs",
      "truth": 24,
      "prediction": 20.93471336364746
    },
    {
      "method": "famnet_raw",
      "id": "6823.jpg",
      "category": "sauce bottles",
      "truth": 23,
      "prediction": 24.12413787841797
    },
    {
      "method": "famnet_raw",
      "id": "4916.jpg",
      "category": "strawberries",
      "truth": 91,
      "prediction": 79.57460021972656
    },
    {
      "method": "famnet_raw",
      "id": "2184.jpg",
      "category": "apples",
      "truth": 33,
      "prediction": 33.63618469238281
    },
    {
      "method": "famnet_raw",
      "id": "5915.jpg",
      "category": "eggs",
      "truth": 12,
      "prediction": 22.602012634277344
    },
    {
      "method": "famnet_raw",
      "id": "7071.jpg",
      "category": "sauce bottles",
      "truth": 44,
      "prediction": 100.93594360351562
    },
    {
      "method": "famnet_raw",
      "id": "4900.jpg",
      "category": "strawberries",
      "truth": 14,
      "prediction": 7.1672892570495605
    },
    {
      "method": "famnet_raw",
      "id": "2259.jpg",
      "category": "apples",
      "truth": 174,
      "prediction": 180.01217651367188
    },
    {
      "method": "famnet_raw",
      "id": "7128.jpg",
      "category": "eggs",
      "truth": 49,
      "prediction": 45.774234771728516
    },
    {
      "method": "famnet_raw",
      "id": "7438.jpg",
      "category": "sauce bottles",
      "truth": 48,
      "prediction": 51.07237243652344
    },
    {
      "method": "famnet_raw",
      "id": "4903.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 22.090038299560547
    },
    {
      "method": "famnet_raw",
      "id": "2178.jpg",
      "category": "apples",
      "truth": 10,
      "prediction": 14.046306610107422
    },
    {
      "method": "famnet_raw",
      "id": "5916.jpg",
      "category": "eggs",
      "truth": 38,
      "prediction": 87.59516143798828
    },
    {
      "method": "famnet_raw",
      "id": "7076.jpg",
      "category": "sauce bottles",
      "truth": 31,
      "prediction": 33.76484680175781
    },
    {
      "method": "famnet_raw",
      "id": "5828.jpg",
      "category": "strawberries",
      "truth": 12,
      "prediction": 11.863903999328613
    },
    {
      "method": "famnet_raw",
      "id": "6264.jpg",
      "category": "apples",
      "truth": 16,
      "prediction": 33.02799987792969
    },
    {
      "method": "famnet_raw",
      "id": "5940.jpg",
      "category": "eggs",
      "truth": 27,
      "prediction": 13.088842391967773
    },
    {
      "method": "famnet_raw",
      "id": "7586.jpg",
      "category": "sauce bottles",
      "truth": 36,
      "prediction": 50.12434768676758
    },
    {
      "method": "famnet_raw",
      "id": "286.jpg",
      "category": "strawberries",
      "truth": 10,
      "prediction": 7.0136613845825195
    },
    {
      "method": "always_one",
      "id": "2181.jpg",
      "category": "apples",
      "truth": 12,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7580.jpg",
      "category": "eggs",
      "truth": 15,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7567.jpg",
      "category": "sauce bottles",
      "truth": 68,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "5837.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "6282.jpg",
      "category": "apples",
      "truth": 66,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7145.jpg",
      "category": "eggs",
      "truth": 24,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "6823.jpg",
      "category": "sauce bottles",
      "truth": 23,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "4916.jpg",
      "category": "strawberries",
      "truth": 91,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "2184.jpg",
      "category": "apples",
      "truth": 33,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "5915.jpg",
      "category": "eggs",
      "truth": 12,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7071.jpg",
      "category": "sauce bottles",
      "truth": 44,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "4900.jpg",
      "category": "strawberries",
      "truth": 14,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "2259.jpg",
      "category": "apples",
      "truth": 174,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7128.jpg",
      "category": "eggs",
      "truth": 49,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7438.jpg",
      "category": "sauce bottles",
      "truth": 48,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "4903.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "2178.jpg",
      "category": "apples",
      "truth": 10,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "5916.jpg",
      "category": "eggs",
      "truth": 38,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7076.jpg",
      "category": "sauce bottles",
      "truth": 31,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "5828.jpg",
      "category": "strawberries",
      "truth": 12,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "6264.jpg",
      "category": "apples",
      "truth": 16,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "5940.jpg",
      "category": "eggs",
      "truth": 27,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "7586.jpg",
      "category": "sauce bottles",
      "truth": 36,
      "prediction": 1
    },
    {
      "method": "always_one",
      "id": "286.jpg",
      "category": "strawberries",
      "truth": 10,
      "prediction": 1
    },
    {
      "method": "training_median",
      "id": "2181.jpg",
      "category": "apples",
      "truth": 12,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7580.jpg",
      "category": "eggs",
      "truth": 15,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7567.jpg",
      "category": "sauce bottles",
      "truth": 68,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "5837.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "6282.jpg",
      "category": "apples",
      "truth": 66,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7145.jpg",
      "category": "eggs",
      "truth": 24,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "6823.jpg",
      "category": "sauce bottles",
      "truth": 23,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "4916.jpg",
      "category": "strawberries",
      "truth": 91,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "2184.jpg",
      "category": "apples",
      "truth": 33,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "5915.jpg",
      "category": "eggs",
      "truth": 12,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7071.jpg",
      "category": "sauce bottles",
      "truth": 44,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "4900.jpg",
      "category": "strawberries",
      "truth": 14,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "2259.jpg",
      "category": "apples",
      "truth": 174,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7128.jpg",
      "category": "eggs",
      "truth": 49,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7438.jpg",
      "category": "sauce bottles",
      "truth": 48,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "4903.jpg",
      "category": "strawberries",
      "truth": 18,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "2178.jpg",
      "category": "apples",
      "truth": 10,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "5916.jpg",
      "category": "eggs",
      "truth": 38,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7076.jpg",
      "category": "sauce bottles",
      "truth": 31,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "5828.jpg",
      "category": "strawberries",
      "truth": 12,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "6264.jpg",
      "category": "apples",
      "truth": 16,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "5940.jpg",
      "category": "eggs",
      "truth": 27,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "7586.jpg",
      "category": "sauce bottles",
      "truth": 36,
      "prediction": 24.5
    },
    {
      "method": "training_median",
      "id": "286.jpg",
      "category": "strawberries",
      "truth": 10,
      "prediction": 24.5
    }
  ]
}