{
  "schema_version": 2,
  "created_utc": "2026-10-04T01:46:41.838424+00:00",
  "kind": "recorded model inference; separate from authored references",
  "models": [
    {
      "id": "IDEA-Research/grounding-dino-tiny",
      "revision": "a2bb814dd30d776dcf7e30523b00659f4f141c71"
    },
    {
      "id": "facebook/sam-vit-base",
      "revision": "70c1a07f894ebb5b307fd9eaaee97b9dfc16068f"
    }
  ],
  "runtime": {
    "torch": "2.14.1",
    "transformers": "4.57.6",
    "python": "3.12.9",
    "platform": "macOS-15.7.7-arm64-arm-64bit",
    "device": "cpu",
    "dtype": "float32",
    "threads": 4,
    "seed": 0
  },
  "settings": {
    "box_threshold": 0.25,
    "text_threshold": 0.25,
    "sam_multimask_output": false,
    "sam_mask_threshold": 0.0,
    "box_format": "xyxy original-image pixels",
    "timing": "wall seconds, CPU inference + postprocessing; model loading excluded; SAM encoder timing stored separately",
    "notes": "All returned detections are retained. SAM receives each detected box. No authored target labels are supplied to either model."
  },
  "images": [
    {
      "id": "scene",
      "path": "figures/inputs/scene.png",
      "sha256": "5ef7583510e1251474fc86440ab5cafdac5445b610390890c6d6cb53357ae965",
      "width": 800,
      "height": 500,
      "provenance": "authored fixed park illustration; clean image with no reference overlays",
      "sam_image_encoder_seconds": 4.767182749696076
    },
    {
      "id": "scene-swapped",
      "path": "figures/inputs/scene-swapped.png",
      "sha256": "02fd57f0fd2b79caef5a02a81aba7387e73d336fd1eac95c7a91a45084ce4590",
      "width": 800,
      "height": 500,
      "provenance": "authored fixed park illustration; clean image with no reference overlays",
      "sam_image_encoder_seconds": 5.058832791633904
    }
  ],
  "runs": [
    {
      "image_id": "scene",
      "prompt": "dog.",
      "status": "ok",
      "grounding_seconds": 6.514688292052597,
      "detections": [
        {
          "box_xyxy": [
            119.5780029296875,
            219.2798309326172,
            340.1262512207031,
            401.1214904785156
          ],
          "text": "dog",
          "grounding_score": 0.8587414622306824,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              177077,
              3,
              795,
              7,
              792,
              9,
              789,
              12,
              787,
              14,
              784,
              18,
              781,
              20,
              778,
              23,
              775,
              26,
              773,
              29,
              770,
              31,
              767,
              34,
              764,
              37,
              762,
              39,
              759,
              43,
              756,
              45,
              755,
              46,
              753,
              48,
              752,
              49,
              750,
              50,
              750,
              51,
              748,
              52,
              748,
              52,
              747,
              54,
              746,
              55,
              744,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              741,
              60,
              740,
              60,
              740,
              61,
              738,
              62,
              738,
              63,
              736,
              64,
              736,
              65,
              734,
              67,
              733,
              70,
              729,
              74,
              726,
              77,
              722,
              81,
              719,
              84,
              716,
              87,
              712,
              91,
              709,
              94,
              705,
              98,
              584,
              2,
              116,
              99,
              583,
              3,
              114,
              100,
              583,
              4,
              113,
              100,
              583,
              6,
              110,
              101,
              584,
              6,
              109,
              101,
              584,
              8,
              106,
              102,
              584,
              9,
              105,
              102,
              585,
              9,
              104,
              102,
              585,
              11,
              101,
              103,
              586,
              11,
              99,
              103,
              587,
              12,
              98,
              103,
              587,
              14,
              96,
              103,
              588,
              14,
              94,
              104,
              588,
              16,
              92,
              104,
              589,
              16,
              90,
              105,
              589,
              18,
              88,
              104,
              590,
              19,
              86,
              105,
              591,
              19,
              85,
              105,
              591,
              21,
              83,
              104,
              593,
              203,
              597,
              197,
              604,
              191,
              609,
              178,
              2,
              6,
              614,
              177,
              624,
              176,
              624,
              175,
              625,
              174,
              627,
              173,
              627,
              172,
              629,
              170,
              630,
              170,
              630,
              169,
              632,
              168,
              633,
              166,
              635,
              165,
              636,
              163,
              637,
              162,
              640,
              160,
              641,
              158,
              643,
              156,
              645,
              154,
              647,
              153,
              648,
              151,
              650,
              149,
              652,
              147,
              654,
              145,
              656,
              144,
              657,
              142,
              659,
              140,
              660,
              139,
              662,
              138,
              664,
              135,
              666,
              133,
              667,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              131,
              669,
              131,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              31,
              37,
              64,
              668,
              31,
              66,
              34,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              30,
              69,
              33,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              31,
              669,
              30,
              70,
              31,
              669,
              29,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              73,
              29,
              669,
              29,
              73,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              668,
              28,
              77,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              80,
              25,
              668,
              27,
              80,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              24,
              669,
              26,
              81,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              83,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              22,
              669,
              25,
              84,
              22,
              669,
              24,
              85,
              22,
              669,
              24,
              85,
              22,
              670,
              22,
              87,
              20,
              80523
            ]
          },
          "sam_predicted_iou": 0.9901506900787354,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            418.92413330078125,
            144.23948669433594,
            539.439697265625,
            367.8963317871094
          ],
          "text": "dog",
          "grounding_score": 0.26598814129829407,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              116492,
              6,
              790,
              14,
              783,
              20,
              778,
              24,
              775,
              26,
              772,
              30,
              769,
              32,
              767,
              34,
              765,
              36,
              763,
              38,
              762,
              38,
              761,
              40,
              759,
              42,
              758,
              42,
              757,
              44,
              756,
              44,
              756,
              44,
              755,
              46,
              754,
              46,
              754,
              46,
              754,
              46,
              753,
              47,
              753,
              48,
              752,
              48,
              752,
              48,
              752,
              47,
              753,
              47,
              754,
              46,
              754,
              46,
              754,
              46,
              754,
              46,
              755,
              45,
              755,
              44,
              757,
              43,
              757,
              42,
              759,
              41,
              759,
              40,
              760,
              39,
              762,
              37,
              764,
              36,
              765,
              34,
              767,
              32,
              769,
              30,
              772,
              26,
              775,
              24,
              779,
              20,
              782,
              15,
              787,
              9,
              4777,
              10,
              25,
              5,
              760,
              7,
              28,
              5,
              760,
              1,
              35,
              5,
              796,
              5,
              755,
              3,
              37,
              5,
              755,
              3,
              37,
              5,
              755,
              4,
              37,
              5,
              753,
              5,
              37,
              6,
              752,
              5,
              37,
              6,
              751,
              6,
              36,
              8,
              749,
              7,
              36,
              8,
              749,
              7,
              37,
              7,
              749,
              7,
              37,
              8,
              748,
              7,
              37,
              8,
              747,
              7,
              38,
              9,
              746,
              7,
              38,
              9,
              745,
              8,
              38,
              10,
              744,
              8,
              38,
              10,
              743,
              10,
              37,
              10,
              743,
              10,
              37,
              11,
              742,
              10,
              37,
              11,
              741,
              11,
              37,
              12,
              740,
              11,
              37,
              12,
              740,
              11,
              37,
              13,
              738,
              12,
              37,
              13,
              738,
              13,
              36,
              14,
              737,
              12,
              37,
              14,
              736,
              13,
              37,
              15,
              735,
              13,
              37,
              15,
              734,
              14,
              37,
              16,
              733,
              14,
              37,
              16,
              733,
              15,
              36,
              16,
              733,
              15,
              36,
              17,
              731,
              16,
              36,
              17,
              731,
              16,
              36,
              18,
              729,
              17,
              36,
              18,
              729,
              17,
              36,
              19,
              727,
              18,
              36,
              19,
              727,
              18,
              36,
              19,
              727,
              18,
              37,
              19,
              725,
              18,
              39,
              18,
              725,
              17,
              3,
              2,
              36,
              18,
              723,
              18,
              2,
              3,
              37,
              17,
              723,
              18,
              2,
              4,
              36,
              18,
              722,
              18,
              2,
              4,
              36,
              18,
              721,
              19,
              2,
              4,
              37,
              17,
              721,
              18,
              3,
              4,
              27,
              3,
              7,
              18,
              720,
              17,
              4,
              3,
              28,
              3,
              7,
              18,
              719,
              17,
              5,
              3,
              29,
              2,
              8,
              18,
              718,
              17,
              5,
              3,
              39,
              18,
              718,
              16,
              7,
              2,
              39,
              18,
              718,
              16,
              6,
              3,
              40,
              16,
              719,
              15,
              7,
              4,
              40,
              12,
              723,
              14,
              7,
              4,
              40,
              10,
              727,
              11,
              8,
              4,
              40,
              9,
              730,
              9,
              8,
              4,
              41,
              6,
              734,
              6,
              9,
              4,
              42,
              3,
              737,
              5,
              10,
              3,
              28,
              1,
              755,
              2,
              11,
              2,
              29,
              1,
              769,
              1,
              29,
              1,
              769,
              1,
              28,
              3,
              768,
              3,
              6,
              8,
              6,
              9,
              768,
              32,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              32,
              768,
              32,
              768,
              32,
              768,
              32,
              768,
              32,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              767,
              33,
              766,
              34,
              766,
              34,
              765,
              35,
              765,
              35,
              764,
              36,
              764,
              37,
              762,
              38,
              762,
              38,
              761,
              39,
              761,
              39,
              760,
              41,
              758,
              42,
              758,
              42,
              757,
              43,
              757,
              43,
              756,
              45,
              755,
              45,
              754,
              46,
              753,
              27,
              2,
              18,
              753,
              27,
              2,
              18,
              752,
              27,
              4,
              17,
              752,
              27,
              4,
              18,
              750,
              27,
              5,
              18,
              750,
              26,
              6,
              18,
              749,
              27,
              6,
              18,
              749,
              26,
              8,
              17,
              748,
              26,
              9,
              18,
              747,
              26,
              9,
              18,
              746,
              26,
              10,
              18,
              745,
              27,
              10,
              18,
              745,
              26,
              12,
              17,
              744,
              27,
              12,
              18,
              743,
              26,
              13,
              18,
              742,
              26,
              14,
              18,
              742,
              26,
              14,
              18,
              741,
              26,
              15,
              18,
              740,
              26,
              17,
              17,
              740,
              26,
              17,
              18,
              738,
              26,
              18,
              18,
              738,
              25,
              19,
              18,
              737,
              26,
              19,
              18,
              736,
              26,
              21,
              17,
              736,
              25,
              22,
              17,
              736,
              25,
              22,
              18,
              734,
              25,
              23,
              18,
              733,
              26,
              23,
              18,
              733,
              25,
              24,
              18,
              732,
              25,
              25,
              18,
              731,
              26,
              26,
              17,
              729,
              27,
              27,
              18,
              726,
              28,
              28,
              18,
              724,
              30,
              28,
              18,
              723,
              30,
              29,
              18,
              721,
              32,
              30,
              17,
              719,
              33,
              31,
              17,
              717,
              34,
              33,
              15,
              716,
              36,
              763,
              36,
              762,
              37,
              761,
              39,
              759,
              40,
              758,
              40,
              759,
              40,
              758,
              40,
              760,
              39,
              761,
              37,
              763,
              35,
              766,
              33,
              767,
              31,
              770,
              28,
              772,
              26,
              775,
              24,
              777,
              21,
              779,
              19,
              782,
              16,
              784,
              15,
              786,
              12,
              788,
              10,
              790,
              8,
              792,
              7,
              794,
              4,
              108366
            ]
          },
          "sam_predicted_iou": 0.8537149429321289,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        }
      ],
      "segmentation_seconds": 0.0971777499653399,
      "raw_text_labels": [
        "dog",
        "dog"
      ]
    },
    {
      "image_id": "scene",
      "prompt": "red ball.",
      "status": "ok",
      "grounding_seconds": 5.352609375026077,
      "detections": [
        {
          "box_xyxy": [
            369.3133850097656,
            339.0989685058594,
            430.3537292480469,
            400.4540710449219
          ],
          "text": "red ball",
          "grounding_score": 0.852780282497406,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              272394,
              11,
              786,
              18,
              779,
              24,
              774,
              28,
              770,
              32,
              767,
              34,
              765,
              37,
              762,
              39,
              759,
              42,
              758,
              43,
              755,
              45,
              755,
              46,
              753,
              48,
              751,
              49,
              751,
              50,
              749,
              52,
              747,
              53,
              747,
              54,
              745,
              55,
              745,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              741,
              59,
              741,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              741,
              59,
              741,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              743,
              56,
              744,
              56,
              745,
              54,
              746,
              54,
              746,
              54,
              747,
              52,
              748,
              51,
              750,
              50,
              751,
              48,
              753,
              46,
              754,
              46,
              756,
              43,
              757,
              42,
              760,
              39,
              762,
              36,
              765,
              34,
              768,
              30,
              772,
              26,
              775,
              24,
              779,
              18,
              786,
              9,
              80396
            ]
          },
          "sam_predicted_iou": 0.9816961884498596,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            470.3740234375,
            144.14080810546875,
            519.0777587890625,
            193.51800537109375
          ],
          "text": "red ball",
          "grounding_score": 0.3859589695930481,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              116492,
              6,
              789,
              16,
              781,
              22,
              777,
              24,
              774,
              28,
              771,
              30,
              769,
              32,
              767,
              34,
              765,
              36,
              763,
              38,
              761,
              40,
              760,
              40,
              759,
              42,
              757,
              44,
              756,
              44,
              756,
              44,
              755,
              46,
              754,
              46,
              754,
              46,
              753,
              47,
              753,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              753,
              46,
              754,
              46,
              754,
              46,
              754,
              46,
              755,
              44,
              756,
              44,
              757,
              42,
              758,
              42,
              759,
              40,
              760,
              39,
              762,
              38,
              763,
              36,
              765,
              34,
              767,
              32,
              769,
              30,
              771,
              28,
              774,
              24,
              778,
              20,
              782,
              15,
              789,
              6,
              245903
            ]
          },
          "sam_predicted_iou": 0.9864158630371094,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        }
      ],
      "segmentation_seconds": 0.11315950006246567,
      "raw_text_labels": [
        "red ball",
        "red ball"
      ]
    },
    {
      "image_id": "scene",
      "prompt": "ball beside the dog.",
      "status": "ok",
      "grounding_seconds": 5.65415612468496,
      "detections": [
        {
          "box_xyxy": [
            118.4317855834961,
            217.87826538085938,
            341.2857666015625,
            402.2923583984375
          ],
          "text": "dog",
          "grounding_score": 0.6029677391052246,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              177077,
              3,
              795,
              7,
              792,
              9,
              789,
              12,
              787,
              14,
              784,
              18,
              781,
              20,
              778,
              23,
              775,
              26,
              773,
              29,
              770,
              31,
              767,
              34,
              764,
              37,
              762,
              39,
              759,
              43,
              756,
              45,
              755,
              46,
              753,
              48,
              752,
              49,
              750,
              50,
              750,
              51,
              748,
              52,
              748,
              52,
              747,
              54,
              746,
              55,
              744,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              741,
              60,
              740,
              60,
              740,
              61,
              738,
              62,
              738,
              63,
              736,
              64,
              736,
              65,
              734,
              67,
              733,
              70,
              729,
              74,
              726,
              77,
              722,
              81,
              719,
              84,
              716,
              87,
              712,
              91,
              709,
              94,
              705,
              98,
              584,
              2,
              116,
              99,
              583,
              3,
              114,
              100,
              583,
              4,
              113,
              100,
              583,
              6,
              110,
              101,
              584,
              6,
              109,
              101,
              584,
              8,
              106,
              102,
              584,
              9,
              105,
              102,
              585,
              9,
              104,
              102,
              585,
              11,
              101,
              103,
              586,
              11,
              99,
              103,
              587,
              12,
              98,
              103,
              587,
              14,
              96,
              103,
              588,
              14,
              94,
              104,
              588,
              16,
              92,
              104,
              589,
              16,
              90,
              105,
              589,
              18,
              88,
              104,
              590,
              19,
              86,
              105,
              591,
              19,
              85,
              105,
              591,
              21,
              83,
              104,
              593,
              203,
              597,
              197,
              604,
              191,
              609,
              178,
              1,
              7,
              614,
              177,
              624,
              176,
              624,
              175,
              625,
              174,
              627,
              173,
              627,
              172,
              629,
              170,
              630,
              170,
              630,
              169,
              632,
              168,
              633,
              166,
              635,
              165,
              636,
              163,
              637,
              162,
              640,
              160,
              641,
              158,
              643,
              156,
              645,
              154,
              647,
              153,
              648,
              151,
              650,
              149,
              652,
              147,
              654,
              145,
              656,
              144,
              657,
              142,
              659,
              140,
              660,
              139,
              662,
              138,
              664,
              135,
              666,
              133,
              667,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              131,
              669,
              131,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              31,
              37,
              64,
              668,
              31,
              66,
              34,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              30,
              69,
              33,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              31,
              669,
              30,
              70,
              31,
              669,
              29,
              71,
              31,
              669,
              29,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              73,
              29,
              669,
              29,
              73,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              668,
              28,
              77,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              80,
              25,
              668,
              27,
              80,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              24,
              669,
              26,
              81,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              83,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              22,
              669,
              25,
              84,
              22,
              669,
              24,
              85,
              22,
              669,
              24,
              85,
              22,
              670,
              22,
              87,
              20,
              80523
            ]
          },
          "sam_predicted_iou": 0.9904142618179321,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            368.0762939453125,
            337.3293762207031,
            431.6858825683594,
            401.5261535644531
          ],
          "text": "ball",
          "grounding_score": 0.4758070707321167,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              272394,
              11,
              786,
              18,
              779,
              24,
              774,
              28,
              770,
              32,
              767,
              34,
              765,
              37,
              762,
              39,
              759,
              42,
              757,
              44,
              755,
              45,
              755,
              46,
              753,
              48,
              751,
              49,
              751,
              50,
              749,
              52,
              747,
              53,
              747,
              54,
              745,
              55,
              745,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              741,
              59,
              741,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              741,
              59,
              741,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              743,
              56,
              744,
              56,
              745,
              54,
              746,
              54,
              746,
              54,
              747,
              52,
              748,
              51,
              750,
              50,
              751,
              48,
              753,
              46,
              754,
              46,
              755,
              44,
              757,
              42,
              759,
              40,
              762,
              36,
              765,
              34,
              768,
              30,
              772,
              27,
              774,
              24,
              779,
              18,
              786,
              9,
              80396
            ]
          },
          "sam_predicted_iou": 0.9825204610824585,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        }
      ],
      "segmentation_seconds": 0.17791970819234848,
      "raw_text_labels": [
        "dog",
        "ball"
      ]
    },
    {
      "image_id": "scene",
      "prompt": "dog beside the red ball.",
      "status": "ok",
      "grounding_seconds": 5.722975166048855,
      "detections": [
        {
          "box_xyxy": [
            117.87821960449219,
            217.78097534179688,
            341.4512023925781,
            402.8959045410156
          ],
          "text": "dog",
          "grounding_score": 0.848216712474823,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              177077,
              3,
              795,
              7,
              792,
              9,
              789,
              12,
              787,
              14,
              784,
              18,
              781,
              20,
              778,
              23,
              775,
              26,
              773,
              29,
              770,
              31,
              767,
              34,
              764,
              37,
              762,
              39,
              759,
              43,
              756,
              45,
              755,
              46,
              753,
              48,
              752,
              49,
              750,
              50,
              750,
              51,
              748,
              52,
              748,
              52,
              747,
              54,
              746,
              55,
              744,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              741,
              60,
              740,
              60,
              740,
              61,
              738,
              62,
              738,
              63,
              736,
              64,
              736,
              65,
              734,
              67,
              733,
              70,
              729,
              74,
              726,
              77,
              722,
              81,
              719,
              84,
              716,
              87,
              712,
              91,
              709,
              94,
              705,
              98,
              584,
              2,
              116,
              99,
              583,
              3,
              114,
              100,
              583,
              4,
              113,
              100,
              583,
              6,
              110,
              101,
              584,
              6,
              109,
              101,
              584,
              8,
              106,
              102,
              584,
              9,
              105,
              102,
              585,
              9,
              104,
              102,
              585,
              11,
              101,
              103,
              586,
              11,
              99,
              103,
              587,
              12,
              98,
              103,
              587,
              14,
              96,
              103,
              588,
              14,
              94,
              104,
              588,
              16,
              92,
              104,
              589,
              16,
              90,
              105,
              589,
              18,
              88,
              104,
              590,
              19,
              86,
              105,
              591,
              19,
              85,
              105,
              591,
              21,
              83,
              104,
              593,
              203,
              597,
              197,
              604,
              191,
              609,
              178,
              1,
              7,
              614,
              177,
              624,
              176,
              624,
              175,
              625,
              174,
              627,
              173,
              627,
              172,
              629,
              170,
              630,
              170,
              630,
              169,
              632,
              168,
              633,
              166,
              635,
              165,
              636,
              163,
              637,
              162,
              640,
              160,
              641,
              158,
              643,
              156,
              645,
              154,
              647,
              153,
              648,
              151,
              650,
              149,
              652,
              147,
              654,
              145,
              656,
              144,
              657,
              142,
              659,
              140,
              660,
              139,
              662,
              138,
              664,
              135,
              666,
              133,
              667,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              131,
              669,
              131,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              31,
              37,
              64,
              668,
              31,
              66,
              34,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              30,
              69,
              33,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              31,
              669,
              30,
              70,
              31,
              669,
              29,
              71,
              31,
              669,
              29,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              73,
              29,
              669,
              29,
              73,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              668,
              28,
              77,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              80,
              25,
              668,
              27,
              80,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              24,
              669,
              26,
              81,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              83,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              22,
              669,
              25,
              84,
              22,
              669,
              24,
              85,
              22,
              669,
              24,
              85,
              22,
              670,
              22,
              87,
              20,
              80523
            ]
          },
          "sam_predicted_iou": 0.9904886484146118,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            368.2559814453125,
            338.0355529785156,
            431.3446044921875,
            401.7483215332031
          ],
          "text": "the red ball",
          "grounding_score": 0.31407347321510315,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              272394,
              11,
              786,
              18,
              779,
              24,
              774,
              28,
              770,
              32,
              767,
              34,
              765,
              37,
              762,
              39,
              759,
              42,
              758,
              43,
              755,
              45,
              755,
              46,
              753,
              48,
              751,
              49,
              751,
              50,
              749,
              52,
              747,
              53,
              747,
              54,
              745,
              55,
              745,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              741,
              59,
              741,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              741,
              59,
              741,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              743,
              56,
              744,
              56,
              745,
              54,
              746,
              54,
              746,
              54,
              747,
              52,
              748,
              51,
              750,
              50,
              751,
              48,
              753,
              46,
              754,
              46,
              755,
              44,
              757,
              42,
              759,
              40,
              762,
              36,
              765,
              34,
              768,
              30,
              772,
              27,
              774,
              24,
              779,
              18,
              786,
              9,
              80396
            ]
          },
          "sam_predicted_iou": 0.9822990894317627,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        }
      ],
      "segmentation_seconds": 0.10333154210820794,
      "raw_text_labels": [
        "dog",
        "the red ball"
      ]
    },
    {
      "image_id": "scene",
      "prompt": "bicycle.",
      "status": "ok",
      "grounding_seconds": 6.598818250000477,
      "detections": [
        {
          "box_xyxy": [
            119.62760925292969,
            219.3829803466797,
            340.156494140625,
            400.8179931640625
          ],
          "text": "bicycle",
          "grounding_score": 0.3475940525531769,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              177077,
              3,
              795,
              7,
              792,
              9,
              789,
              12,
              787,
              14,
              784,
              18,
              781,
              20,
              778,
              23,
              775,
              26,
              773,
              29,
              770,
              31,
              767,
              34,
              764,
              37,
              762,
              39,
              759,
              43,
              756,
              45,
              755,
              46,
              753,
              48,
              752,
              49,
              750,
              50,
              750,
              51,
              748,
              52,
              748,
              52,
              747,
              54,
              746,
              55,
              744,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              741,
              60,
              740,
              60,
              740,
              61,
              738,
              62,
              738,
              63,
              736,
              64,
              736,
              65,
              734,
              67,
              733,
              70,
              729,
              74,
              726,
              77,
              722,
              81,
              719,
              84,
              716,
              87,
              712,
              91,
              709,
              94,
              705,
              98,
              584,
              2,
              116,
              99,
              583,
              3,
              114,
              100,
              583,
              4,
              113,
              100,
              583,
              6,
              110,
              101,
              584,
              6,
              109,
              101,
              584,
              8,
              106,
              102,
              584,
              9,
              105,
              102,
              585,
              9,
              104,
              102,
              585,
              11,
              101,
              103,
              586,
              11,
              99,
              103,
              587,
              12,
              98,
              103,
              587,
              14,
              96,
              103,
              588,
              14,
              94,
              104,
              588,
              16,
              92,
              104,
              589,
              16,
              90,
              105,
              589,
              18,
              88,
              104,
              590,
              19,
              86,
              105,
              591,
              19,
              85,
              105,
              591,
              21,
              83,
              104,
              593,
              203,
              597,
              197,
              604,
              191,
              609,
              178,
              2,
              6,
              614,
              177,
              624,
              176,
              624,
              175,
              625,
              174,
              627,
              173,
              627,
              172,
              629,
              170,
              630,
              170,
              630,
              169,
              632,
              168,
              633,
              166,
              635,
              165,
              636,
              163,
              637,
              162,
              640,
              160,
              641,
              158,
              643,
              156,
              645,
              154,
              647,
              153,
              648,
              151,
              650,
              149,
              652,
              147,
              654,
              145,
              656,
              144,
              657,
              142,
              659,
              140,
              660,
              139,
              662,
              138,
              664,
              135,
              666,
              133,
              667,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              131,
              669,
              131,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              31,
              37,
              64,
              668,
              31,
              66,
              34,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              30,
              69,
              33,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              31,
              669,
              30,
              70,
              31,
              669,
              29,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              73,
              29,
              669,
              29,
              73,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              668,
              28,
              77,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              80,
              25,
              668,
              27,
              80,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              24,
              669,
              26,
              81,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              83,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              22,
              669,
              25,
              84,
              22,
              669,
              24,
              85,
              22,
              669,
              24,
              85,
              22,
              670,
              22,
              87,
              20,
              80523
            ]
          },
          "sam_predicted_iou": 0.9901273846626282,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            570.4110107421875,
            48.74971389770508,
            720.000732421875,
            300.12890625
          ],
          "text": "bicycle",
          "grounding_score": 0.26741310954093933,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              40644,
              4,
              1,
              3,
              779,
              28,
              766,
              40,
              756,
              48,
              748,
              56,
              741,
              62,
              736,
              66,
              732,
              71,
              726,
              76,
              723,
              79,
              719,
              83,
              715,
              87,
              712,
              90,
              708,
              94,
              705,
              96,
              703,
              98,
              700,
              101,
              698,
              104,
              695,
              106,
              693,
              108,
              691,
              110,
              690,
              111,
              687,
              114,
              685,
              116,
              684,
              117,
              682,
              119,
              680,
              120,
              680,
              121,
              678,
              123,
              677,
              123,
              676,
              125,
              675,
              126,
              673,
              127,
              672,
              129,
              671,
              129,
              671,
              130,
              669,
              131,
              669,
              131,
              668,
              133,
              667,
              133,
              667,
              133,
              667,
              134,
              665,
              135,
              665,
              135,
              665,
              135,
              665,
              136,
              664,
              136,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              663,
              137,
              662,
              137,
              663,
              137,
              662,
              138,
              662,
              138,
              662,
              137,
              662,
              138,
              662,
              138,
              661,
              138,
              662,
              138,
              662,
              138,
              661,
              139,
              661,
              140,
              660,
              140,
              659,
              142,
              658,
              142,
              658,
              143,
              657,
              143,
              657,
              144,
              655,
              145,
              655,
              146,
              654,
              146,
              654,
              146,
              654,
              147,
              653,
              147,
              653,
              147,
              653,
              147,
              653,
              147,
              653,
              148,
              652,
              148,
              652,
              148,
              652,
              148,
              652,
              148,
              653,
              147,
              653,
              147,
              653,
              147,
              653,
              147,
              654,
              146,
              654,
              146,
              654,
              146,
              655,
              145,
              655,
              145,
              655,
              144,
              657,
              143,
              657,
              143,
              658,
              142,
              658,
              141,
              660,
              140,
              660,
              140,
              661,
              138,
              663,
              137,
              663,
              136,
              665,
              135,
              666,
              133,
              668,
              132,
              668,
              131,
              670,
              129,
              673,
              127,
              674,
              125,
              676,
              123,
              678,
              121,
              680,
              119,
              683,
              117,
              684,
              115,
              686,
              113,
              689,
              110,
              691,
              107,
              695,
              104,
              698,
              101,
              701,
              97,
              705,
              94,
              710,
              88,
              715,
              83,
              720,
              78,
              728,
              70,
              740,
              57,
              744,
              53,
              748,
              49,
              751,
              27,
              8,
              6,
              759,
              27,
              773,
              27,
              773,
              27,
              773,
              27,
              773,
              27,
              773,
              27,
              773,
              27,
              772,
              28,
              773,
              27,
              773,
              27,
              773,
              27,
              773,
              27,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              772,
              28,
              773,
              27,
              774,
              3,
              1,
              3,
              4,
              14,
              160142
            ]
          },
          "sam_predicted_iou": 1.0018624067306519,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        }
      ],
      "segmentation_seconds": 0.14949333295226097,
      "raw_text_labels": [
        "bicycle",
        "bicycle"
      ]
    },
    {
      "image_id": "scene-swapped",
      "prompt": "red ball.",
      "status": "ok",
      "grounding_seconds": 6.255531584378332,
      "detections": [
        {
          "box_xyxy": [
            609.3240966796875,
            349.0052795410156,
            670.265380859375,
            410.4097595214844
          ],
          "text": "red ball",
          "grounding_score": 0.7831831574440002,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              280634,
              11,
              786,
              18,
              780,
              23,
              774,
              28,
              771,
              31,
              767,
              35,
              764,
              37,
              761,
              40,
              759,
              42,
              757,
              44,
              755,
              46,
              754,
              47,
              752,
              48,
              751,
              50,
              749,
              51,
              749,
              52,
              747,
              53,
              747,
              54,
              745,
              55,
              745,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              741,
              59,
              741,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              59,
              742,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              743,
              56,
              744,
              56,
              744,
              55,
              746,
              54,
              746,
              53,
              748,
              52,
              748,
              51,
              750,
              50,
              751,
              48,
              753,
              46,
              754,
              45,
              756,
              44,
              757,
              42,
              760,
              38,
              763,
              36,
              765,
              34,
              768,
              30,
              771,
              27,
              775,
              24,
              780,
              16,
              787,
              10,
              72155
            ]
          },
          "sam_predicted_iou": 0.9873813986778259,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            369.254150390625,
            339.0649108886719,
            430.5108947753906,
            400.50152587890625
          ],
          "text": "red ball",
          "grounding_score": 0.6855496168136597,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              272394,
              11,
              786,
              18,
              779,
              24,
              774,
              28,
              770,
              32,
              767,
              34,
              765,
              37,
              762,
              39,
              759,
              42,
              758,
              43,
              756,
              45,
              754,
              46,
              753,
              48,
              751,
              50,
              750,
              50,
              749,
              52,
              747,
              54,
              746,
              54,
              745,
              56,
              744,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              741,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              741,
              59,
              741,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              743,
              56,
              744,
              56,
              745,
              55,
              745,
              54,
              747,
              52,
              748,
              52,
              748,
              51,
              750,
              50,
              751,
              48,
              753,
              46,
              754,
              46,
              755,
              44,
              757,
              42,
              759,
              39,
              763,
              36,
              765,
              34,
              768,
              30,
              772,
              27,
              774,
              24,
              779,
              18,
              786,
              9,
              80396
            ]
          },
          "sam_predicted_iou": 0.9823901057243347,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            470.4394836425781,
            144.1581573486328,
            519.053955078125,
            193.44989013671875
          ],
          "text": "red ball",
          "grounding_score": 0.5338534116744995,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              116492,
              6,
              789,
              16,
              781,
              22,
              777,
              24,
              774,
              28,
              771,
              30,
              769,
              32,
              767,
              34,
              765,
              36,
              763,
              38,
              761,
              40,
              760,
              40,
              759,
              42,
              757,
              44,
              756,
              44,
              756,
              44,
              755,
              46,
              754,
              46,
              754,
              46,
              753,
              47,
              753,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              752,
              48,
              753,
              46,
              754,
              46,
              754,
              46,
              754,
              46,
              755,
              44,
              756,
              44,
              757,
              42,
              758,
              42,
              759,
              40,
              760,
              39,
              762,
              38,
              763,
              36,
              765,
              34,
              767,
              32,
              769,
              30,
              771,
              28,
              774,
              24,
              778,
              20,
              782,
              15,
              789,
              6,
              245903
            ]
          },
          "sam_predicted_iou": 0.986500084400177,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        }
      ],
      "segmentation_seconds": 0.11695812502875924,
      "raw_text_labels": [
        "red ball",
        "red ball",
        "red ball"
      ]
    },
    {
      "image_id": "scene-swapped",
      "prompt": "ball beside the dog.",
      "status": "ok",
      "grounding_seconds": 6.3281759158708155,
      "detections": [
        {
          "box_xyxy": [
            118.47445678710938,
            217.93124389648438,
            341.299560546875,
            402.2667236328125
          ],
          "text": "dog",
          "grounding_score": 0.620775043964386,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              177077,
              3,
              795,
              7,
              792,
              9,
              789,
              12,
              787,
              14,
              784,
              18,
              781,
              20,
              778,
              23,
              775,
              26,
              773,
              29,
              770,
              31,
              767,
              34,
              764,
              37,
              762,
              39,
              759,
              43,
              756,
              45,
              755,
              46,
              753,
              48,
              752,
              49,
              750,
              50,
              750,
              51,
              748,
              52,
              748,
              52,
              747,
              54,
              746,
              55,
              744,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              741,
              60,
              740,
              60,
              740,
              61,
              738,
              62,
              738,
              63,
              736,
              64,
              736,
              65,
              734,
              67,
              733,
              70,
              729,
              74,
              726,
              77,
              722,
              81,
              719,
              84,
              716,
              87,
              712,
              91,
              709,
              94,
              705,
              98,
              584,
              2,
              116,
              99,
              583,
              3,
              114,
              100,
              583,
              4,
              113,
              100,
              583,
              6,
              110,
              101,
              584,
              6,
              109,
              101,
              584,
              8,
              106,
              102,
              584,
              9,
              105,
              102,
              585,
              9,
              104,
              102,
              585,
              11,
              101,
              103,
              586,
              11,
              99,
              103,
              587,
              12,
              98,
              103,
              587,
              14,
              96,
              103,
              588,
              14,
              94,
              104,
              588,
              16,
              92,
              104,
              589,
              16,
              90,
              105,
              589,
              18,
              88,
              104,
              590,
              19,
              86,
              105,
              591,
              19,
              85,
              105,
              591,
              21,
              83,
              104,
              593,
              203,
              597,
              197,
              604,
              191,
              609,
              186,
              614,
              177,
              624,
              176,
              624,
              175,
              625,
              174,
              627,
              173,
              627,
              172,
              629,
              170,
              630,
              170,
              630,
              169,
              632,
              168,
              633,
              166,
              635,
              165,
              636,
              163,
              637,
              162,
              640,
              160,
              641,
              158,
              643,
              156,
              645,
              154,
              647,
              153,
              648,
              151,
              650,
              149,
              652,
              147,
              654,
              145,
              656,
              144,
              657,
              142,
              659,
              140,
              660,
              139,
              662,
              138,
              664,
              135,
              666,
              133,
              667,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              131,
              669,
              131,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              132,
              668,
              31,
              37,
              64,
              668,
              31,
              66,
              34,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              31,
              68,
              33,
              668,
              30,
              69,
              33,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              32,
              668,
              30,
              70,
              31,
              669,
              30,
              70,
              31,
              669,
              29,
              71,
              31,
              669,
              29,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              30,
              71,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              72,
              31,
              668,
              29,
              73,
              29,
              669,
              29,
              73,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              669,
              28,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              29,
              74,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              29,
              668,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              28,
              75,
              28,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              669,
              27,
              77,
              27,
              668,
              28,
              77,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              27,
              668,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              27,
              78,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              79,
              26,
              669,
              26,
              80,
              25,
              669,
              26,
              80,
              25,
              668,
              27,
              80,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              25,
              668,
              26,
              81,
              24,
              669,
              26,
              81,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              82,
              24,
              669,
              25,
              83,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              23,
              669,
              24,
              84,
              22,
              669,
              25,
              84,
              22,
              669,
              24,
              85,
              22,
              669,
              24,
              85,
              22,
              670,
              22,
              87,
              20,
              80523
            ]
          },
          "sam_predicted_iou": 0.989642858505249,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        },
        {
          "box_xyxy": [
            367.7435607910156,
            337.12640380859375,
            432.11248779296875,
            401.7191162109375
          ],
          "text": "ball",
          "grounding_score": 0.4973320960998535,
          "score_kind": "maximum sigmoid text-token alignment score; not calibrated correctness probability",
          "mask_rle": {
            "size": [
              500,
              800
            ],
            "order": "C",
            "counts": [
              272394,
              11,
              786,
              18,
              779,
              24,
              774,
              28,
              770,
              32,
              767,
              34,
              765,
              37,
              762,
              39,
              759,
              42,
              758,
              43,
              756,
              45,
              754,
              46,
              753,
              48,
              751,
              50,
              750,
              50,
              749,
              52,
              747,
              54,
              746,
              54,
              745,
              56,
              744,
              56,
              744,
              56,
              743,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              741,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              740,
              60,
              741,
              59,
              741,
              58,
              742,
              58,
              742,
              58,
              742,
              58,
              743,
              56,
              744,
              56,
              745,
              55,
              745,
              54,
              747,
              52,
              748,
              52,
              748,
              51,
              750,
              50,
              751,
              48,
              753,
              46,
              754,
              46,
              755,
              44,
              757,
              42,
              759,
              39,
              763,
              36,
              765,
              34,
              768,
              30,
              772,
              27,
              774,
              24,
              779,
              18,
              786,
              9,
              80396
            ]
          },
          "sam_predicted_iou": 0.9826517105102539,
          "sam_predicted_iou_kind": "model quality estimate, not measured overlap with a ground-truth mask"
        }
      ],
      "segmentation_seconds": 0.09639666695147753,
      "raw_text_labels": [
        "dog",
        "ball"
      ]
    }
  ],
  "preprocessing": {
    "grounding_dino": {
      "_processor_class": "GroundingDinoProcessor",
      "image_processor_type": "GroundingDinoImageProcessor",
      "format": "coco_detection",
      "do_resize": true,
      "size": {
        "longest_edge": 1333,
        "shortest_edge": 800
      },
      "resample": 2,
      "do_rescale": true,
      "rescale_factor": 0.00392156862745098,
      "do_normalize": true,
      "do_convert_annotations": true,
      "image_mean": [
        0.485,
        0.456,
        0.406
      ],
      "image_std": [
        0.229,
        0.224,
        0.225
      ],
      "do_pad": true,
      "pad_size": null
    },
    "sam": {
      "_processor_class": "SamProcessor",
      "image_processor_type": "SamImageProcessor",
      "do_resize": true,
      "size": {
        "longest_edge": 1024
      },
      "mask_size": {
        "longest_edge": 256
      },
      "resample": 2,
      "do_rescale": true,
      "rescale_factor": 0.00392156862745098,
      "do_normalize": true,
      "image_mean": [
        0.485,
        0.456,
        0.406
      ],
      "image_std": [
        0.229,
        0.224,
        0.225
      ],
      "do_pad": true,
      "pad_size": {
        "height": 1024,
        "width": 1024
      },
      "mask_pad_size": {
        "height": 256,
        "width": 256
      },
      "do_convert_rgb": true
    }
  }
}