V2 Performance Signal Detected by TorchBench CI on '2.5.0.dev20240823+cu124'

[xuzhao9]

TorchBench CI has detected a performance signal.

Base PyTorch version: 2.4.0.dev20240606+cu121

Base PyTorch commit: ffaea656b5d8ff6518669494cc8f664b94f8e8b1

Affected PyTorch version: 2.5.0.dev20240823+cu124

Affected PyTorch commit: 255cd75a974389985a7a542be1455210a9c369e2

Affected Tests:

• test_train[Super_SloMo-cuda-eager]: +14.61805%
• test_eval[Super_SloMo-cuda-eager]: +11.07104%
• test_train[Super_SloMo-cuda-jit]: +14.74192%
• test_eval[Super_SloMo-cuda-jit]: +11.21994%
• test_eval[alexnet-cuda-eager]: +10.51334%
• test_eval[alexnet-cuda-jit]: +13.73574%
• test_train[dcgan-cuda-eager]: +63.69654%
• test_train[dcgan-cuda-jit]: +63.62525%
• test_eval[pyhpc_equation_of_state-cpu-jit]: +9.97100%
• test_eval[pytorch_stargan-cpu-eager]: -14.98893%
• test_eval[pytorch_stargan-cpu-jit]: -17.85076%
• test_eval[resnext50_32x4d-cpu-jit]: +21.44601%
• test_eval[shufflenet_v2_x1_0-cpu-eager]: +8.93985%
• test_eval[shufflenet_v2_x1_0-cuda-jit]: -27.54229%
• test_train[timm_nfnet-cpu-jit]: -14.20846%
• test_eval[timm_regnet-cuda-eager]: +170.54885%
• test_eval[timm_regnet-cuda-jit]: +355.16123%
• test_train[yolov3-cuda-eager]: -9.84327%

cc @xuzhao9

Result json:

{
  "start": "ffaea656b5d8ff6518669494cc8f664b94f8e8b1",
  "end": "255cd75a974389985a7a542be1455210a9c369e2",
  "threshold": 7,
  "timeout": 120,
  "torchbench_branch": "v2.0",
  "result": [
    {
      "commit1": "4669c6d3ae8",
      "commit1_time": "2024-06-14 07:13:10 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0923692848533392
      },
      "commit2": "e886122e981",
      "commit2_time": "2024-06-14 07:30:31 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0765947388485074
      }
    },
    {
      "commit1": "03725a05127",
      "commit1_time": "2024-06-14 07:30:31 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08224194943904876
      },
      "commit2": "0344f95c2ea",
      "commit2_time": "2024-06-14 07:49:09 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07491312576457858
      }
    },
    {
      "commit1": "8629939a518",
      "commit1_time": "2024-06-14 16:01:12 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06609048480167985
      },
      "commit2": "732b4e90740",
      "commit2_time": "2024-06-14 16:04:37 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08130113426595927
      }
    },
    {
      "commit1": "ed5b8432cdf",
      "commit1_time": "2024-06-19 03:12:18 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09956794548779727
      },
      "commit2": "8771e3429c3",
      "commit2_time": "2024-06-19 03:38:58 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08958239508792758
      }
    },
    {
      "commit1": "c012013aa6c",
      "commit1_time": "2024-06-25 00:43:34 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08977546002715826
      },
      "commit2": "514f9279f82",
      "commit2_time": "2024-06-25 01:31:26 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08104883944615722
      }
    },
    {
      "commit1": "665dbc2f52f",
      "commit1_time": "2024-06-25 05:12:02 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.10133165065199137
      },
      "commit2": "533c4190f96",
      "commit2_time": "2024-06-25 05:21:00 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09176293071359395
      }
    },
    {
      "commit1": "1865fe282f2",
      "commit1_time": "2024-06-25 20:09:41 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07907450189813972
      },
      "commit2": "e68ee2cadb7",
      "commit2_time": "2024-06-25 20:12:46 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.11020308686420321
      }
    },
    {
      "commit1": "bd3a11776fb",
      "commit1_time": "2024-06-26 05:25:57 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09943824606016279
      },
      "commit2": "c04cec609df",
      "commit2_time": "2024-06-26 05:25:57 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08269998887553812
      }
    },
    {
      "commit1": "87d14ad419f",
      "commit1_time": "2024-06-26 18:34:48 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06479008290916681
      },
      "commit2": "cca85c96cdb",
      "commit2_time": "2024-06-26 18:35:31 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08190443674102425
      }
    },
    {
      "commit1": "795db809755",
      "commit1_time": "2024-06-26 20:32:40 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08599873445928097
      },
      "commit2": "7b1988f9222",
      "commit2_time": "2024-06-26 20:33:14 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06597565840929746
      }
    },
    {
      "commit1": "4082759925a",
      "commit1_time": "2024-06-27 05:44:27 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09209958603605628
      },
      "commit2": "cf392d8a89a",
      "commit2_time": "2024-06-27 06:01:47 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08205156922340393
      }
    },
    {
      "commit1": "321bdcb372d",
      "commit1_time": "2024-06-27 17:14:13 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06629215069115162
      },
      "commit2": "e0bba37d664",
      "commit2_time": "2024-06-27 17:23:22 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07645724518224598
      }
    },
    {
      "commit1": "7cf0b90e496",
      "commit1_time": "2024-06-27 23:16:24 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07348101204261184
      },
      "commit2": "3fc279633b4",
      "commit2_time": "2024-06-27 23:49:16 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07900590971112251
      }
    },
    {
      "commit1": "6897631cebb",
      "commit1_time": "2024-06-28 16:30:25 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06793248653411865
      },
      "commit2": "c12a4f2e65a",
      "commit2_time": "2024-06-28 17:02:10 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08842980582267046
      }
    },
    {
      "commit1": "e886122e981",
      "commit1_time": "2024-06-14 07:30:31 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0765947388485074
      },
      "commit2": "dd3b79a08fe",
      "commit2_time": "2024-06-14 07:30:31 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0866008692421019
      }
    },
    {
      "commit1": "abde6cab4c7",
      "commit1_time": "2024-06-18 19:31:13 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08638483742251993
      },
      "commit2": "fe8558b7aa4",
      "commit2_time": "2024-06-18 19:42:51 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07408499866724014
      }
    },
    {
      "commit1": "5bc9835d64e",
      "commit1_time": "2024-06-18 20:09:00 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08072892986238003
      },
      "commit2": "1babeddbbf3",
      "commit2_time": "2024-06-18 20:09:00 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.10071474313735962
      }
    },
    {
      "commit1": "1babeddbbf3",
      "commit1_time": "2024-06-18 20:09:00 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.10071474313735962
      },
      "commit2": "44722c6b108",
      "commit2_time": "2024-06-18 20:09:00 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09073042059317231
      }
    },
    {
      "commit1": "cec31050b46",
      "commit1_time": "2024-06-18 21:49:02 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08625053009018302
      },
      "commit2": "3b798df8534",
      "commit2_time": "2024-06-18 21:49:08 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09847999820485712
      }
    },
    {
      "commit1": "3b798df8534",
      "commit1_time": "2024-06-18 21:49:08 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09847999820485712
      },
      "commit2": "a0e1e20c415",
      "commit2_time": "2024-06-18 21:49:08 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0771773288026452
      }
    },
    {
      "commit1": "d9c294c6726",
      "commit1_time": "2024-06-18 22:06:55 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08123574946075678
      },
      "commit2": "ac5f565fa70",
      "commit2_time": "2024-06-18 22:26:14 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.088935586810112
      }
    },
    {
      "commit1": "8771e3429c3",
      "commit1_time": "2024-06-19 03:38:58 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08958239508792758
      },
      "commit2": "eb9f4da11e8",
      "commit2_time": "2024-06-19 03:41:22 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07801676113158465
      }
    },
    {
      "commit1": "8b6391ee591",
      "commit1_time": "2024-06-25 00:29:50 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07980184061452747
      },
      "commit2": "78e40b271b3",
      "commit2_time": "2024-06-25 00:38:03 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09492776999250055
      }
    },
    {
      "commit1": "f18becaaf1c",
      "commit1_time": "2024-06-25 04:19:44 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08609405346214771
      },
      "commit2": "0e1e2890335",
      "commit2_time": "2024-06-25 04:47:53 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.10386830186471344
      }
    },
    {
      "commit1": "8bfd9e98154",
      "commit1_time": "2024-06-25 06:01:50 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09384914310649037
      },
      "commit2": "4ca8eecca4c",
      "commit2_time": "2024-06-25 08:25:11 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.11509985122829676
      }
    },
    {
      "commit1": "4ca8eecca4c",
      "commit1_time": "2024-06-25 08:25:11 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.11509985122829676
      },
      "commit2": "0314c4c101c",
      "commit2_time": "2024-06-25 08:28:38 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07785862507298588
      }
    },
    {
      "commit1": "0314c4c101c",
      "commit1_time": "2024-06-25 08:28:38 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07785862507298588
      },
      "commit2": "63474620ab7",
      "commit2_time": "2024-06-25 09:04:53 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.10279310522601008
      }
    },
    {
      "commit1": "63474620ab7",
      "commit1_time": "2024-06-25 09:04:53 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.10279310522601008
      },
      "commit2": "6508f0f5d48",
      "commit2_time": "2024-06-25 10:54:58 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.12118605598807335
      }
    },
    {
      "commit1": "6508f0f5d48",
      "commit1_time": "2024-06-25 10:54:58 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.12118605598807335
      },
      "commit2": "bbdeff76fc1",
      "commit2_time": "2024-06-25 11:05:41 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07323666922748089
      }
    },
    {
      "commit1": "e68ee2cadb7",
      "commit1_time": "2024-06-25 20:12:46 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.11020308686420321
      },
      "commit2": "45f28769348",
      "commit2_time": "2024-06-25 20:20:03 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0830547170713544
      }
    },
    {
      "commit1": "551e4127185",
      "commit1_time": "2024-06-25 20:59:49 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0891700204461813
      },
      "commit2": "e58ef5b65f4",
      "commit2_time": "2024-06-25 21:04:53 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07305829375982284
      }
    },
    {
      "commit1": "e58ef5b65f4",
      "commit1_time": "2024-06-25 21:04:53 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07305829375982284
      },
      "commit2": "e1499f63420",
      "commit2_time": "2024-06-25 21:09:34 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0672982543706894
      }
    },
    {
      "commit1": "fd414d61892",
      "commit1_time": "2024-06-25 21:25:50 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06578723778948188
      },
      "commit2": "1c5df9107d2",
      "commit2_time": "2024-06-25 22:10:31 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08378814617171884
      }
    },
    {
      "commit1": "bbd47f7b2fd",
      "commit1_time": "2024-06-25 22:32:21 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08117266483604908
      },
      "commit2": "52341c28e81",
      "commit2_time": "2024-06-25 23:13:57 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09984442088752984
      }
    },
    {
      "commit1": "52341c28e81",
      "commit1_time": "2024-06-25 23:13:57 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09984442088752984
      },
      "commit2": "87ebd627a78",
      "commit2_time": "2024-06-25 23:23:16 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06426706071943045
      }
    },
    {
      "commit1": "f389541ce06",
      "commit1_time": "2024-06-25 23:26:34 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06768666151911021
      },
      "commit2": "575bc1e3afc",
      "commit2_time": "2024-06-25 23:47:08 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.10586495818570256
      }
    },
    {
      "commit1": "000f2d637bf",
      "commit1_time": "2024-06-26 06:12:01 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07971110874786973
      },
      "commit2": "8b8e2fcdda4",
      "commit2_time": "2024-06-26 06:41:47 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08899562330916524
      }
    },
    {
      "commit1": "53fafdd0c35",
      "commit1_time": "2024-06-26 13:47:52 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08960495283827186
      },
      "commit2": "42d490d41d0",
      "commit2_time": "2024-06-26 13:50:39 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06545313214883208
      }
    },
    {
      "commit1": "cca85c96cdb",
      "commit1_time": "2024-06-26 18:35:31 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08190443674102425
      },
      "commit2": "e9aefad641f",
      "commit2_time": "2024-06-26 18:54:41 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09564667297527193
      }
    },
    {
      "commit1": "e9aefad641f",
      "commit1_time": "2024-06-26 18:54:41 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09564667297527193
      },
      "commit2": "895316119d7",
      "commit2_time": "2024-06-26 19:03:57 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08779285326600075
      }
    },
    {
      "commit1": "13316a8d464",
      "commit1_time": "2024-06-26 21:24:05 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0655002380721271
      },
      "commit2": "b8e5678ad21",
      "commit2_time": "2024-06-26 21:53:54 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07772335903719067
      }
    },
    {
      "commit1": "cf392d8a89a",
      "commit1_time": "2024-06-27 06:01:47 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08205156922340393
      },
      "commit2": "c9798d123b4",
      "commit2_time": "2024-06-27 06:06:04 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06492187706753612
      }
    },
    {
      "commit1": "c9798d123b4",
      "commit1_time": "2024-06-27 06:06:04 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06492187706753612
      },
      "commit2": "9f29a2291c5",
      "commit2_time": "2024-06-27 06:38:54 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0728288784623146
      }
    },
    {
      "commit1": "5c6af2b5837",
      "commit1_time": "2024-06-27 16:50:47 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07915694741532206
      },
      "commit2": "04206d1898e",
      "commit2_time": "2024-06-27 17:01:04 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06546245869249105
      }
    },
    {
      "commit1": "3fc279633b4",
      "commit1_time": "2024-06-27 23:49:16 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07900590971112251
      },
      "commit2": "fb5888c7190",
      "commit2_time": "2024-06-27 23:51:18 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07262730319052935
      }
    },
    {
      "commit1": "fb5888c7190",
      "commit1_time": "2024-06-27 23:51:18 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07262730319052935
      },
      "commit2": "169b4ca07eb",
      "commit2_time": "2024-06-27 23:53:13 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.0846182613633573
      }
    },
    {
      "commit1": "9e1f3ecaa71",
      "commit1_time": "2024-06-28 00:35:15 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.07955203149467707
      },
      "commit2": "8ba0f6c7c2e",
      "commit2_time": "2024-06-28 00:49:39 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.09252550881356
      }
    },
    {
      "commit1": "b84036e3fb8",
      "commit1_time": "2024-06-28 16:27:42 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08049141485244035
      },
      "commit2": "6897631cebb",
      "commit2_time": "2024-06-28 16:30:25 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06793248653411865
      }
    },
    {
      "commit1": "c12a4f2e65a",
      "commit1_time": "2024-06-28 17:02:10 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08842980582267046
      },
      "commit2": "26d633b7213",
      "commit2_time": "2024-06-28 17:24:12 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08163923127576708
      }
    },
    {
      "commit1": "0a337613f81",
      "commit1_time": "2024-06-28 21:36:40 +0000",
      "commit1_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.08311240002512932
      },
      "commit2": "7bda23ef849",
      "commit2_time": "2024-06-28 21:49:56 +0000",
      "commit2_digest": {
        "test_eval[pyhpc_equation_of_state-cpu-jit]": 0.06881853016093373
      }
    }
  ]
}

Bisection workflow link: https://github.com/pytorch/benchmark/actions/runs/10528966656