V2 Performance Signal Detected by TorchBench CI on '2.6.0.dev20240915+cu124'

[xuzhao9]

TorchBench CI has detected a performance signal.

Base PyTorch version: 2.4.0.dev20240606+cu121

Base PyTorch commit: ffaea656b5d8ff6518669494cc8f664b94f8e8b1

Affected PyTorch version: 2.6.0.dev20240915+cu124

Affected PyTorch commit: c64ae601ba9eb3ad2cd3402a14f6ac83c0ab7eba

Affected Tests:

• test_train[Super_SloMo-cuda-eager]: +14.62265%
• test_eval[Super_SloMo-cuda-eager]: +11.06747%
• test_train[Super_SloMo-cuda-jit]: +14.74143%
• test_eval[Super_SloMo-cuda-jit]: +11.20052%
• test_eval[alexnet-cuda-eager]: +10.42983%
• test_eval[alexnet-cuda-jit]: +13.64061%
• test_train[dcgan-cuda-eager]: +63.67294%
• test_train[dcgan-cuda-jit]: +63.57240%
• test_eval[pytorch_stargan-cpu-eager]: -14.39226%
• test_eval[pytorch_stargan-cpu-jit]: -16.16358%
• test_eval[resnext50_32x4d-cpu-jit]: +11.53036%
• test_eval[shufflenet_v2_x1_0-cpu-eager]: +13.43812%
• test_eval[shufflenet_v2_x1_0-cuda-jit]: -27.55470%
• test_train[timm_nfnet-cpu-jit]: -7.83572%
• test_eval[timm_regnet-cuda-eager]: +170.68072%
• test_eval[timm_regnet-cuda-jit]: +354.94172%
• test_train[yolov3-cuda-eager]: -9.97718%

cc @xuzhao9

Result json:

{
  "start": "ffaea656b5d8ff6518669494cc8f664b94f8e8b1",
  "end": "c64ae601ba9eb3ad2cd3402a14f6ac83c0ab7eba",
  "threshold": 7,
  "timeout": 120,
  "torchbench_branch": "v2.0",
  "result": [
    {
      "commit1": "5cb05a82b45",
      "commit1_time": "2024-08-08 00:47:45 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24899489292874932
      },
      "commit2": "0f90ffe94a8",
      "commit2_time": "2024-08-08 01:07:40 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.30068815425038337
      }
    },
    {
      "commit1": "b885ad8fce5",
      "commit1_time": "2024-08-08 15:47:04 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.30240773092955353
      },
      "commit2": "4ee5547b377",
      "commit2_time": "2024-08-08 15:56:40 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2753699182532728
      }
    },
    {
      "commit1": "4a4dc9d6d9f",
      "commit1_time": "2024-08-08 16:20:56 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.26506075672805307
      },
      "commit2": "dfc5bb00999",
      "commit2_time": "2024-08-08 16:34:46 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24672146970406175
      }
    },
    {
      "commit1": "942ffd1b2d5",
      "commit1_time": "2024-08-08 16:55:09 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24846829567104578
      },
      "commit2": "3ec9ec03a80",
      "commit2_time": "2024-08-08 16:57:50 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2752196970395744
      }
    },
    {
      "commit1": "3ec9ec03a80",
      "commit1_time": "2024-08-08 16:57:50 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2752196970395744
      },
      "commit2": "75eb66afc06",
      "commit2_time": "2024-08-08 17:08:11 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2974960141815245
      }
    },
    {
      "commit1": "75eb66afc06",
      "commit1_time": "2024-08-08 17:08:11 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2974960141815245
      },
      "commit2": "ac95b2a2f25",
      "commit2_time": "2024-08-08 17:33:57 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2547039239667356
      }
    },
    {
      "commit1": "e5fa190e017",
      "commit1_time": "2024-08-09 23:49:29 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.27943965420126915
      },
      "commit2": "e7512ab752a",
      "commit2_time": "2024-08-09 23:49:29 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24601406529545783
      }
    },
    {
      "commit1": "7f08b73980a",
      "commit1_time": "2024-08-11 23:33:37 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2462909646332264
      },
      "commit2": "27c44c884e2",
      "commit2_time": "2024-08-12 01:48:23 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2652752291411161
      }
    },
    {
      "commit1": "e9eb8795bb5",
      "commit1_time": "2024-08-12 15:42:07 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2742371465079486
      },
      "commit2": "9641abe97a8",
      "commit2_time": "2024-08-12 15:48:11 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2486490492708981
      }
    },
    {
      "commit1": "454713fe9d1",
      "commit1_time": "2024-08-12 15:51:51 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24555553616955877
      },
      "commit2": "3128640c312",
      "commit2_time": "2024-08-12 16:12:04 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2661829935386777
      }
    },
    {
      "commit1": "1371c420c32",
      "commit1_time": "2024-08-12 17:18:55 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2952571899630129
      },
      "commit2": "d61815cb7d5",
      "commit2_time": "2024-08-12 17:23:19 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2486324205994606
      }
    },
    {
      "commit1": "d61815cb7d5",
      "commit1_time": "2024-08-12 17:23:19 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2486324205994606
      },
      "commit2": "d51e5467fd6",
      "commit2_time": "2024-08-12 17:35:00 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.26791538586840036
      }
    },
    {
      "commit1": "89670d5bdd5",
      "commit1_time": "2024-08-12 23:45:46 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2692424425855279
      },
      "commit2": "00aa086298b",
      "commit2_time": "2024-08-12 23:55:08 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24609747771173715
      }
    },
    {
      "commit1": "2f53d570feb",
      "commit1_time": "2024-09-13 09:11:47 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-eager]": 0.2734363882802427
      },
      "commit2": "ea2ecab15b0",
      "commit2_time": "2024-09-13 12:21:57 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-eager]": 0.22591472677886487
      }
    },
    {
      "commit1": "b06959e6143",
      "commit1_time": "2024-08-12 17:15:04 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.27103616325184704
      },
      "commit2": "1371c420c32",
      "commit2_time": "2024-08-12 17:18:55 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2952571899630129
      }
    },
    {
      "commit1": "e76f0e0646e",
      "commit1_time": "2024-08-13 01:19:12 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24529709825292229
      },
      "commit2": "f1c439cbedd",
      "commit2_time": "2024-08-13 01:46:53 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2626456029713154
      }
    },
    {
      "commit1": "f1c439cbedd",
      "commit1_time": "2024-08-13 01:46:53 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2626456029713154
      },
      "commit2": "1e9bedf6880",
      "commit2_time": "2024-08-13 02:20:28 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.29687383538112044
      }
    }
  ]
}

Bisection workflow link: https://github.com/pytorch/benchmark/actions/runs/10872858888