V2 Performance Signal Detected by TorchBench CI on '2.6.0.dev20240916+cu124'

[xuzhao9]

TorchBench CI has detected a performance signal.

Base PyTorch version: 2.4.0.dev20240606+cu121

Base PyTorch commit: ffaea656b5d8ff6518669494cc8f664b94f8e8b1

Affected PyTorch version: 2.6.0.dev20240916+cu124

Affected PyTorch commit: c64ae601ba9eb3ad2cd3402a14f6ac83c0ab7eba

Affected Tests:

• test_train[Super_SloMo-cuda-eager]: +14.62303%
• test_eval[Super_SloMo-cuda-eager]: +11.07199%
• test_train[Super_SloMo-cuda-jit]: +14.74953%
• test_eval[Super_SloMo-cuda-jit]: +11.21449%
• test_eval[alexnet-cuda-eager]: +10.42922%
• test_eval[alexnet-cuda-jit]: +13.82997%
• test_train[dcgan-cuda-eager]: +63.59454%
• test_train[dcgan-cuda-jit]: +63.57656%
• test_eval[pytorch_stargan-cpu-eager]: -9.06485%
• test_eval[pytorch_stargan-cpu-jit]: -11.55658%
• test_eval[shufflenet_v2_x1_0-cpu-eager]: +12.75913%
• test_eval[shufflenet_v2_x1_0-cuda-jit]: -27.52872%
• test_eval[timm_regnet-cuda-eager]: +170.41210%
• test_eval[timm_regnet-cuda-jit]: +355.31901%
• test_train[yolov3-cuda-eager]: -9.80678%

cc @xuzhao9

Result json:

{
  "start": "ffaea656b5d8ff6518669494cc8f664b94f8e8b1",
  "end": "c64ae601ba9eb3ad2cd3402a14f6ac83c0ab7eba",
  "threshold": 7,
  "timeout": 120,
  "torchbench_branch": "v2.0",
  "result": [
    {
      "commit1": "73d6ec2db6f",
      "commit1_time": "2024-06-08 07:24:58 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.3005351453088224
      },
      "commit2": "695502ca653",
      "commit2_time": "2024-06-08 08:06:31 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2454285523854196
      }
    },
    {
      "commit1": "695502ca653",
      "commit1_time": "2024-06-08 08:06:31 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2454285523854196
      },
      "commit2": "917387f66d5",
      "commit2_time": "2024-06-08 13:23:49 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.29706806587055323
      }
    },
    {
      "commit1": "917387f66d5",
      "commit1_time": "2024-06-08 13:23:49 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.29706806587055323
      },
      "commit2": "348b181a97a",
      "commit2_time": "2024-06-08 15:25:03 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2661226409487426
      }
    },
    {
      "commit1": "cd2ad29afe5",
      "commit1_time": "2024-06-09 23:33:03 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.26610500467941167
      },
      "commit2": "d3817d8a60a",
      "commit2_time": "2024-06-10 00:16:59 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.3015555228106678
      }
    },
    {
      "commit1": "d3817d8a60a",
      "commit1_time": "2024-06-10 00:16:59 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.3015555228106678
      },
      "commit2": "26f6a87ae9d",
      "commit2_time": "2024-06-10 01:57:49 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.27232674779370425
      }
    },
    {
      "commit1": "26f6a87ae9d",
      "commit1_time": "2024-06-10 01:57:49 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.27232674779370425
      },
      "commit2": "df43d5843ed",
      "commit2_time": "2024-06-10 02:45:46 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.23912881258875132
      }
    },
    {
      "commit1": "d22287d1ad3",
      "commit1_time": "2024-06-10 16:29:20 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24830321399495006
      },
      "commit2": "ca561d639b4",
      "commit2_time": "2024-06-10 16:29:20 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2775386025197804
      }
    },
    {
      "commit1": "583a56d5a8e",
      "commit1_time": "2024-06-10 22:17:33 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.29840901931747793
      },
      "commit2": "2176ef7dfaf",
      "commit2_time": "2024-06-10 22:20:51 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.26686011170968416
      }
    },
    {
      "commit1": "c5f7755e867",
      "commit1_time": "2024-06-25 04:19:44 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.27034332547336815
      },
      "commit2": "381ce0821c3",
      "commit2_time": "2024-06-25 04:19:44 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24964668164029719
      }
    },
    {
      "commit1": "52341c28e81",
      "commit1_time": "2024-06-25 23:13:57 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2965584645047784
      },
      "commit2": "87ebd627a78",
      "commit2_time": "2024-06-25 23:23:16 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.27424852894619106
      }
    },
    {
      "commit1": "cbf5ba1e970",
      "commit1_time": "2024-08-29 01:50:22 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.24597448306158184
      },
      "commit2": "25531eb735c",
      "commit2_time": "2024-08-29 01:59:02 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.26765617756173016
      }
    },
    {
      "commit1": "25531eb735c",
      "commit1_time": "2024-08-29 01:59:02 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.26765617756173016
      },
      "commit2": "c35d1f7b3aa",
      "commit2_time": "2024-08-29 02:02:12 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2988426860421896
      }
    },
    {
      "commit1": "eaec9e80b80",
      "commit1_time": "2024-08-29 02:49:30 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.29446542616933585
      },
      "commit2": "f65df5edae9",
      "commit2_time": "2024-08-29 02:49:30 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2697869438678026
      }
    },
    {
      "commit1": "5470fcd5b92",
      "commit1_time": "2024-08-29 18:51:12 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2620344363152981
      },
      "commit2": "43e1df64f8f",
      "commit2_time": "2024-08-29 18:59:29 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2983559526503086
      }
    },
    {
      "commit1": "a4cf9653eec",
      "commit1_time": "2024-09-05 21:12:54 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.29572707004845145
      },
      "commit2": "e55c0f59e55",
      "commit2_time": "2024-09-05 21:16:14 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.27108038365840914
      }
    },
    {
      "commit1": "0e1e2890335",
      "commit1_time": "2024-06-25 04:47:53 +0000",
      "commit1_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.2470296986401081
      },
      "commit2": "665dbc2f52f",
      "commit2_time": "2024-06-25 05:12:02 +0000",
      "commit2_digest": {
        "test_eval[pytorch_stargan-cpu-jit]": 0.3008537940680981
      }
    }
  ]
}

Bisection workflow link: https://github.com/pytorch/benchmark/actions/runs/10893716369