move ProfileCustomizations to a new GA gate

- Add a new gate HyperShiftOnlyDynamicResourceAllocation
- make it GA
- move the field ProfileCustomizations to the new gate
- deprecate the ProfileCustomizations field

DRA is GA and is enabled by default, the scheduler enables the DRA
plugin if the upstream feature gate is enabled, so the field
ProfileCustomizations is defunct.
This will remove the coupling between the DynamicResourceAllocation
gate and the scheduler config to pave the way for removal of the
DynamicResourceAllocation gate

Author: tkashem

config/v1/tests/schedulers.config.openshift.io/HyperShiftOnlyDynamicResourceAllocation.yaml

@@ -0,0 +1,16 @@
+apiVersion: apiextensions.k8s.io/v1 # Hack because controller-gen complains if we don't have this
+name: "Scheduler"
+crdName: schedulers.config.openshift.io
+featureGates:
+- HyperShiftOnlyDynamicResourceAllocation
+tests:
+  onCreate:
+    - name: Should be able to create a minimal Scheduler
+      initial: |
+        apiVersion: config.openshift.io/v1
+        kind: Scheduler
+        spec: {} # No spec is required for a Scheduler
+      expected: |
+        apiVersion: config.openshift.io/v1
+        kind: Scheduler
+        spec: {}

config/v1/types_scheduling.go

@@ -48,7 +48,10 @@ type SchedulerSpec struct {
 	// +optional
 	Profile SchedulerProfile `json:"profile,omitempty"`
 	// profileCustomizations contains configuration for modifying the default behavior of existing scheduler profiles.
+	// Deprecated: no longer needed, since DRA is GA starting with 4.21, and
+	// is enabled by' default in the cluster, this field will be removed in 4.24.
 	// +openshift:enable:FeatureGate=DynamicResourceAllocation
+	// +openshift:enable:FeatureGate=HyperShiftOnlyDynamicResourceAllocation
 	// +optional
 	ProfileCustomizations ProfileCustomizations `json:"profileCustomizations"`
 	// defaultNodeSelector helps set the cluster-wide default node selector to

features/features.go

@@ -939,4 +939,12 @@ var (
 						enhancementPR("https://github.com/openshift/enhancements/pull/1752").
 						enableIn(configv1.DevPreviewNoUpgrade).
 						mustRegister()
+
+	FeatureGateHyperShiftOnlyDynamicResourceAllocation = newFeatureGate("HyperShiftOnlyDynamicResourceAllocation").
+								reportProblemsToJiraComponent("hypershift").
+								contactPerson("csrwng").
+								productScope(ocpSpecific).
+								enhancementPR("https://github.com/kubernetes/enhancements/issues/4381").
+								enableForClusterProfile(Hypershift, configv1.DevPreviewNoUpgrade, configv1.TechPreviewNoUpgrade, configv1.Default).
+								mustRegister()
 )