Fix switch-context issues + context cleanup (#508)

# Summary

The main focus of PR is changing how the `switch_context` function is
called. It is removed from most of the functions in
`.evergreen-functions.yml` (setup_building_host,
setup_building_host_minikube) and instead added directly to task and
group variables in `.evergreen.yml`. This allows us to not create a
synthetic and empty context file for each task in evergreen. Context
file is mostly needed for e2e tasks and not for building images or
preflight tasks for example.

Other changes:

* Removed the `preflight_om_image` task from `.evergreen-tasks.yml`,
which is was unnecessary - we run all preflights on master merges and
PRs.
* Additionally, several unused context files were deleted from the
repository.

## Proof of Work

Passing CI + tested staging in different PR
[run](https://spruce.mongodb.com/version/68e65607b6bd2000074ad206/tasks?page=0&sorts=STATUS%3AASC%3BBASE_STATUS%3ADESC&statuses=failed,setup-failed,started,will-run),
because staging builds are not yet supported.

## Checklist

- [ ] Have you linked a jira ticket and/or is the ticket in the title?
- [ ] Have you checked whether your jira ticket required DOCSP changes?
- [ ] Have you added changelog file?
    - use `skip-changelog` label if not needed
- refer to [Changelog files and Release
Notes](https://github.com/mongodb/mongodb-kubernetes/blob/master/CONTRIBUTING.md#changelog-files-and-release-notes)
section in CONTRIBUTING.md for more details

Author: MaciejKaras

.evergreen-functions.yml

@@ -267,7 +267,6 @@ functions:
 
   # Configures docker authentication to ECR and RH registries.
   setup_building_host:
-    - *switch_context
     - *python_venv
     - *setup_aws
     - *setup_evg_host
@@ -276,7 +275,6 @@ functions:
   # This differs for normal evg_host as we require minikube instead of kind for
   # IBM machines also install aws cli via pip instead and use podman
   setup_building_host_minikube:
-    - *switch_context
     - command: subprocess.exec
       type: setup
       params:
@@ -350,7 +348,6 @@ functions:
         command: "docker login quay.io -u ${quay_prod_username} -p ${quay_prod_robot_token}"
 
   setup_cloud_qa:
-    - *switch_context
     - command: shell.exec
       type: setup
       params:
@@ -481,7 +478,6 @@ functions:
         files: [ "src/github.com/mongodb/mongodb-kubernetes/logs/*.suite" ]
 
   preflight_image:
-    - *switch_context
     - command: subprocess.exec
       params:
         working_dir: src/github.com/mongodb/mongodb-kubernetes
@@ -509,7 +505,6 @@ functions:
           - ${workdir}
 
   build_test_image_ibm:
-    - *switch_context
     - command: subprocess.exec
       params:
         shell: bash
@@ -521,7 +516,6 @@ functions:
         binary: scripts/evergreen/e2e/build_tests_image_ibm.sh
 
   pipeline_migrate_agents:
-    - *switch_context
     - command: subprocess.exec
       retry_on_failure: false
       type: setup
@@ -532,7 +526,6 @@ functions:
         binary: scripts/release/pipeline_migrate_agent.sh
 
   pipeline:
-    - *switch_context
     - command: subprocess.exec
       retry_on_failure: true
       type: setup
@@ -544,7 +537,6 @@ functions:
 
   # TODO: this function is very similar to pipeline and it will joined with it in the future
   release_operator_pipeline:
-    - *switch_context
     - command: subprocess.exec
       retry_on_failure: true
       type: setup
@@ -556,7 +548,6 @@ functions:
         binary: scripts/dev/run_python.sh scripts/release/pipeline_main.py ${image_name} --build-scenario release --version ${RELEASE_OPERATOR_VERSION|*triggered_by_git_tag}
 
   teardown_cloud_qa_all:
-    - *switch_context
     - command: shell.exec
       type: setup
       params:
@@ -712,7 +703,6 @@ functions:
           make sbom-tests
 
   generate_perf_tests_tasks:
-    - *switch_context
     - command: shell.exec
       type: setup
       params:
@@ -797,7 +787,6 @@ functions:
 
   # it executes a script by convention: ./scripts/code_snippets/tests/${task_name}
   test_code_snippets:
-    - *switch_context
     - command: shell.exec
       params:
         shell: bash

.evergreen-snippets.yml

@@ -6,6 +6,7 @@ variables:
       - func: setup_gcloud_cli
       - func: setup_mongosh
       - func: download_kube_tools
+      - func: switch_context
       - func: build_multi_cluster_binary
     teardown_task:
       - func: upload_e2e_logs
@@ -20,6 +21,7 @@ variables:
       - func: cleanup_exec_environment
       - func: download_kube_tools
       - func: configure_docker_auth
+      - func: switch_context
       - func: setup_kubernetes_environment
       - func: python_venv
       - func: setup_cloud_qa

.evergreen-tasks.yml

@@ -60,16 +60,6 @@ tasks:
         vars:
           image_name: mongodb-agent
 
-  - name: preflight_om_image
-    tags: [ "image_preflight" ]
-    commands:
-      - func: clone
-      - func: python_venv
-      - func: setup_preflight
-      - func: preflight_image
-        vars:
-          image_name: ops-manager
-
 # Code snippets tasks
 # Each task is selected by convention by running scripts/code_snippets/${task_name}_test.sh
   - name: task_gke_multi_cluster_snippets

.evergreen.yml

@@ -71,12 +71,14 @@ variables:
     setup_group:
       - func: clone
       - func: download_kube_tools
+      - func: switch_context
       - func: setup_building_host
 
   - &setup_group_ibm
     setup_group_can_fail_task: true
     setup_group:
       - func: clone
+      - func: switch_context
       - func: setup_building_host_minikube
       - func: build_multi_cluster_binary
 
@@ -85,6 +87,7 @@ variables:
     setup_group:
       - func: clone
       - func: download_kube_tools
+      - func: switch_context
       - func: setup_building_host
       - func: build_multi_cluster_binary
 
@@ -93,6 +96,7 @@ variables:
     setup_task:
       - func: cleanup_exec_environment
       - func: configure_docker_auth
+      - func: switch_context
       - func: setup_kubernetes_environment
       - func: setup_cloud_qa
     teardown_task_can_fail_task: true
@@ -107,6 +111,7 @@ variables:
       - func: cleanup_exec_environment
       - func: configure_docker_auth
       - func: setup_kubernetes_environment
+      - func: switch_context
     teardown_task_can_fail_task: true
     teardown_task:
       - func: upload_e2e_logs
@@ -464,6 +469,7 @@ tasks:
   - name: generate_perf_tasks_one_thread
     commands:
       - func: clone
+      - func: switch_context
       - func: generate_perf_tests_tasks
         vars:
           variant: e2e_operator_perf_one_thread
@@ -472,6 +478,7 @@ tasks:
   - name: generate_perf_tasks_10_thread
     commands:
       - func: clone
+      - func: switch_context
       - func: generate_perf_tests_tasks
         vars:
           variant: e2e_operator_perf
@@ -480,6 +487,7 @@ tasks:
   - name: generate_perf_tasks_30_thread
     commands:
       - func: clone
+      - func: switch_context
       - func: generate_perf_tests_tasks
         vars:
           variant: e2e_operator_perf_thirty
@@ -488,6 +496,7 @@ tasks:
   - name: build_om_images
     commands:
       - func: clone
+      - func: switch_context
       - func: setup_building_host
       - func: pipeline
         vars:
@@ -496,6 +505,7 @@ tasks:
   - name: publish_ops_manager
     commands:
       - func: clone
+      - func: switch_context
       - func: setup_building_host
       - func: quay_login
       - func: setup_docker_sbom