diff --git a/fenix/app/src/main/res/raw/initial_experiments.json b/fenix/app/src/main/res/raw/initial_experiments.json index 09a71345e1dd..0503a500f280 100644 --- a/fenix/app/src/main/res/raw/initial_experiments.json +++ b/fenix/app/src/main/res/raw/initial_experiments.json @@ -2,150 +2,469 @@ "data": [ { "schemaVersion": "1.12.0", - "slug": "android-onboarding-redesign", - "id": "android-onboarding-redesign", + "slug": "long-term-holdback-2025-h1-growth-android", + "id": "long-term-holdback-2025-h1-growth-android", "arguments": {}, - "application": "org.mozilla.firefox_beta", + "application": "org.mozilla.firefox", "appName": "fenix", - "appId": "org.mozilla.firefox_beta", - "channel": "beta", - "userFacingName": "[beta] Android Onboarding Redesign", - "userFacingDescription": "Testing a new onboarding experience.", + "appId": "org.mozilla.firefox", + "channel": "release", + "userFacingName": "Long term holdback 2025 H1 Growth Android", + "userFacingDescription": "Long-term holdback for growth experiments", "isEnrollmentPaused": false, "isRollout": false, "bucketConfig": { "randomizationUnit": "nimbus_id", - "namespace": "fenix-juno-onboarding-beta-1", + "namespace": "fenix-no-feature-fenix-release-4", "start": 0, "count": 10000, "total": 10000 }, "featureIds": [ - "juno-onboarding" + "no-feature-fenix" ], "probeSets": [], "outcomes": [], "branches": [ { - "slug": "control", + "slug": "delivery", + "ratio": 19, + "feature": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "no-feature-fenix", + "enabled": true, + "value": {} + } + ] + }, + { + "slug": "holdback", "ratio": 1, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": false + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "no-feature-fenix", + "enabled": true, + "value": {} + } + ] + } + ], + "targeting": "((is_already_enrolled) || ((app_version|versionCompare('123.!') >= 0)))", + "startDate": "2024-12-12", + "enrollmentEndDate": null, + "endDate": null, + "proposedDuration": 100, + "proposedEnrollment": 100, + "referenceBranch": "holdback", + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2024-12-12T20:20:50.686475Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false + }, + { + "schemaVersion": "1.12.0", + "slug": "new-onboarding-experience-experiment-phase-1-android", + "id": "new-onboarding-experience-experiment-phase-1-android", + "arguments": {}, + "application": "org.mozilla.firefox", + "appName": "fenix", + "appId": "org.mozilla.firefox", + "channel": "release", + "userFacingName": "New Onboarding Experience experiment phase 1 (Android)", + "userFacingDescription": "Rolling out new onboarding experience pointing to more information about data use.", + "isEnrollmentPaused": true, + "isRollout": false, + "bucketConfig": { + "randomizationUnit": "nimbus_id", + "namespace": "fenix-juno-onboarding-release-12", + "start": 2000, + "count": 1000, + "total": 10000 + }, + "featureIds": [ + "juno-onboarding" + ], + "probeSets": [], + "outcomes": [ + { + "slug": "onboarding", + "priority": "primary" + }, + { + "slug": "default-browser", + "priority": "secondary" + } + ], + "branches": [ + { + "slug": "control", + "ratio": 9, + "feature": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": {} + } } - } + ] }, { "slug": "treatment-a", "ratio": 1, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": true + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "terms-of-service": { + "card-type": "terms-of-service", + "title": "onboarding_welcome_to_firefox", + "body": "onboarding_terms_of_service_sub_header_2", + "ordering": 1, + "image-res": "ic_firefox", + "primary-button-label": "onboarding_term_of_service_agree_and_continue_button_label", + "extra-data": { + "term-of-service-data": { + "line-one-text": "onboarding_term_of_service_line_one_2", + "line-one-link-text": "onboarding_term_of_service_line_one_link_text_2", + "line-two-text": "onboarding_term_of_service_line_two_2", + "line-two-link-text": "onboarding_term_of_service_line_two_link_text", + "line-three-text": "onboarding_term_of_service_line_three", + "line-three-link-text": "onboarding_term_of_service_line_three_link_text" + } + } + }, + "marketing": { + "card-type": "marketing-data", + "title": "onboarding_marketing_title", + "body": "onboarding_marketing_body", + "ordering": 40, + "image-res": "ic_onboarding_welcome", + "primary-button-label": "onboarding_marketing_positive_button", + "extra-data": { + "marketing-data": { + "body-line-one-text": "onboarding_marketing_learn_more", + "body-line-one-link-text": "onboarding_marketing_learn_more", + "body-line-two-text": "onboarding_marketing_opt_in_checkbox" + } + } + } + } + } } - } + ] } ], - "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('112.!') >= 0)))", - "startDate": "2023-04-04", - "enrollmentEndDate": "2023-04-11", + "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('136.!') >= 0)))", + "startDate": "2025-02-26", + "enrollmentEndDate": "2025-03-13", "endDate": null, - "proposedDuration": 7, - "proposedEnrollment": 7, + "proposedDuration": 14, + "proposedEnrollment": 14, "referenceBranch": "control", - "featureValidationOptOut": false + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2025-02-26T17:51:18.948322Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false }, { "schemaVersion": "1.12.0", - "slug": "fx-release-android-re-engagement-notifications-ab-experiment-v112", - "id": "fx-release-android-re-engagement-notifications-ab-experiment-v112", + "slug": "new-onboarding-experience-experiment-phase-2-android", + "id": "new-onboarding-experience-experiment-phase-2-android", "arguments": {}, "application": "org.mozilla.firefox", "appName": "fenix", "appId": "org.mozilla.firefox", "channel": "release", - "userFacingName": "Fx Release - Android re-engagement notifications A/B experiment v112", - "userFacingDescription": "A/B message content test for Firefox 112", + "userFacingName": "New Onboarding Experience experiment phase 2 (Android)", + "userFacingDescription": "Rolling out new onboarding experience pointing to more information about data use.", "isEnrollmentPaused": true, "isRollout": false, "bucketConfig": { "randomizationUnit": "nimbus_id", - "namespace": "fenix-re-engagement-notification-release-2", - "start": 0, - "count": 10000, + "namespace": "fenix-juno-onboarding-release-12", + "start": 5000, + "count": 1000, "total": 10000 }, "featureIds": [ - "re-engagement-notification" + "juno-onboarding" ], "probeSets": [], - "outcomes": [], + "outcomes": [ + { + "slug": "onboarding", + "priority": "primary" + }, + { + "slug": "default-browser", + "priority": "secondary" + } + ], "branches": [ { "slug": "control", - "ratio": 1, + "ratio": 5, "feature": { - "featureId": "re-engagement-notification", - "enabled": true, - "value": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", "enabled": true, - "type": 0 + "value": { + "cards": {} + } } - } + ] }, { "slug": "treatment-a", - "ratio": 1, + "ratio": 5, "feature": { - "featureId": "re-engagement-notification", - "enabled": true, - "value": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", "enabled": true, - "type": 1 + "value": { + "cards": { + "terms-of-service": { + "card-type": "terms-of-service", + "title": "onboarding_welcome_to_firefox", + "body": "onboarding_terms_of_service_sub_header_2", + "ordering": 1, + "image-res": "ic_firefox", + "primary-button-label": "onboarding_term_of_service_agree_and_continue_button_label", + "extra-data": { + "term-of-service-data": { + "line-one-text": "onboarding_term_of_service_line_one_2", + "line-one-link-text": "onboarding_term_of_service_line_one_link_text_2", + "line-two-text": "onboarding_term_of_service_line_two_2", + "line-two-link-text": "onboarding_term_of_service_line_two_link_text", + "line-three-text": "onboarding_term_of_service_line_three", + "line-three-link-text": "onboarding_term_of_service_line_three_link_text" + } + } + }, + "marketing": { + "card-type": "marketing-data", + "title": "onboarding_marketing_title", + "body": "onboarding_marketing_body", + "ordering": 40, + "image-res": "ic_onboarding_welcome", + "primary-button-label": "onboarding_marketing_positive_button", + "extra-data": { + "marketing-data": { + "body-line-one-text": "onboarding_marketing_learn_more", + "body-line-one-link-text": "onboarding_marketing_learn_more", + "body-line-two-text": "onboarding_marketing_opt_in_checkbox" + } + } + } + } + } } - } + ] + } + ], + "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('136.!') >= 0)))", + "startDate": "2025-03-14", + "enrollmentEndDate": "2025-04-07", + "endDate": null, + "proposedDuration": 14, + "proposedEnrollment": 14, + "referenceBranch": "control", + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2025-03-14T18:38:42.143292Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false + }, + { + "schemaVersion": "1.12.0", + "slug": "new-onboarding-experience-experiment-phase-3-android", + "id": "new-onboarding-experience-experiment-phase-3-android", + "arguments": {}, + "application": "org.mozilla.firefox", + "appName": "fenix", + "appId": "org.mozilla.firefox", + "channel": "release", + "userFacingName": "New Onboarding Experience experiment phase 3 (Android)", + "userFacingDescription": "Rolling out new onboarding experience pointing to more information about data use.", + "isEnrollmentPaused": true, + "isRollout": false, + "bucketConfig": { + "randomizationUnit": "nimbus_id", + "namespace": "fenix-juno-onboarding-release-13", + "start": 0, + "count": 10000, + "total": 10000 + }, + "featureIds": [ + "juno-onboarding" + ], + "probeSets": [], + "outcomes": [ + { + "slug": "onboarding", + "priority": "primary" }, { - "slug": "treatment-b", - "ratio": 1, + "slug": "default-browser", + "priority": "secondary" + } + ], + "branches": [ + { + "slug": "control", + "ratio": 75, "feature": { - "featureId": "re-engagement-notification", - "enabled": true, - "value": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", "enabled": true, - "type": 2 + "value": { + "cards": {} + } } - } + ] + }, + { + "slug": "treatment-a", + "ratio": 25, + "feature": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "terms-of-service": { + "card-type": "terms-of-service", + "title": "onboarding_welcome_to_firefox", + "body": "onboarding_terms_of_service_sub_header_2", + "ordering": 1, + "image-res": "ic_firefox", + "primary-button-label": "onboarding_term_of_service_agree_and_continue_button_label", + "extra-data": { + "term-of-service-data": { + "line-one-text": "onboarding_term_of_service_line_one_2", + "line-one-link-text": "onboarding_term_of_service_line_one_link_text_2", + "line-two-text": "onboarding_term_of_service_line_two_2", + "line-two-link-text": "onboarding_term_of_service_line_two_link_text", + "line-three-text": "onboarding_term_of_service_line_three", + "line-three-link-text": "onboarding_term_of_service_line_three_link_text" + } + } + }, + "marketing": { + "card-type": "marketing-data", + "title": "onboarding_marketing_title", + "body": "onboarding_marketing_body", + "ordering": 40, + "image-res": "ic_onboarding_welcome", + "primary-button-label": "onboarding_marketing_positive_button", + "extra-data": { + "marketing-data": { + "body-line-one-text": "onboarding_marketing_learn_more", + "body-line-one-link-text": "onboarding_marketing_learn_more", + "body-line-two-text": "onboarding_marketing_opt_in_checkbox" + } + } + } + } + } + } + ] } ], - "targeting": "(app_version|versionCompare('112.*') <= 0) && ((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('112.!') >= 0)))", - "startDate": "2023-03-28", - "enrollmentEndDate": "2023-04-12", + "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('137.!') >= 0)))", + "startDate": "2025-03-24", + "enrollmentEndDate": "2025-04-10", "endDate": null, - "proposedDuration": 28, + "proposedDuration": 14, "proposedEnrollment": 14, "referenceBranch": "control", - "featureValidationOptOut": false + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2025-03-24T23:57:36.071012Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false }, { "schemaVersion": "1.12.0", - "slug": "release-android-onboarding-redesign", - "id": "release-android-onboarding-redesign", + "slug": "new-onboarding-experience-experiment-phase-4-android", + "id": "new-onboarding-experience-experiment-phase-4-android", "arguments": {}, "application": "org.mozilla.firefox", "appName": "fenix", "appId": "org.mozilla.firefox", "channel": "release", - "userFacingName": "[release] Android Onboarding Redesign", - "userFacingDescription": "Testing a new onboarding experience.", + "userFacingName": "New Onboarding Experience experiment phase 4 (Android)", + "userFacingDescription": "Rolling out new onboarding experience pointing to more information about data use.", "isEnrollmentPaused": false, "isRollout": false, "bucketConfig": { "randomizationUnit": "nimbus_id", - "namespace": "fenix-juno-onboarding-release-1", + "namespace": "fenix-juno-onboarding-release-14", "start": 0, "count": 10000, "total": 10000 @@ -156,42 +475,155 @@ "probeSets": [], "outcomes": [ { - "slug": "default-browser", + "slug": "onboarding", "priority": "primary" + }, + { + "slug": "default-browser", + "priority": "secondary" } ], "branches": [ { "slug": "control", - "ratio": 1, + "ratio": 50, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": false + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": {} + } } - } + ] }, { "slug": "treatment-a", - "ratio": 1, + "ratio": 25, + "feature": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "terms-of-service": { + "card-type": "terms-of-service", + "title": "onboarding_welcome_to_firefox", + "body": "onboarding_terms_of_service_sub_header_2", + "ordering": 1, + "image-res": "ic_firefox", + "primary-button-label": "onboarding_term_of_service_agree_and_continue_button_label", + "extra-data": { + "term-of-service-data": { + "line-one-text": "onboarding_term_of_service_line_one_2", + "line-one-link-text": "onboarding_term_of_service_line_one_link_text_2", + "line-two-text": "onboarding_term_of_service_line_two_2", + "line-two-link-text": "onboarding_term_of_service_line_two_link_text", + "line-three-text": "onboarding_term_of_service_line_three", + "line-three-link-text": "onboarding_term_of_service_line_three_link_text" + } + } + }, + "marketing": { + "card-type": "marketing-data", + "title": "onboarding_marketing_title", + "body": "onboarding_marketing_body", + "ordering": 40, + "image-res": "ic_onboarding_welcome", + "primary-button-label": "onboarding_marketing_positive_button", + "extra-data": { + "marketing-data": { + "body-line-one-text": "onboarding_marketing_learn_more", + "body-line-one-link-text": "onboarding_marketing_learn_more", + "body-line-two-text": "onboarding_marketing_opt_in_checkbox" + } + } + } + } + } + } + ] + }, + { + "slug": "treatment-b", + "ratio": 25, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": true + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "terms-of-service": { + "card-type": "terms-of-service", + "title": "onboarding_welcome_to_firefox", + "body": "onboarding_terms_of_service_sub_header_2", + "ordering": 1, + "image-res": "ic_firefox", + "primary-button-label": "micro_survey_continue_button_label", + "extra-data": { + "term-of-service-data": { + "line-one-text": "onboarding_term_of_service_line_one_2", + "line-one-link-text": "onboarding_term_of_service_line_one_link_text_2", + "line-two-text": "onboarding_term_of_service_line_two_2", + "line-two-link-text": "onboarding_term_of_service_line_two_link_text", + "line-three-text": "onboarding_term_of_service_line_three", + "line-three-link-text": "onboarding_term_of_service_line_three_link_text" + } + } + }, + "marketing": { + "card-type": "marketing-data", + "title": "onboarding_marketing_title", + "body": "onboarding_marketing_body", + "ordering": 40, + "image-res": "ic_onboarding_welcome", + "primary-button-label": "onboarding_marketing_positive_button", + "extra-data": { + "marketing-data": { + "body-line-one-text": "onboarding_marketing_learn_more", + "body-line-one-link-text": "onboarding_marketing_learn_more", + "body-line-two-text": "onboarding_marketing_opt_in_checkbox" + } + } + } + } + } } - } + ] } ], - "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('113.!') >= 0)))", - "startDate": "2023-05-01", - "enrollmentEndDate": "2023-05-08", + "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('137.!') >= 0)))", + "startDate": "2025-04-11", + "enrollmentEndDate": null, "endDate": null, - "proposedDuration": 35, - "proposedEnrollment": 7, + "proposedDuration": 14, + "proposedEnrollment": 14, "referenceBranch": "control", - "featureValidationOptOut": false + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2025-04-11T20:40:03.440508Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false } ] }