diff --git a/fenix/app/src/main/res/raw/initial_experiments.json b/fenix/app/src/main/res/raw/initial_experiments.json index 09a71345e1dd..bf4722120647 100644 --- a/fenix/app/src/main/res/raw/initial_experiments.json +++ b/fenix/app/src/main/res/raw/initial_experiments.json @@ -2,150 +2,429 @@ "data": [ { "schemaVersion": "1.12.0", - "slug": "android-onboarding-redesign", - "id": "android-onboarding-redesign", + "slug": "long-term-holdback-2025-h1-growth-android", + "id": "long-term-holdback-2025-h1-growth-android", "arguments": {}, - "application": "org.mozilla.firefox_beta", + "application": "org.mozilla.firefox", "appName": "fenix", - "appId": "org.mozilla.firefox_beta", - "channel": "beta", - "userFacingName": "[beta] Android Onboarding Redesign", - "userFacingDescription": "Testing a new onboarding experience.", + "appId": "org.mozilla.firefox", + "channel": "release", + "userFacingName": "Long term holdback 2025 H1 Growth Android", + "userFacingDescription": "Long-term holdback for growth experiments", "isEnrollmentPaused": false, "isRollout": false, "bucketConfig": { "randomizationUnit": "nimbus_id", - "namespace": "fenix-juno-onboarding-beta-1", + "namespace": "fenix-no-feature-fenix-release-4", "start": 0, "count": 10000, "total": 10000 }, "featureIds": [ - "juno-onboarding" + "no-feature-fenix" ], "probeSets": [], "outcomes": [], "branches": [ { - "slug": "control", - "ratio": 1, + "slug": "delivery", + "ratio": 19, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": false + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "no-feature-fenix", + "enabled": true, + "value": {} } - } + ] }, { - "slug": "treatment-a", + "slug": "holdback", "ratio": 1, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": true + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "no-feature-fenix", + "enabled": true, + "value": {} } - } + ] } ], - "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('112.!') >= 0)))", - "startDate": "2023-04-04", - "enrollmentEndDate": "2023-04-11", + "targeting": "((is_already_enrolled) || ((app_version|versionCompare('123.!') >= 0)))", + "startDate": "2024-12-12", + "enrollmentEndDate": null, "endDate": null, - "proposedDuration": 7, - "proposedEnrollment": 7, - "referenceBranch": "control", - "featureValidationOptOut": false + "proposedDuration": 100, + "proposedEnrollment": 100, + "referenceBranch": "holdback", + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2024-12-12T20:20:50.686475Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false }, { "schemaVersion": "1.12.0", - "slug": "fx-release-android-re-engagement-notifications-ab-experiment-v112", - "id": "fx-release-android-re-engagement-notifications-ab-experiment-v112", + "slug": "onboarding-customisation-options-release", + "id": "onboarding-customisation-options-release", "arguments": {}, "application": "org.mozilla.firefox", "appName": "fenix", "appId": "org.mozilla.firefox", "channel": "release", - "userFacingName": "Fx Release - Android re-engagement notifications A/B experiment v112", - "userFacingDescription": "A/B message content test for Firefox 112", - "isEnrollmentPaused": true, + "userFacingName": "Onboarding customisation options Release", + "userFacingDescription": "Test customisation options in Onboarding v2", + "isEnrollmentPaused": false, "isRollout": false, "bucketConfig": { "randomizationUnit": "nimbus_id", - "namespace": "fenix-re-engagement-notification-release-2", + "namespace": "fenix-juno-onboarding-release-11", "start": 0, "count": 10000, "total": 10000 }, "featureIds": [ - "re-engagement-notification" + "juno-onboarding" ], "probeSets": [], - "outcomes": [], + "outcomes": [ + { + "slug": "onboarding", + "priority": "primary" + }, + { + "slug": "default-browser", + "priority": "secondary" + } + ], "branches": [ { "slug": "control", "ratio": 1, "feature": { - "featureId": "re-engagement-notification", - "enabled": true, - "value": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", "enabled": true, - "type": 0 + "value": {} } - } + ] }, { "slug": "treatment-a", "ratio": 1, "feature": { - "featureId": "re-engagement-notification", - "enabled": true, - "value": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", "enabled": true, - "type": 1 + "value": { + "cards": { + "theme-selection": { + "card-type": "theme-selection", + "title": "onboarding_customize_theme_title", + "body": "onboarding_customize_theme_description", + "image-res": "ic_pick_a_theme", + "ordering": 40, + "primary-button-label": "onboarding_save_and_continue_button", + "extra-data": { + "customization-theme-data": [ + { + "theme-type": "theme-system", + "label": "onboarding_customize_theme_system_option", + "image-res": "ic_pick_a_theme_system_auto" + }, + { + "theme-type": "theme-light", + "label": "onboarding_customize_theme_light_option", + "image-res": "ic_pick_a_theme_light" + }, + { + "theme-type": "theme-dark", + "label": "onboarding_customize_theme_dark_option", + "image-res": "ic_pick_a_theme_dark" + } + ] + } + }, + "toolbar-placement": { + "card-type": "toolbar-placement", + "title": "onboarding_customize_toolbar_title", + "body": "onboarding_customize_toolbar_description", + "image-res": "ic_onboarding_customize_toolbar", + "ordering": 50, + "primary-button-label": "onboarding_save_and_start_button", + "extra-data": { + "customization-toolbar-data": [ + { + "toolbar-type": "toolbar-top", + "label": "onboarding_customize_toolbar_top_option", + "image-res": "ic_onboarding_top_toolbar" + }, + { + "toolbar-type": "toolbar-bottom", + "label": "onboarding_customize_toolbar_bottom_option", + "image-res": "ic_onboarding_bottom_toolbar" + } + ] + } + } + } + } } - } + ] }, { "slug": "treatment-b", "ratio": 1, "feature": { - "featureId": "re-engagement-notification", - "enabled": true, - "value": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", "enabled": true, - "type": 2 + "value": { + "cards": { + "theme-selection": { + "card-type": "theme-selection", + "title": "onboarding_customize_theme_title", + "body": "onboarding_customize_theme_description", + "image-res": "ic_pick_a_theme", + "ordering": 40, + "primary-button-label": "onboarding_save_and_continue_button", + "extra-data": { + "customization-theme-data": [ + { + "theme-type": "theme-system", + "label": "onboarding_customize_theme_system_option", + "image-res": "ic_pick_a_theme_system_auto" + }, + { + "theme-type": "theme-light", + "label": "onboarding_customize_theme_light_option", + "image-res": "ic_pick_a_theme_light" + }, + { + "theme-type": "theme-dark", + "label": "onboarding_customize_theme_dark_option", + "image-res": "ic_pick_a_theme_dark" + } + ] + } + }, + "toolbar-placement": { + "card-type": "toolbar-placement", + "title": "onboarding_customize_toolbar_title", + "body": "onboarding_customize_toolbar_description", + "image-res": "ic_onboarding_customize_toolbar", + "ordering": 50, + "primary-button-label": "onboarding_save_and_continue_button", + "extra-data": { + "customization-toolbar-data": [ + { + "toolbar-type": "toolbar-top", + "label": "onboarding_customize_toolbar_top_option", + "image-res": "ic_onboarding_top_toolbar" + }, + { + "toolbar-type": "toolbar-bottom", + "label": "onboarding_customize_toolbar_bottom_option", + "image-res": "ic_onboarding_bottom_toolbar" + } + ] + } + }, + "add-ons": { + "title": "onboarding_add_on_header", + "card-type": "add-ons", + "body": "onboarding_add_on_sub_header", + "image-res": "ic_onboarding_add_ons", + "ordering": 60, + "primary-button-label": "onboarding_add_on_start_browsing_button_2", + "extra-data": { + "add-ons-data": [ + { + "id": "jid1-MnnxcxisBPnSXQ@jetpack", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4321653/privacy_badger17-2024.7.17.xpi", + "name": "onboarding_add_on_privacy_badger_name", + "description": "onboarding_add_on_privacy_badger_description", + "icon-res": "ic_add_on_privacy_badger", + "average-rating": "4.8", + "review-count": "2,545" + }, + { + "id": "addon@darkreader.org", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4359254/darkreader-4.9.94.xpi", + "name": "onboarding_add_on_dark_reader_name", + "description": "onboarding_add_on_dark_reader_description", + "icon-res": "ic_add_on_dark_reader", + "average-rating": "4.50", + "review-count": "5,964" + }, + { + "id": "{2e5ff8c8-32fe-46d0-9fc8-6b8986621f3c}", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4416342/search_by_image-8.1.0.xpi", + "name": "onboarding_add_on_search_by_image_name", + "description": "onboarding_add_on_search_by_image_description", + "icon-res": "ic_add_on_search_by_image", + "average-rating": "4.61", + "review-count": "1,563" + } + ] + } + } + } + } } - } + ] + }, + { + "slug": "treatment-c", + "ratio": 1, + "feature": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "theme-selection": { + "card-type": "theme-selection", + "title": "onboarding_customize_theme_title", + "body": "onboarding_customize_theme_description", + "image-res": "ic_pick_a_theme", + "ordering": 40, + "primary-button-label": "onboarding_save_and_start_button", + "extra-data": { + "customization-theme-data": [ + { + "theme-type": "theme-system", + "label": "onboarding_customize_theme_system_option", + "image-res": "ic_pick_a_theme_system_auto" + }, + { + "theme-type": "theme-light", + "label": "onboarding_customize_theme_light_option", + "image-res": "ic_pick_a_theme_light" + }, + { + "theme-type": "theme-dark", + "label": "onboarding_customize_theme_dark_option", + "image-res": "ic_pick_a_theme_dark" + } + ] + } + } + } + } + } + ] + }, + { + "slug": "treatment-d", + "ratio": 1, + "feature": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "toolbar-placement": { + "card-type": "toolbar-placement", + "title": "onboarding_customize_toolbar_title", + "body": "onboarding_customize_toolbar_description", + "image-res": "ic_onboarding_customize_toolbar", + "ordering": 40, + "primary-button-label": "onboarding_save_and_start_button", + "extra-data": { + "customization-toolbar-data": [ + { + "toolbar-type": "toolbar-top", + "label": "onboarding_customize_toolbar_top_option", + "image-res": "ic_onboarding_top_toolbar" + }, + { + "toolbar-type": "toolbar-bottom", + "label": "onboarding_customize_toolbar_bottom_option", + "image-res": "ic_onboarding_bottom_toolbar" + } + ] + } + } + } + } + } + ] } ], - "targeting": "(app_version|versionCompare('112.*') <= 0) && ((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('112.!') >= 0)))", - "startDate": "2023-03-28", - "enrollmentEndDate": "2023-04-12", + "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('135.!') >= 0) && (enrollments_map['long-term-holdback-2025-h1-growth-android'] == 'delivery')))", + "startDate": "2025-01-24", + "enrollmentEndDate": null, "endDate": null, - "proposedDuration": 28, - "proposedEnrollment": 14, + "proposedDuration": 35, + "proposedEnrollment": 21, "referenceBranch": "control", - "featureValidationOptOut": false + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2025-01-24T21:43:57.001480Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false }, { "schemaVersion": "1.12.0", - "slug": "release-android-onboarding-redesign", - "id": "release-android-onboarding-redesign", + "slug": "promote-add-ons-in-onboarding-release", + "id": "promote-add-ons-in-onboarding-release", "arguments": {}, "application": "org.mozilla.firefox", "appName": "fenix", "appId": "org.mozilla.firefox", "channel": "release", - "userFacingName": "[release] Android Onboarding Redesign", - "userFacingDescription": "Testing a new onboarding experience.", - "isEnrollmentPaused": false, + "userFacingName": "Promote Add Ons in Onboarding - Release", + "userFacingDescription": "Test Promoting Add Ons in Onboarding v2", + "isEnrollmentPaused": true, "isRollout": false, "bucketConfig": { "randomizationUnit": "nimbus_id", - "namespace": "fenix-juno-onboarding-release-1", + "namespace": "fenix-juno-onboarding-release-10", "start": 0, "count": 10000, "total": 10000 @@ -156,8 +435,16 @@ "probeSets": [], "outcomes": [ { - "slug": "default-browser", + "slug": "onboarding", "priority": "primary" + }, + { + "slug": "sponsored_tiles", + "priority": "secondary" + }, + { + "slug": "default-browser", + "priority": "secondary" } ], "branches": [ @@ -165,33 +452,152 @@ "slug": "control", "ratio": 1, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": false + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": {} } - } + ] }, { "slug": "treatment-a", "ratio": 1, "feature": { - "featureId": "juno-onboarding", - "enabled": true, - "value": { - "enabled": true + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "add-ons": { + "title": "onboarding_add_on_header", + "card-type": "add-ons", + "body": "onboarding_add_on_sub_header", + "image-res": "ic_onboarding_add_ons", + "ordering": 40, + "primary-button-label": "onboarding_add_on_start_browsing_button_2", + "extra-data": { + "add-ons-data": [ + { + "id": "uBlock0@raymondhill.net", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4359936/ublock_origin-1.60.0.xpi", + "name": "onboarding_add_on_ublock_name", + "description": "onboarding_add_on_ublock_description", + "icon-res": "ic_add_on_ublock", + "average-rating": "4.79", + "review-count": "18,811" + }, + { + "id": "jid1-MnnxcxisBPnSXQ@jetpack", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4321653/privacy_badger17-2024.7.17.xpi", + "name": "onboarding_add_on_privacy_badger_name", + "description": "onboarding_add_on_privacy_badger_description", + "icon-res": "ic_add_on_privacy_badger", + "average-rating": "4.8", + "review-count": "2,545" + }, + { + "id": "{2e5ff8c8-32fe-46d0-9fc8-6b8986621f3c}", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4309046/search_by_image-7.1.0.xpi", + "name": "onboarding_add_on_search_by_image_name", + "description": "onboarding_add_on_search_by_image_description", + "icon-res": "ic_add_on_search_by_image", + "average-rating": "4.61", + "review-count": "1,563" + } + ] + } + } + } + } + } + ] + }, + { + "slug": "treatment-b", + "ratio": 1, + "feature": { + "featureId": "this-is-included-for-mobile-pre-96-support", + "enabled": false, + "value": {} + }, + "features": [ + { + "featureId": "juno-onboarding", + "enabled": true, + "value": { + "cards": { + "add-ons": { + "title": "onboarding_add_on_header", + "card-type": "add-ons", + "body": "onboarding_add_on_sub_header", + "image-res": "ic_onboarding_add_ons", + "ordering": 40, + "primary-button-label": "onboarding_add_on_start_browsing_button_2", + "extra-data": { + "add-ons-data": [ + { + "id": "jid1-MnnxcxisBPnSXQ@jetpack", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4321653/privacy_badger17-2024.7.17.xpi", + "name": "onboarding_add_on_privacy_badger_name", + "description": "onboarding_add_on_privacy_badger_description", + "icon-res": "ic_add_on_privacy_badger", + "average-rating": "4.8", + "review-count": "2,545" + }, + { + "id": "addon@darkreader.org", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4359254/darkreader-4.9.94.xpi", + "name": "onboarding_add_on_dark_reader_name", + "description": "onboarding_add_on_dark_reader_description", + "icon-res": "ic_add_on_dark_reader", + "average-rating": "4.50", + "review-count": "5,964" + }, + { + "id": "{2e5ff8c8-32fe-46d0-9fc8-6b8986621f3c}", + "install-url": "https://addons.mozilla.org/firefox/downloads/file/4309046/search_by_image-7.1.0.xpi", + "name": "onboarding_add_on_search_by_image_name", + "description": "onboarding_add_on_search_by_image_description", + "icon-res": "ic_add_on_search_by_image", + "average-rating": "4.61", + "review-count": "1,563" + } + ] + } + } + } + } } - } + ] } ], - "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('113.!') >= 0)))", - "startDate": "2023-05-01", - "enrollmentEndDate": "2023-05-08", + "targeting": "((is_already_enrolled) || ((isFirstRun == 'true') && (app_version|versionCompare('134.!') >= 0) && (enrollments_map['long-term-holdback-2025-h1-growth-android'] == 'delivery')))", + "startDate": "2024-12-12", + "enrollmentEndDate": "2025-01-16", "endDate": null, - "proposedDuration": 35, - "proposedEnrollment": 7, + "proposedDuration": 28, + "proposedEnrollment": 14, "referenceBranch": "control", - "featureValidationOptOut": false + "featureValidationOptOut": false, + "localizations": null, + "locales": null, + "publishedDate": "2024-12-12T20:37:45.763407Z", + "isFirefoxLabsOptIn": false, + "firefoxLabsTitle": null, + "firefoxLabsDescription": null, + "firefoxLabsDescriptionLinks": null, + "firefoxLabsGroup": null, + "requiresRestart": false } ] }