chore(tests): end to end testing again

.circleci/config.yml

@@ -191,6 +191,52 @@ jobs:
           name: Update rollout if needed
           command: ./scripts/deploys/update-android-rollout-if-needed
 
+  run-e2e-tests:
+    parallelism: 4
+
+    environment:
+      BUNDLE_PATH: .vendor # path to install gems and use for caching
+
+    macos:
+      xcode: 16.2
+      resource_class: m2pro.medium
+
+    steps:
+      - attach_workspace:
+          at: ../workspace
+      - macos/preboot-simulator:
+          version: "18.2"
+          platform: "iOS"
+          device: "iPhone 16 Pro"
+      - run:
+          name: Install maestro
+          command: curl -Ls "https://get.maestro.mobile.dev" | bash
+      - run:
+          name: Install idb
+          command: brew tap facebook/fb && brew install idb-companion
+      - run:
+          name: Test maestro install
+          command: maestro --version
+      - run:
+          name: Clear project dir
+          command: |
+            rm -rf  /Users/distiller/project/*
+      - checkout
+      - setup-awscli
+      - run:
+          name: Download app zip
+          command: aws s3 cp s3://artsy-citadel/eigen/builds/ios/Artsy-latest.zip ./Artsy.zip
+      - run:
+          name: Unzip the app
+          command: unzip Artsy.zip
+      - run:
+          name: Install app in booted sims
+          command: ./install_app_in_booted_sims.sh
+      - run:
+          name: Run Maestro Tests
+          no_output_timeout: 25m
+          command: ./run_maestro_shard.sh
+
   deploy-nightly-beta:
     environment:
       BUNDLE_PATH: .vendor
@@ -520,6 +566,32 @@ workflows:
     jobs:
       - deploy-nightly-beta
       - run-nightly-tasks
+      - run-e2e-tests:
+          requires:
+            - deploy-nightly-beta
+
+  run-e2e-beta-test:
+    jobs:
+      - deploy-nightly-beta:
+          filters:
+            branches:
+              only:
+                - brian/e2e-again
+      - run-e2e-tests:
+          requires:
+            - deploy-nightly-beta
+          filters:
+            branches:
+              only:
+                - brian/e2e-again
+
+  # run-e2e:
+  #   jobs:
+  #     - run-e2e-tests:
+  #         filters:
+  #           branches:
+  #             only:
+  #               - brian/e2e-again
 
   flag-check:
     triggers:
@@ -547,56 +619,56 @@ workflows:
               ignore:
                 - main
 
-      - check-code:
-          context: danger-github-oss
-
-      - check-and-deploy:
-          filters:
-            branches:
-              only:
-                - main
-
-      - test-js
-
-      - build-test-js
-
-      - horizon/block:
-          context: horizon
-          project_id: 37
-          filters:
-            branches:
-              only:
-                - beta-ios
-                - beta-android
-
-      - build-test-app-ios:
-          filters:
-            branches:
-              ignore:
-                - beta-android
-          requires:
-            - test-js
-            - check-code
-            - build-test-js
-            - horizon/block
-
-      - build-test-app-android:
-          filters:
-            branches:
-              ignore:
-                - beta-ios
-          requires:
-            - test-js
-            - check-code
-            - build-test-js
-            - horizon/block
-
-      - update-metaphysics:
-          filters:
-            branches:
-              only:
-                - beta-ios
-                - beta-android
-          requires:
-            - build-test-app-ios
-            - build-test-app-android
+      # - check-code:
+      #     context: danger-github-oss
+
+      # - check-and-deploy:
+      #     filters:
+      #       branches:
+      #         only:
+      # - main
+
+      # - test-js
+
+      # - build-test-js
+
+      # - horizon/block:
+      #     context: horizon
+      #     project_id: 37
+      #     filters:
+      #       branches:
+      #         only:
+      #           - beta-ios
+      #           - beta-android
+
+      # - build-test-app-ios:
+      #     filters:
+      #       branches:
+      #         ignore:
+      #           - beta-android
+      #     requires:
+      #       - test-js
+      #       - check-code
+      #       - build-test-js
+      #       - horizon/block
+
+      # - build-test-app-android:
+      #     filters:
+      #       branches:
+      #         ignore:
+      #           - beta-ios
+      #     requires:
+      #       - test-js
+      #       - check-code
+      #       - build-test-js
+      #       - horizon/block
+
+      # - update-metaphysics:
+      #     filters:
+      #       branches:
+      #         only:
+      #           - beta-ios
+      #           - beta-android
+      #     requires:
+      #       - build-test-app-ios
+      #       - build-test-app-android

.gitignore

@@ -151,6 +151,9 @@ tsconfig.tsbuildinfo
 # Temporary files created by Metro to check the health of the file watcher
 .metro-health-check*
 
+# maestro test artifacts
+.maestro/*
+
 #########################################################
 # Keep this rule last.
 # Keep these, so we can keep the folders these appear in.

e2e/config.yml

@@ -1,9 +1,4 @@
-appId: ${MAESTRO_APP_ID}
+appId: net.artsy.artsy
 ---
-- runFlow:
-    file: flows/onboarding/login.yml
-- runFlow:
-    file: flows/onboarding/signupWithoutOnboarding.yml
-# This flow is broken because of performance issues and hangs of the Art Taste Quiz Screen
-# - runFlow:
-# file: flows/onboarding/onboardingQuiz.yml
+flows:
+  - "flows/*"

e2e/flows/deeplinks.yml

@@ -0,0 +1,23 @@
+appId: ${MAESTRO_APP_ID}
+---
+- launchApp:
+    clearState: false
+    arguments:
+      email: ${MAESTRO_TEST_EMAIL}
+      password: ${MAESTRO_TEST_PASSWORD}
+- assertVisible: "New Works for You"
+- killApp
+- openLink:
+    link: https://www.artsy.net/artist/kaws
+    autoVerify: false
+- assertVisible: "Kaws"
+- killApp
+- openLink:
+    link: https://click.artsy.net/f/a/epPWiX0dJaHHMiXAnSrzSg~~/AAQRxQA~/RgRj95QSP0SQaHR0cHM6Ly93d3cuYXJ0c3kubmV0L2NvbGxlY3Rpb24vYXVjdGlvbi1oaWdobGlnaHRzP3V0bV9zb3VyY2U9YnJhemUmdXRtX21lZGl1bT1lbWFpbCZ1dG1fY2FtcGFpZ249bnRmJnV0bV90ZXJtPTYyMTRmYjlkZWI0ZWZkN2RiNjBjZTcwNDk1NWU4NDQ1VwNzcGNCCmIFEg8VYlEJKGBSEmJyaWJlY2sxQGdtYWlsLmNvbVgEAAAAfw~~
+    autoVerify: false
+- assertVisible: "Highlights at Auction This Week"
+- killApp
+- openLink:
+    link: "https://email-link.artsy.net/ls/click?upn=u001.XPbk8dXjc6dwd18Yq2uPM3eTWB4YbDUmeJTAXXTF513sTSKEFRIPxrFgGj8gd2LN9AcRIza5p2-2Fi0huqjv6GWgdnpwA-2FRyTEIYA-2BT1-2F0josxHnYTzJpKeJEmkfzDQlMEY9y6FknqDddY-2BKmm5qtTrTIF2hxySbdUboaYf5ofK-2Bj-2FgSolzBiLvvzai-2FmvjWbSpNpJHWATexQixwLakesmmZUBoRoLkCnxs59pBxJPbB3JZyP13cv77lbfn1WzJ86fiW-2B5MQcd2qss7wLGBI-2BZuy-2FxDkbFuDzpfYPDlaUs1-2BuyO9rqleUCwXPEuyWXZ3aGJrh-_dWIRBTTKlL2IhQqV5a1Cy38Sd4xylePmkTfQkXpdWOLZbG0vcWuzG-2BSSjZ7xaSUgPR0lxFBD0Zz4mpyMqiSRd7GblcbPN8eH0NYfUK6pmADWc2UoFXyJdeq-2F-2BOyOeWlS7O-2FOrHgB9-2BOGtV1nkIFPq97vJTNmWtBMDOt77SsursARR1LHG7CnzBEedV5yll40aEh9LTjA47-2BfpvonTwdxvYfd6ZWsZN2uRczvCs34ipSKUClLSzq0xCn8IjAixssMm2IreBk6LmNzHPC1YLqmZ77pv0qTxX095mxh8mk7f9rJJ8Tg1fyfRFriXGsQqgHlY-2BqTf2aAU6LS9NVXirqdp20-2BHXhzUZbaCnkQNASABts91iKoZaDeV4xnYuuo3L-2F8"
+    autoVerify: false
+- assertVisible: "The artwork you were looking for isn't available."

e2e/flows/login.yml

@@ -0,0 +1,13 @@
+appId: ${MAESTRO_APP_ID}
+---
+- launchApp:
+    clearState: false
+    arguments:
+      shouldSignOut: "true"
+- assertVisible: "Sign up or log in"
+- tapOn: "Email Input"
+- inputText: ${MAESTRO_TEST_EMAIL}
+- tapOn: "Continue.*"
+- inputText: ${MAESTRO_TEST_PASSWORD}
+- tapOn: "Continue.*"
+- assertVisible: "New Works for You"

e2e/flows/signup.yml

@@ -0,0 +1,21 @@
+appId: ${MAESTRO_APP_ID}
+---
+- launchApp:
+    clearState: false
+    arguments:
+      shouldSignOut: "true"
+- runScript:
+    file: signup.js
+- assertVisible: "Sign up or log in"
+- tapOn: "Email Input"
+- inputText: ${output.signup.email}
+- tapOn: "Continue.*"
+- assertVisible: "Welcome to Artsy"
+- inputText: ${output.signup.password}
+- tapOn: "Continue.*"
+- inputText: "Test McTest"
+- runFlow:
+    commands:
+      - tapOn:
+          point: 15%,36%
+- tapOn: "Continue.*"

e2e/flows/onboarding/signupWithoutOnboarding.yml → e2e/flows/signupWithoutOnboarding.yml

@@ -2,5 +2,6 @@ appId: ${MAESTRO_APP_ID}
 ---
 - runFlow:
     file: signup.yml
+- assertVisible: "Ready to find art you love?"
 - tapOn: "Skip.*"
 - assertVisible: "New Works for You"

e2e/set_env_vars.sh

@@ -0,0 +1,6 @@
+#!/bin/bash 
+
+# TODO: make work for android as well 
+export MAESTRO_APP_ID=net.artsy.artsy
+export [email protected]
+export MAESTRO_TEST_PASSWORD='$###$someT0ughP4$$'

fastlane/Fastfile

@@ -47,6 +47,7 @@ GIT_REMOTE_ORIGIN_URL = `git config --get remote.origin.url`.chomp
 
 S3_PATH = 's3://artsy-citadel/eigen'
 S3_ANDROID_BUILDS_PATH = S3_PATH + '/builds/android/'
+S3_IOS_BUILDS_PATH = S3_PATH + '/builds/ios/'
 
 import 'utility_fastlane.rb'
 import 'sentry_fastlane.rb'
@@ -101,6 +102,10 @@ lane :ship_beta_ios do |options|
       dist_version: bundle_version,
       platform: 'ios'
     )
+
+    s3_upload_ios_build(
+      app_version: bundle_version
+    )
   end
 
   deploy_ios_beta(deployment_target: deployment_target)
@@ -361,12 +366,6 @@ lane :create_android_apk do
   )
 end
 
-lane :s3_upload_android_build do |options|
-  app_version = options[:app_version]
-  app_path = options[:app_path]
-  sh('aws s3 cp ' + app_path + ' ' + S3_ANDROID_BUILDS_PATH + app_version.to_s + '.aab')
-end
-
 lane :select_android_build do |options|
   select_message = options[:select_message] || 'release'
   skip_download = options[:skip_download] || false