Repository navigation
Expand file tree
/
Copy pathagent-qa-mobile.yml
More file actions
206 lines (186 loc) · 6.81 KB
/
Copy pathagent-qa-mobile.yml
File metadata and controls
206 lines (186 loc) · 6.81 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
name: agent-qa-mobile
defaults:
tools:
node: "24"
concurrency:
cancel_in_progress: true
group: ${{ workflow.filename }}-${{ github.ref }}
on:
pull_request:
branches:
- "*"
jobs:
fingerprint:
name: Calculate mobile fingerprints
type: fingerprint
environment: preview
android_get_build:
name: Find reusable Android build
needs: [fingerprint]
type: get-build
params:
platform: android
profile: qa-release
distribution: internal
fingerprint_hash: ${{ needs.fingerprint.outputs.android_fingerprint_hash }}
wait_for_in_progress: true
android_repack:
name: Repack Android build
needs: [android_get_build]
if: ${{ needs.android_get_build.outputs.build_id }}
type: repack
params:
build_id: ${{ needs.android_get_build.outputs.build_id }}
profile: qa-release
message: "PR #${{ github.event.pull_request.number }} Android agent QA repack"
android_build:
name: Build Android app
needs: [android_get_build]
if: ${{ !needs.android_get_build.outputs.build_id }}
type: build
params:
platform: android
profile: qa-release
message: "PR #${{ github.event.pull_request.number }} Android agent QA build"
ios_get_build:
name: Find reusable iOS simulator build
needs: [fingerprint]
type: get-build
params:
platform: ios
profile: qa-ios-simulator
simulator: true
fingerprint_hash: ${{ needs.fingerprint.outputs.ios_fingerprint_hash }}
wait_for_in_progress: true
ios_repack:
name: Repack iOS simulator build
needs: [ios_get_build]
if: ${{ needs.ios_get_build.outputs.build_id }}
type: repack
params:
build_id: ${{ needs.ios_get_build.outputs.build_id }}
profile: qa-ios-simulator
message: "PR #${{ github.event.pull_request.number }} iOS agent QA repack"
ios_build:
name: Build iOS simulator app
needs: [ios_get_build]
if: ${{ !needs.ios_get_build.outputs.build_id }}
type: build
params:
platform: ios
profile: qa-ios-simulator
message: "PR #${{ github.event.pull_request.number }} iOS agent QA build"
qa_android:
name: Android agent-device QA
after: [android_repack, android_build]
if: ${{ after.android_repack.status == 'success' || after.android_build.status == 'success' }}
environment: preview
runs_on: linux-medium-nested-virtualization
outputs:
status: ${{ steps.run_agent_qa.outputs.status }}
status_label: ${{ steps.run_agent_qa.outputs.status_label }}
top_issue: ${{ steps.run_agent_qa.outputs.top_issue }}
screenshots_cell: ${{ steps.run_agent_qa.outputs.screenshots_cell }}
section_body: ${{ steps.run_agent_qa.outputs.section_body }}
env:
BUILD_ID: ${{ after.android_repack.outputs.build_id || after.android_build.outputs.build_id }}
PR_JSON: ${{ toJSON(github.event.pull_request) }}
WORKFLOW_URL: ${{ workflow.url }}
QA_MODEL: openai/gpt-5.4-mini
QA_PLATFORM: android
APPLICATION_ID: dev.expo.easagentdevice
AGENT_DEVICE_ANDROID_DEVICE: ci-android
steps:
- uses: eas/checkout
- uses: eas/install_node_modules
- id: install_eve_agent
run: |
npm ci --prefix ./scripts/agent-qa/eve
- id: install_agent_device
run: |
npm install -g [email protected]
- uses: eas/download_build
id: download_build
with:
build_id: ${{ env.BUILD_ID }}
extensions: [apk]
- id: provision_android_emulator
run: |
bash ./scripts/agent-qa/provision-android-emulator.sh
- id: run_agent_qa
env:
AGENT_DEVICE_SESSION: qa-android
AGENT_DEVICE_PLATFORM: android
AGENT_DEVICE_SESSION_LOCK: strip
run: |
bash ./scripts/agent-qa/run-and-export.sh "${{ steps.download_build.outputs.artifact_path }}"
qa_ios:
name: iOS agent-device QA
after: [ios_repack, ios_build]
if: ${{ after.ios_repack.status == 'success' || after.ios_build.status == 'success' }}
environment: preview
runs_on: macos-medium
outputs:
status: ${{ steps.run_agent_qa.outputs.status }}
status_label: ${{ steps.run_agent_qa.outputs.status_label }}
top_issue: ${{ steps.run_agent_qa.outputs.top_issue }}
screenshots_cell: ${{ steps.run_agent_qa.outputs.screenshots_cell }}
section_body: ${{ steps.run_agent_qa.outputs.section_body }}
env:
BUILD_ID: ${{ after.ios_repack.outputs.build_id || after.ios_build.outputs.build_id }}
PR_JSON: ${{ toJSON(github.event.pull_request) }}
WORKFLOW_URL: ${{ workflow.url }}
QA_MODEL: openai/gpt-5.4-mini
QA_PLATFORM: ios
APPLICATION_ID: dev.expo.easagentdevice
AGENT_DEVICE_IOS_DEVICE: iPhone 17
AGENT_DEVICE_DAEMON_TIMEOUT_MS: "180000"
AGENT_DEVICE_IOS_BOOT_TIMEOUT_MS: "180000"
steps:
- uses: eas/checkout
- uses: eas/install_node_modules
- id: install_eve_agent
run: |
npm ci --prefix ./scripts/agent-qa/eve
- id: install_agent_device
run: |
npm install -g [email protected]
- uses: eas/download_build
id: download_build
with:
build_id: ${{ env.BUILD_ID }}
extensions: [app]
- id: provision_ios_simulator
run: |
bash ./scripts/agent-qa/provision-ios-simulator.sh
- id: run_agent_qa
env:
AGENT_DEVICE_SESSION: qa-ios
AGENT_DEVICE_PLATFORM: ios
AGENT_DEVICE_SESSION_LOCK: strip
run: |
bash ./scripts/agent-qa/run-and-export.sh "${{ steps.download_build.outputs.artifact_path }}"
qa_comment:
name: Comment on PR
after: [qa_android, qa_ios]
if: ${{ always() && github.event_name == 'pull_request' }}
type: github-comment
params:
payload: |
## Agent QA
| Platform | Status | Issues |
| --- | --- | --- |
| Android | ${{ after.qa_android.outputs.status_label || '⛔ blocked' }} | ${{ after.qa_android.outputs.top_issue || 'No Android QA report was produced.' }} |
| iOS | ${{ after.qa_ios.outputs.status_label || '⛔ blocked' }} | ${{ after.qa_ios.outputs.top_issue || 'No iOS QA report was produced.' }} |
### Screenshots
| Android | iOS |
| --- | --- |
| ${{ after.qa_android.outputs.screenshots_cell || 'N/A' }} | ${{ after.qa_ios.outputs.screenshots_cell || 'N/A' }} |
<details>
<summary>Full Android Report</summary>
${{ after.qa_android.outputs.section_body || '### Android\n\n**Status:** ⛔ blocked\n\nNo Android QA section was produced.\n' }}
</details>
<details>
<summary>Full iOS Report</summary>
${{ after.qa_ios.outputs.section_body || '### iOS\n\n**Status:** ⛔ blocked\n\nNo iOS QA section was produced.\n' }}
</details>