Skip to content

Commit 5897be1

Browse files
alexey-milovidovalexey-milovidov
authored
Merge master into fix-async-insert-query-log-race
2 parents cf52e21 + 2808362 commit 5897be1

File tree

118 files changed

+3809
-515
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

118 files changed

+3809
-515
lines changed

‎.github/workflows/optimize_toolchain.yml‎

Lines changed: 251 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,251 @@
1+
# generated by praktika
2+
3+
name: OptimizeToolchain
4+
on:
5+
workflow_dispatch:
6+
inputs:
7+
8+
env:
9+
PYTHONUNBUFFERED: 1
10+
CHECKOUT_REF: ""
11+
12+
jobs:
13+
14+
config_workflow:
15+
runs-on: [self-hosted, style-checker-aarch64]
16+
needs: []
17+
name: "Config Workflow"
18+
outputs:
19+
data: ${{ steps.run.outputs.DATA }}
20+
pipeline_status: ${{ steps.run.outputs.pipeline_status || 'undefined' }}
21+
steps:
22+
- name: Checkout code
23+
uses: actions/checkout@v6
24+
with:
25+
ref: ${{ env.CHECKOUT_REF }}
26+
27+
- name: Prepare env script
28+
run: |
29+
rm -rf ./ci/tmp
30+
mkdir -p ./ci/tmp
31+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
32+
export PYTHONPATH=./ci:.:
33+
cat > ./ci/tmp/workflow_inputs.json << 'EOF'
34+
${{ toJson(github.event.inputs) }}
35+
EOF
36+
cat > ./ci/tmp/workflow_job.json << 'EOF'
37+
${{ toJson(job) }}
38+
EOF
39+
cat > ./ci/tmp/workflow_status.json << 'EOF'
40+
${{ toJson(needs) }}
41+
EOF
42+
ENV_SETUP_SCRIPT_EOF
43+
44+
- name: Run
45+
id: run
46+
run: |
47+
. ./ci/tmp/praktika_setup_env.sh
48+
set -o pipefail
49+
PYTHONUNBUFFERED=1 python3 -m praktika run 'Config Workflow' --workflow "OptimizeToolchain" --ci 2>&1 | python3 -u -c 'import sys,datetime
50+
prefix=lambda: datetime.datetime.now().strftime("[%Y-%m-%d %H:%M:%S]")
51+
for line in sys.stdin: sys.stdout.write(prefix() + " " + line); sys.stdout.flush()' | tee ./ci/tmp/job.log
52+
53+
dockers_build_amd:
54+
runs-on: [self-hosted, style-checker]
55+
needs: [config_workflow]
56+
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'RG9ja2VycyBCdWlsZCAoYW1kKQ==') }}
57+
name: "Dockers Build (amd)"
58+
outputs:
59+
data: ${{ steps.run.outputs.DATA }}
60+
pipeline_status: ${{ steps.run.outputs.pipeline_status || 'undefined' }}
61+
steps:
62+
- name: Checkout code
63+
uses: actions/checkout@v6
64+
with:
65+
ref: ${{ env.CHECKOUT_REF }}
66+
67+
- name: Prepare env script
68+
run: |
69+
rm -rf ./ci/tmp
70+
mkdir -p ./ci/tmp
71+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
72+
export PYTHONPATH=./ci:.:
73+
cat > ./ci/tmp/workflow_inputs.json << 'EOF'
74+
${{ toJson(github.event.inputs) }}
75+
EOF
76+
cat > ./ci/tmp/workflow_job.json << 'EOF'
77+
${{ toJson(job) }}
78+
EOF
79+
cat > ./ci/tmp/workflow_status.json << 'EOF'
80+
${{ toJson(needs) }}
81+
EOF
82+
ENV_SETUP_SCRIPT_EOF
83+
84+
- name: Run
85+
id: run
86+
run: |
87+
. ./ci/tmp/praktika_setup_env.sh
88+
set -o pipefail
89+
PYTHONUNBUFFERED=1 python3 -m praktika run 'Dockers Build (amd)' --workflow "OptimizeToolchain" --ci 2>&1 | python3 -u -c 'import sys,datetime
90+
prefix=lambda: datetime.datetime.now().strftime("[%Y-%m-%d %H:%M:%S]")
91+
for line in sys.stdin: sys.stdout.write(prefix() + " " + line); sys.stdout.flush()' | tee ./ci/tmp/job.log
92+
93+
dockers_build_arm:
94+
runs-on: [self-hosted, style-checker-aarch64]
95+
needs: [config_workflow]
96+
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'RG9ja2VycyBCdWlsZCAoYXJtKQ==') }}
97+
name: "Dockers Build (arm)"
98+
outputs:
99+
data: ${{ steps.run.outputs.DATA }}
100+
pipeline_status: ${{ steps.run.outputs.pipeline_status || 'undefined' }}
101+
steps:
102+
- name: Checkout code
103+
uses: actions/checkout@v6
104+
with:
105+
ref: ${{ env.CHECKOUT_REF }}
106+
107+
- name: Prepare env script
108+
run: |
109+
rm -rf ./ci/tmp
110+
mkdir -p ./ci/tmp
111+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
112+
export PYTHONPATH=./ci:.:
113+
cat > ./ci/tmp/workflow_inputs.json << 'EOF'
114+
${{ toJson(github.event.inputs) }}
115+
EOF
116+
cat > ./ci/tmp/workflow_job.json << 'EOF'
117+
${{ toJson(job) }}
118+
EOF
119+
cat > ./ci/tmp/workflow_status.json << 'EOF'
120+
${{ toJson(needs) }}
121+
EOF
122+
ENV_SETUP_SCRIPT_EOF
123+
124+
- name: Run
125+
id: run
126+
run: |
127+
. ./ci/tmp/praktika_setup_env.sh
128+
set -o pipefail
129+
PYTHONUNBUFFERED=1 python3 -m praktika run 'Dockers Build (arm)' --workflow "OptimizeToolchain" --ci 2>&1 | python3 -u -c 'import sys,datetime
130+
prefix=lambda: datetime.datetime.now().strftime("[%Y-%m-%d %H:%M:%S]")
131+
for line in sys.stdin: sys.stdout.write(prefix() + " " + line); sys.stdout.flush()' | tee ./ci/tmp/job.log
132+
133+
build_toolchain_pgo_bolt_amd64:
134+
runs-on: [self-hosted, amd-large]
135+
needs: [config_workflow, dockers_build_amd, dockers_build_arm]
136+
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgVG9vbGNoYWluIChQR08sIEJPTFQpIChhbWQ2NCk=') }}
137+
name: "Build Toolchain (PGO, BOLT) (amd64)"
138+
outputs:
139+
data: ${{ steps.run.outputs.DATA }}
140+
pipeline_status: ${{ steps.run.outputs.pipeline_status || 'undefined' }}
141+
steps:
142+
- name: Checkout code
143+
uses: actions/checkout@v6
144+
with:
145+
ref: ${{ env.CHECKOUT_REF }}
146+
147+
- name: Prepare env script
148+
run: |
149+
rm -rf ./ci/tmp
150+
mkdir -p ./ci/tmp
151+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
152+
export PYTHONPATH=./ci:.:
153+
cat > ./ci/tmp/workflow_inputs.json << 'EOF'
154+
${{ toJson(github.event.inputs) }}
155+
EOF
156+
cat > ./ci/tmp/workflow_job.json << 'EOF'
157+
${{ toJson(job) }}
158+
EOF
159+
cat > ./ci/tmp/workflow_status.json << 'EOF'
160+
${{ toJson(needs) }}
161+
EOF
162+
ENV_SETUP_SCRIPT_EOF
163+
164+
- name: Run
165+
id: run
166+
run: |
167+
. ./ci/tmp/praktika_setup_env.sh
168+
set -o pipefail
169+
PYTHONUNBUFFERED=1 python3 -m praktika run 'Build Toolchain (PGO, BOLT) (amd64)' --workflow "OptimizeToolchain" --ci 2>&1 | python3 -u -c 'import sys,datetime
170+
prefix=lambda: datetime.datetime.now().strftime("[%Y-%m-%d %H:%M:%S]")
171+
for line in sys.stdin: sys.stdout.write(prefix() + " " + line); sys.stdout.flush()' | tee ./ci/tmp/job.log
172+
173+
build_toolchain_pgo_bolt_aarch64:
174+
runs-on: [self-hosted, arm-large]
175+
needs: [config_workflow, dockers_build_amd, dockers_build_arm]
176+
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgVG9vbGNoYWluIChQR08sIEJPTFQpIChhYXJjaDY0KQ==') }}
177+
name: "Build Toolchain (PGO, BOLT) (aarch64)"
178+
outputs:
179+
data: ${{ steps.run.outputs.DATA }}
180+
pipeline_status: ${{ steps.run.outputs.pipeline_status || 'undefined' }}
181+
steps:
182+
- name: Checkout code
183+
uses: actions/checkout@v6
184+
with:
185+
ref: ${{ env.CHECKOUT_REF }}
186+
187+
- name: Prepare env script
188+
run: |
189+
rm -rf ./ci/tmp
190+
mkdir -p ./ci/tmp
191+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
192+
export PYTHONPATH=./ci:.:
193+
cat > ./ci/tmp/workflow_inputs.json << 'EOF'
194+
${{ toJson(github.event.inputs) }}
195+
EOF
196+
cat > ./ci/tmp/workflow_job.json << 'EOF'
197+
${{ toJson(job) }}
198+
EOF
199+
cat > ./ci/tmp/workflow_status.json << 'EOF'
200+
${{ toJson(needs) }}
201+
EOF
202+
ENV_SETUP_SCRIPT_EOF
203+
204+
- name: Run
205+
id: run
206+
run: |
207+
. ./ci/tmp/praktika_setup_env.sh
208+
set -o pipefail
209+
PYTHONUNBUFFERED=1 python3 -m praktika run 'Build Toolchain (PGO, BOLT) (aarch64)' --workflow "OptimizeToolchain" --ci 2>&1 | python3 -u -c 'import sys,datetime
210+
prefix=lambda: datetime.datetime.now().strftime("[%Y-%m-%d %H:%M:%S]")
211+
for line in sys.stdin: sys.stdout.write(prefix() + " " + line); sys.stdout.flush()' | tee ./ci/tmp/job.log
212+
213+
finish_workflow:
214+
runs-on: [self-hosted, style-checker-aarch64]
215+
needs: [config_workflow, dockers_build_amd, dockers_build_arm, build_toolchain_pgo_bolt_amd64, build_toolchain_pgo_bolt_aarch64]
216+
if: ${{ always() }}
217+
name: "Finish Workflow"
218+
outputs:
219+
data: ${{ steps.run.outputs.DATA }}
220+
pipeline_status: ${{ steps.run.outputs.pipeline_status || 'undefined' }}
221+
steps:
222+
- name: Checkout code
223+
uses: actions/checkout@v6
224+
with:
225+
ref: ${{ env.CHECKOUT_REF }}
226+
227+
- name: Prepare env script
228+
run: |
229+
rm -rf ./ci/tmp
230+
mkdir -p ./ci/tmp
231+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
232+
export PYTHONPATH=./ci:.:
233+
cat > ./ci/tmp/workflow_inputs.json << 'EOF'
234+
${{ toJson(github.event.inputs) }}
235+
EOF
236+
cat > ./ci/tmp/workflow_job.json << 'EOF'
237+
${{ toJson(job) }}
238+
EOF
239+
cat > ./ci/tmp/workflow_status.json << 'EOF'
240+
${{ toJson(needs) }}
241+
EOF
242+
ENV_SETUP_SCRIPT_EOF
243+
244+
- name: Run
245+
id: run
246+
run: |
247+
. ./ci/tmp/praktika_setup_env.sh
248+
set -o pipefail
249+
PYTHONUNBUFFERED=1 python3 -m praktika run 'Finish Workflow' --workflow "OptimizeToolchain" --ci 2>&1 | python3 -u -c 'import sys,datetime
250+
prefix=lambda: datetime.datetime.now().strftime("[%Y-%m-%d %H:%M:%S]")
251+
for line in sys.stdin: sys.stdout.write(prefix() + " " + line); sys.stdout.flush()' | tee ./ci/tmp/job.log

0 commit comments

Comments
 (0)