-
Notifications
You must be signed in to change notification settings - Fork 54
206 lines (180 loc) · 8.43 KB
/
verify_large.yml
File metadata and controls
206 lines (180 loc) · 8.43 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
name: Verification, large
on:
# Trigger the workflow on push or pull request
push:
pull_request: # DANGEROUS! MUST be disabled for self-hosted runners!
# Trigger the workflow by cron. The default time zone of GitHub Actions is UTC.
schedule:
- cron: '0 13 * * *'
# Trigger the workflow manually
workflow_dispatch:
inputs:
git-ref:
description: Git Ref (Optional)
required: false
random-seed:
description: Random Seed (Optional)
required: false
# Show the git ref in the workflow name if it is invoked manually.
run-name: ${{ github.event_name == 'workflow_dispatch' && format('Manual run {0} , seed {1}', inputs.git-ref, inputs.random-seed) || '' }}
jobs:
test:
name: Verify PRIMA.
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest]
matlab: [latest]
solver: [newuoa, cobyla, lincoa, bobyqa, uobyqa]
dim: [large]
use_system_libgcc: [true, false] # Whether to use the system libgcc or the one shipped with MATLAB.
steps:
- name: Run `sudo apt update`
run: sudo apt update || true # Otherwise, free-disk-space or other actions relying on `apt` may fail
- name: Free disk space
uses: jlumbroso/free-disk-space@main
if: startsWith(matrix.os, 'ubuntu')
with:
# all of these default to true, but feel free to set to "false" if necessary for your workflow
android: true
dotnet: true
haskell: true
large-packages: true
docker-images: true
swap-storage: false # Important, or the runner may be shut down due to memory starvation.
- name: Clone Repository (Latest)
uses: actions/[email protected]
if: github.event.inputs.git-ref == ''
with:
ssh-key: ${{ secrets.SSH_PRIVATE_KEY_ACT }} # This forces checkout to use SSH, not HTTPS
submodules: recursive
- name: Clone Repository (Custom Ref)
uses: actions/[email protected]
if: github.event.inputs.git-ref != ''
with:
ref: ${{ github.event.inputs.git-ref }}
ssh-key: ${{ secrets.SSH_PRIVATE_KEY_ACT }} # This forces checkout to use SSH, not HTTPS
submodules: recursive
- name: Miscellaneous setup
run: bash .github/scripts/misc_setup
- name: Clone MatCUTEst
uses: actions/[email protected]
with:
ssh-key: ${{ secrets.SSH_PRIVATE_KEY_ACT }} # This forces checkout to use SSH, not HTTPS
repository: matcutest/matcutest_compiled
path: matcutest
- name: Set up gfortran on Linux
if: startsWith(matrix.os, 'ubuntu')
uses: fortran-lang/setup-fortran@main
with:
compiler: gcc
version: latest
- name: Check gfortran version on Linux
if: startsWith(matrix.os, 'ubuntu')
run: which gcc && gcc --version && which gfortran && gfortran --version
- name: Set up MATLAB
uses: matlab-actions/[email protected]
with:
release: ${{ matrix.matlab }}
cache: true
products: Parallel_Computing_Toolbox
- name: Link system libgcc to MATLAB if needed
if: startsWith(matrix.os, 'ubuntu')
shell: bash
run: |
matlab_root=$(realpath $(dirname $(which matlab))/../)
echo "MATLAB root is ${matlab_root}"
matlab_libgcc="${matlab_root}/sys/os/glnxa64/libgcc_s.so.1"
echo "MATLAB libgcc is:"
ls -alh ${matlab_libgcc} || exit 42
echo "gcc strings in MATLAB libgcc are:"
strings ${matlab_libgcc} | grep -iE "^GCC_"
echo "latest gcc version string in MATLAB libgcc is:"
readelf -V ${matlab_libgcc} | grep -oiE 'GCC_([0-9]+)(.[0-9]+){0,2}' | sort -V | tail -1
system_libgcc="/usr/lib/x86_64-linux-gnu/libgcc_s.so.1"
echo "System libgcc is:"
ls -alh ${system_libgcc} || exit 42
echo "gcc strings in system libgcc are:"
strings ${system_libgcc} | grep -iE "^GCC_"
echo "latest gcc version string in system libgcc is:"
readelf -V ${system_libgcc} | grep -oiE 'GCC_([0-9]+)(.[0-9]+){0,2}' | sort -V | tail -1
if [[ "${{ matrix.use_system_libgcc }}" == "true" ]] ; then
ln -sf ${system_libgcc} ${matlab_libgcc} || exit 42
echo "Linked ${system_libgcc} to ${matlab_libgcc}."
else
echo "Keep ${matlab_libgcc} untouched."
fi
echo "After the operation, MATLAB libgcc is:"
ls -alh ${matlab_libgcc} || exit 42
echo "gcc strings in MATLAB libgcc are:"
strings ${matlab_libgcc} | grep -iE "^GCC_"
echo "latest gcc version string in MATLAB libgcc is:"
readelf -V ${matlab_libgcc} | grep -oiE 'GCC_([0-9]+)(.[0-9]+){0,2}' | sort -V | tail -1
- name: Revise get_solvers.m to print the revised header file
run: |
cd matlab/tests/private || exit 1
$SEDI "s|\(^.*\)\(setup(solver.*$\)|\1header_file\n\1system(['cat ', header_file]);\n\1\2|" get_solvers.m
- name: Revise setup_compiler_options.m to print the revised mexopt file
run: |
cd matlab/tests/private || exit 1
$SEDI "s|return|for ifile = 1 : length(config_files), ifile, cfile = fullfile(config_dir, config_files{ifile}) , system(['cat ', cfile]); end|" set_compiler_options.m
- name: Revise getMexLibgcc and compiled.m to print necessary information
shell: bash
run: |
cd matlab/setup_tools || exit 42
$SEDI 's|\(.*lddOut.*\);|\1|' getMexLibgcc.m
$SEDI 's|\(.*Path.*\);|\1|' getMexLibgcc.m
$SEDI 's|\(.*String.*\);|\1|' getMexLibgcc.m
$SEDI 's|\(.*Version.*\);|\1|' getMexLibgcc.m
cat getMexLibgcc.m
$SEDI 's|\(common_mex_options\s*=\s*.*$\)$|\1\ncommon_mex_options{:}|' compile.m
$SEDI 's|\(.*\s*=\s*getMexLibgcc().gccVersion.*\)|\1\ngetMexLibgcc() |' compile.m
$SEDI 's|\(.*_version\s*=\s*.*\);|\1 |' compile.m
$SEDI 's|\(compiler_options\s*=\s*.*\);|\1 |' compile.m
$SEDI "s|\(if\s*~support_internal_procedures\)|verLessThan('matlab', '25.1'), verLessThan('matlab', '25.2'), compiler_manufacturer, compiler_options, support_internal_procedures\n\1|" compile.m
cat compile.m
- name: Conduct the test; treat timeout as SUCCESS (exit 0)
uses: equipez/run-matlab-command@v2
with:
timelimit: 320m
command: |
ver;
root_dir = pwd();
cd(fullfile(root_dir, 'matcutest')); install(); which macup
cd(fullfile(root_dir, 'matlab/tests'));
options = struct();
options.verbose = true;
options.no_classical = true; % We do not test the classical mode on "large" problems.
if ~isempty('${{ inputs.random-seed }}')
options.seed = str2num('${{ inputs.random-seed }}');
else
copyfile('private/year_week.m', cd());
options.seed = year_week('Asia/Shanghai');
end
options
verify('${{ matrix.solver }}', '${{ matrix.dim }}', options);
cd(root_dir); setup path; setup clean; setup uninstall % Test that `setup` works properly.
- name: List problems that started but did not end
# The solver got stuck when solving these problems. Investigate what happened.
if: always()
shell: bash
run: |
solver=${{ matrix.solver }}
cd /tmp/${solver}_verify_prima/
ls -R1 *${solver}*_start > ${solver}_prob_start
ls -R1 *${solver}*_end > ${solver}_prob_end
diff ${solver}_prob_start ${solver}_prob_end > ${solver}_stuck || :
printf "\n\n>>>>>>>>>>>>>>>>\nProblems that started but did not end:\n\n"
cat ${solver}_stuck
printf "\n<<<<<<<<<<<<<<<<\n\n"
- name: Store artifacts
uses: actions/upload-artifact@v7
if: always() # Always run even if the workflow is canceled manually or due to overtime.
with:
name: artifact-${{ matrix.solver }}-${{ matrix.dim }}-${{ matrix.matlab }}-${{ matrix.use_system_libgcc }}-${{ matrix.os }}
path: |
/tmp/${{ matrix.solver }}_verify_prima/*prob_start*
/tmp/${{ matrix.solver }}_verify_prima/*prob_end*
/tmp/${{ matrix.solver }}_verify_prima/*stuck*
/tmp/${{ matrix.solver }}_verify_prima/fort.*