-
Notifications
You must be signed in to change notification settings - Fork 26
246 lines (209 loc) · 8.94 KB
/
linux.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
name: linux
on:
push:
branches: ['*']
tags-ignore: ['*']
pull_request:
env:
# test_runner: prove, make-test, matrix
test_runner: matrix
OREPAN_VERSION: 0.08
# DBIC_TRACE: 4
# DBIC_TRACE_PROFILE: console_monochrome
DEBIAN_FRONTEND: noninteractive
CPAN_MIRROR: http://www.cpan.org
VERBOSE: '' # --verbose
jobs:
#=
#
# This step lists t/**.t, so that we can run the tests in a matrix on it in github.
# When you run each test as it's own step we get the results testing broken up into a
# nice list in the side bar, and github can schedule the test however it likes.
#
# It's worth noting that we skip having t/00-prepare-tests in this list because it is run
# before each test in the matrix.
testlist:
runs-on: ubuntu-latest
outputs:
tests: ${{ steps.tests.outputs.files }}
steps:
- uses: actions/checkout@v3
# set-output is deprecated, but it looks like you can't read from $GITHUB_ENV in the matrix: section
- id: tests
run: |
find t/ -type f -name '*.t' | \
perl -nlE '
push @files, $_ unless /00-prepare-tests.t/
}{
printf q{::set-output name=files::[%s]}, ($ENV{test_runner} eq "matrix") ? (join ",", map qq/"$_"/, @files) : (qq/"all"/)
'
#=
#
# This step sets up the github worker to run the tests, and then runs the tests
# env.test_runner can be used to pick how we run the tests
#
# I've included 3 of them because I couldn't decide which is the best choice.
# (and maybe it would make a nice matrix axis to test both types of release work right)
test:
needs: [ depends, testlist ]
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
test_file: ${{ fromJson(needs.testlist.outputs.tests) }}
# this matrix is repeated in other build steps.
perl-version:
# 'latest' or 'threaded' might upsest the build cache
# - '5.8.8' #
# - '5.16' # 2023-04-04T12:55:57.3582453Z ! Installing the dependencies failed: Installed version (6.63_02) of ExtUtils::MakeMaker is not in range '6.64'
# - '5.24'
# - '5.25' #
# - '5.26' # first with PERL_USE_UNSAFE_INC
- '5.36'
container:
image: perl:${{ matrix.perl-version }}
steps:
- uses: actions/checkout@v3
- uses: actions/cache/restore@v3
id: restore-dists
with:
path: ~/dists/
key: ${{ runner.os }}-build-${{ matrix.perl-version }}-${{ hashFiles('cpanfile.snapshot') }}
- uses: actions/cache/restore@v3
id: restore-local
with:
path: local/
key: ${{ runner.os }}-local-${{ matrix.perl-version }}-${{ hashFiles('cpanfile.snapshot') }}
# This should use a debian tool to install the things from debian/control's Build-Depends-Indep section
# instead of relying on me copy/pasting them into here like a caveperson
# libtext-amuse-compile-perl depends on a bunch of fonts, but I hard-coded them here
# https://amusewiki.org/library/install
- name: apt-get update + install
run: |
apt-get update && apt-get install -y \
fonts-dejavu-extra fonts-dejavu-core fonts-linuxlibertine fonts-cmu fonts-texgyre fonts-cmu fonts-texgyre texlive-fonts-extra \
texlive-lang-european texlive-lang-italian \
libxapian-dev texlive-xetex \
graphicsmagick ghostscript imagemagick \
xapian-tools libxapian-dev \
poppler-utils \
shared-mime-info \
openssl libssl-dev \
carton git fontconfig cgit rsync \
devscripts dput lintian sudo \
# I think this might be causing the failre I see in t/cgit-integration.t, but it's not clear:
- name: git config
run: |
git config --global user.email "[email protected]";
git config --global user.name "Amuse wiki CI biuld of $GITHUB_REF"
# this >> $GITHUB_ENV thing doesn't last beyond this job
# we are in /__w/amusewiki/amusewiki/, it's not named after my fork
# cpanm -L local, puts .pm files in local/lib/perl5 and scripts in local/bin/
- name: set PATH + PERL5LIB, github style
run: |
echo "PERL5LIB=`pwd`:`pwd`/local/lib/perl5:`pwd`/lib/:$PERL5LIB" >> $GITHUB_ENV
echo "PATH=./local/bin/:$PATH" >> $GITHUB_ENV
# -- prove
- name: Run Tests under prove
if: env.test_runner == 'prove'
run: prove --merge --verbose --rules='seq=t/0*' --rules='par=**' t/
# -- Makefile.PL
- name: Makefile.PL
if: env.test_runner == 'make-test'
env:
PERL_USE_UNSAFE_INC: 1
run: perl Makefile.PL
# this works fine, but it puts all the (often verbose) output from the make test into
# a single readmore in the github ui, which is pretty upsetting on my 22017 macbook
# - name: make test
# if: env.test_runner == 'make-test'
# env:
# PERL_USE_UNSAFE_INC: 1
# run: make test
- name: prove ${{ matrix.test_file }}
if: env.test_runner == 'matrix'
run: |
PERL_DL_NONLAZY=1 perl -MExtUtils::Command::MM -MTest::Harness -e "
undef *Test::Harness::Switches;
test_harness(0, 'inc', 'blib/lib', 'blib/arch')
" -- t/00-prepare-tests.t ${{ matrix.test_file }}
# it might be nice to get a tarball out of this processs instead of just a greeen check mark
# - name: make dist
# if: env.test_runner == 'make-test'
# env:
# PERL_USE_UNSAFE_INC: 1
# run: make dist
#=
#
# We use cpanm to install the dependencies into local/ (it's already in the perl image)
# This usess the cached dists from last time, if there are any.
# We then cache the local/, so we don't have to do the install again next time.
#
# We get carton from dpkg in a later step because we have a self-test that looks for carton in $PATH
depends:
needs: orepan
runs-on: ubuntu-latest
env:
DEBIAN_FRONTEND: noninteractive
strategy:
matrix:
perl-version:
- '5.36'
container:
image: perl:${{ matrix.perl-version }}
steps:
- uses: actions/checkout@v3
- name: Cache dists
uses: actions/cache@v3
with:
path: ~/dists/
key: ${{ runner.os }}-build-${{ matrix.perl-version }}-${{ hashFiles('cpanfile.snapshot') }}
restore-keys: ${{ runner.os }}-build-${{ matrix.perl-version }}-${{ hashFiles('cpanfile.snapshot') }}
- name: Cache local
uses: actions/cache@v3
id: local-cache
with:
path: local/
key: ${{ runner.os }}-local-${{ matrix.perl-version }}-${{ hashFiles('cpanfile.snapshot') }}
restore-keys: ${{ runner.os }}-local-${{ matrix.perl-version }}-${{ hashFiles('cpanfile.snapshot') }}
# need these for the cpanm install to work:
- name: apt-get install
if: steps.local-cache.outputs.cache-hit != 'true'
run: apt-get update && apt-get install -y libxapian-dev texlive-xetex
- name: Install Dependencies
if: steps.local-cache.outputs.cache-hit != 'true'
# run: cpanm -L extlib/ Carton; env PERL5LIB=`pwd`/extlib/lib/perl5/:$PERL5LIB extlib/bin/carton install --verbose --deployment
run: |
cpanm --notest $VERBOSE --save-dists $HOME/dists/ --mirror file://$HOME/dists/ --mirror $CPAN_MIRROR -L local/ --installdeps . ;
cpanm --notest $VERBOSE --save-dists $HOME/dists/ --mirror file://$HOME/dists/ --mirror $CPAN_MIRROR -L local/ inc::Module::[email protected] Module::Install::Catalyst;
- uses: actions/cache/restore@v3
id: restore-orepan
if: steps.local-cache.outputs.cache-hit != 'true'
with:
path: ~/orepan
key: ${{ runner.os }}-orepan-${{ matrix.perl-version }}-${{ env.OREPAN_VERSION }}
- name: re-index dists with OrePAN
if: steps.local-cache.outputs.cache-hit != 'true'
run: perl -I$HOME/orepan/lib/perl5 $HOME/orepan/bin/orepan_index.pl -r $HOME/dists/
#=
#
# First we install a cpan indexer, so we can re-use the downloaded dists for installing dependencies
orepan:
runs-on: ubuntu-latest
strategy:
matrix:
perl-version:
- '5.36'
container:
image: perl:${{ matrix.perl-version }}
steps:
- name: Cache orepan
uses: actions/cache@v3
id: orepan-cache
with:
path: ~/orepan
key: ${{ runner.os }}-orepan-${{ matrix.perl-version }}-${{ env.OREPAN_VERSION }}
restore-keys: ${{ runner.os }}-orepan-${{ matrix.perl-version }}-${{ env.OREPAN_VERSION }}
- name: setup OrePAN
if: steps.orepan-cache.outputs.cache-hit != 'true'
run: mkdir -p $HOME/orepan/ $HOME/dists/authors $HOME/dists/modules; cpanm --save-dists $HOME/dists/ --mirror file://$HOME/dists --mirror $CPAN_MIRROR $VERBOSE --notest -L $HOME/orepan OrePAN@$OREPAN_VERSION;