| 1 | #!/usr/bin/env bash
|
| 2 | #
|
| 3 | # Run continuous build tasks.
|
| 4 | #
|
| 5 | # Usage:
|
| 6 | # soil/worker.sh <function name>
|
| 7 |
|
| 8 | set -o nounset
|
| 9 | set -o pipefail
|
| 10 | set -o errexit
|
| 11 |
|
| 12 | REPO_ROOT=$(cd "$(dirname $0)/.."; pwd) # tsv-lib.sh uses this
|
| 13 | readonly REPO_ROOT
|
| 14 |
|
| 15 | source soil/common.sh
|
| 16 | source test/tsv-lib.sh
|
| 17 |
|
| 18 | py-all-and-ninja() {
|
| 19 | ### baseline for most tasks
|
| 20 |
|
| 21 | build/py.sh all
|
| 22 | ./NINJA-config.sh
|
| 23 | }
|
| 24 |
|
| 25 | ninja-config() {
|
| 26 | ./NINJA-config.sh
|
| 27 | }
|
| 28 |
|
| 29 | dummy-tasks() {
|
| 30 | ### Print tasks that execute quickly
|
| 31 |
|
| 32 | # (task_name, script, action, result_html)
|
| 33 | cat <<EOF
|
| 34 | os-info soil/diagnose.sh os-info -
|
| 35 | dump-env soil/diagnose.sh dump-env -
|
| 36 | EOF
|
| 37 | }
|
| 38 |
|
| 39 | raw-vm-tasks() {
|
| 40 | # The perf tool depends on a specific version of a kernel, so run it outside
|
| 41 | # a container.
|
| 42 |
|
| 43 | # (task_name, script, action, result_html)
|
| 44 | cat <<EOF
|
| 45 | os-info soil/diagnose.sh os-info -
|
| 46 | dump-env soil/diagnose.sh dump-env -
|
| 47 | perf-install benchmarks/perf.sh soil-install -
|
| 48 | wait-for-tarball soil/wait.sh for-cpp-tarball -
|
| 49 | test-install-tar devtools/release-native.sh test-install-tar -
|
| 50 | perf-profiles benchmarks/perf.sh soil-run _tmp/perf/index.html
|
| 51 | EOF
|
| 52 | }
|
| 53 |
|
| 54 | # Oh there is a large list of pre-installed software
|
| 55 | # https://github.com/actions/runner-images#available-images
|
| 56 | # https://github.com/actions/runner-images/blob/main/images/ubuntu/Ubuntu2004-Readme.md
|
| 57 | # https://github.com/actions/runner-images/blob/main/images/ubuntu/Ubuntu2204-Readme.md
|
| 58 | #
|
| 59 | # 1. System deps for building wedges - ninja, cmake, libreadline-dev, etc.
|
| 60 | # 2. fetch wedges - re2c, cmark, python2, python3, MyPy, pyflakes
|
| 61 | # - Python 3.10 desired for "pea"
|
| 62 | # 3. build them
|
| 63 | # 4. build Oils with them
|
| 64 |
|
| 65 | dev-setup-for() {
|
| 66 | local distro=$1
|
| 67 | # (task_name, script, action, result_html)
|
| 68 |
|
| 69 | cat <<EOF
|
| 70 | os-info soil/diagnose.sh os-info -
|
| 71 | dump-env soil/diagnose.sh dump-env -
|
| 72 | wedge-deps build/deps.sh wedge-deps-$distro -
|
| 73 | fetch build/deps.sh fetch -
|
| 74 | install-wedges build/deps.sh install-wedges-soil _build/wedge/logs/index.html
|
| 75 | py-all-and-ninja soil/worker.sh py-all-and-ninja -
|
| 76 | smoke-test build/dev-setup-test.sh smoke-test -
|
| 77 | wedge-report build/deps.sh wedge-report -
|
| 78 | EOF
|
| 79 | }
|
| 80 |
|
| 81 | spec-bin-for() {
|
| 82 | local distro=$1
|
| 83 | cat <<EOF
|
| 84 | os-info soil/diagnose.sh os-info -
|
| 85 | dump-env soil/diagnose.sh dump-env -
|
| 86 | wedge-deps build/deps.sh wedge-deps-$distro -
|
| 87 | fetch build/deps.sh fetch -
|
| 88 | spec-bin build/deps.sh install-spec-bin-fast _build/wedge/logs/index.html
|
| 89 | EOF
|
| 90 | }
|
| 91 |
|
| 92 | dev-setup-debian-tasks() {
|
| 93 | # (task_name, script, action, result_html)
|
| 94 |
|
| 95 | dev-setup-for debian
|
| 96 | }
|
| 97 |
|
| 98 | dev-setup-fedora-tasks() {
|
| 99 | # (task_name, script, action, result_html)
|
| 100 |
|
| 101 | dev-setup-for fedora
|
| 102 | }
|
| 103 |
|
| 104 | dev-setup-alpine-tasks() {
|
| 105 | # (task_name, script, action, result_html)
|
| 106 |
|
| 107 | dev-setup-for alpine
|
| 108 | }
|
| 109 |
|
| 110 | pea-tasks() {
|
| 111 | ### Print tasks for the 'pea' build
|
| 112 |
|
| 113 | # We need a later version of Python 3 / MyPy both to type check and
|
| 114 | # to parse
|
| 115 |
|
| 116 | # Run py-source so we can type check generated code
|
| 117 | # We need to type check more than we translate
|
| 118 |
|
| 119 | # (task_name, script, action, result_html)
|
| 120 | cat <<EOF
|
| 121 | os-info soil/diagnose.sh os-info -
|
| 122 | dump-env soil/diagnose.sh dump-env -
|
| 123 | py-source build/py.sh py-source -
|
| 124 | typecheck pea/TEST.sh check-with-latest-mypy -
|
| 125 | parse-all pea/TEST.sh parse-all -
|
| 126 | EOF
|
| 127 |
|
| 128 | # Moved this to cpp-small, because it depends on py-all-and-ninja
|
| 129 | # run-tests pea/TEST.sh run-tests -
|
| 130 | }
|
| 131 |
|
| 132 | dev-minimal-tasks() {
|
| 133 | ### Print tasks for the 'dev-minimal' build
|
| 134 |
|
| 135 | # repo overview is suggested by README.md
|
| 136 |
|
| 137 | # (task_name, script, action, result_html)
|
| 138 | cat <<EOF
|
| 139 | os-info soil/diagnose.sh os-info -
|
| 140 | dump-env soil/diagnose.sh dump-env -
|
| 141 | build-minimal build/py.sh minimal -
|
| 142 | repo-overview metrics/source-code.sh overview -
|
| 143 | lint test/lint.sh soil-run -
|
| 144 | asdl-types asdl/TEST.sh check-types -
|
| 145 | oil-types devtools/types.sh soil-run -
|
| 146 | unit test/unit.sh minimal _test/py-unit/
|
| 147 | lossless test/lossless.sh soil-run -
|
| 148 | parse-errors test/parse-errors.sh soil-run-py -
|
| 149 | runtime-errors test/runtime-errors.sh soil-run-py -
|
| 150 | ysh-parse-errors test/ysh-parse-errors.sh soil-run-py -
|
| 151 | ysh-runtime-errors test/ysh-runtime-errors.sh soil-run-py -
|
| 152 | ysh-every-string test/ysh-every-string.sh soil-run-py -
|
| 153 | ysh-large ysh/run.sh soil-run -
|
| 154 | j8-errors data_lang/j8-errors.sh soil-run-py -
|
| 155 | error-catalog doc/error-catalog.sh soil-run-py -
|
| 156 | link-busybox-ash test/spec-bin.sh link-busybox-ash -
|
| 157 | osh-minimal test/spec-py.sh osh-minimal _tmp/spec/osh-minimal/index.html
|
| 158 | headless client/run.sh soil-run-py -
|
| 159 | stdlib-test stdlib/TEST.sh soil-run -
|
| 160 | EOF
|
| 161 | }
|
| 162 |
|
| 163 | interactive-tasks() {
|
| 164 | ### Print tasks for the 'interactive' build
|
| 165 |
|
| 166 | # TODO: also run interactive suite with osh-cpp
|
| 167 |
|
| 168 | # TODO: Why does the needs-terminal suite hang in Docker? It doesn't hang in an interactive Docker session.
|
| 169 | #
|
| 170 | # needs-terminal test/spec-py.sh needs-terminal-all _tmp/spec/needs-terminal-py/index.html
|
| 171 | #
|
| 172 | # https://oilshell.zulipchat.com/#narrow/stream/121539-oil-dev/topic/Spec.20Tests.20for.20Interactive.20Parsing
|
| 173 |
|
| 174 | cat <<EOF
|
| 175 | os-info soil/diagnose.sh os-info -
|
| 176 | dump-env soil/diagnose.sh dump-env -
|
| 177 | py-all-and-ninja soil/worker.sh py-all-and-ninja -
|
| 178 | interactive-osh test/spec-py.sh interactive-osh _tmp/spec/interactive-osh/index.html
|
| 179 | nohup test/nohup.sh soil-run -
|
| 180 | process-table test/process-table.sh soil-run _tmp/process-table/index.html
|
| 181 | stateful test/stateful.sh soil-run _tmp/spec/stateful/index.html
|
| 182 | EOF
|
| 183 |
|
| 184 | }
|
| 185 |
|
| 186 | wild-tasks() {
|
| 187 | ### Print tasks for the 'wild' build
|
| 188 |
|
| 189 | # (task_name, script, action, result_html)
|
| 190 | cat <<EOF
|
| 191 | os-info soil/diagnose.sh os-info -
|
| 192 | dump-env soil/diagnose.sh dump-env -
|
| 193 | wait-for-tarball soil/wait.sh for-cpp-tarball -
|
| 194 | test-tar devtools/release-native.sh test-tar -
|
| 195 | linecount metrics/tarball.sh linecount-oils-cpp -
|
| 196 | wild test/wild.sh soil-run _tmp/wild-www/index.html
|
| 197 | EOF
|
| 198 | }
|
| 199 |
|
| 200 | benchmarks-tasks() {
|
| 201 | # (task_name, script, action, result_html)
|
| 202 |
|
| 203 | cat <<EOF
|
| 204 | os-info soil/diagnose.sh os-info -
|
| 205 | dump-env soil/diagnose.sh dump-env -
|
| 206 | py-all-and-ninja soil/worker.sh py-all-and-ninja -
|
| 207 | dev-shell-test build/dev-shell-test.sh soil-run -
|
| 208 | id-test benchmarks/id-test.sh soil-run -
|
| 209 | osh-parser benchmarks/osh-parser.sh soil-run _tmp/osh-parser/index.html
|
| 210 | osh-runtime benchmarks/osh-runtime.sh soil-run _tmp/osh-runtime/index.html
|
| 211 | vm-baseline benchmarks/vm-baseline.sh soil-run _tmp/vm-baseline/index.html
|
| 212 | compute benchmarks/compute.sh soil-run _tmp/compute/index.html
|
| 213 | gc benchmarks/gc.sh soil-run _tmp/gc/index.html
|
| 214 | mycpp-benchmarks benchmarks/mycpp.sh soil-run _tmp/mycpp-examples/index.html
|
| 215 | EOF
|
| 216 | }
|
| 217 |
|
| 218 | bloaty-tasks() {
|
| 219 | cat <<EOF
|
| 220 | os-info soil/diagnose.sh os-info -
|
| 221 | dump-env soil/diagnose.sh dump-env -
|
| 222 | wait-for-tarball soil/wait.sh for-cpp-tarball -
|
| 223 | test-tar devtools/release-native.sh test-tar -
|
| 224 | native-code metrics/native-code.sh oils-for-unix _tmp/metrics/oils-for-unix/
|
| 225 | EOF
|
| 226 | }
|
| 227 |
|
| 228 | benchmarks2-tasks() {
|
| 229 | # Note: id-test doesn't run in 'other-tests' because 'gawk' isn't in that image
|
| 230 | cat <<EOF
|
| 231 | os-info soil/diagnose.sh os-info -
|
| 232 | dump-env soil/diagnose.sh dump-env -
|
| 233 | wait-for-tarball soil/wait.sh for-cpp-tarball -
|
| 234 | test-tar devtools/release-native.sh test-tar -
|
| 235 | py-source build/py.sh py-source -
|
| 236 | uftrace benchmarks/uftrace.sh soil-run _tmp/uftrace/index.html
|
| 237 | gc-cachegrind benchmarks/gc-cachegrind.sh soil-run _tmp/gc-cachegrind/index.html
|
| 238 | EOF
|
| 239 | # 2025-01: added py-source because benchmarks use cmark.py, which uses
|
| 240 | # htm8_asdl to ExpandLinks() and so forth
|
| 241 | }
|
| 242 |
|
| 243 | cpp-spec-tasks() {
|
| 244 | # (task_name, script, action, result_html)
|
| 245 |
|
| 246 | cat <<EOF
|
| 247 | os-info soil/diagnose.sh os-info -
|
| 248 | dump-env soil/diagnose.sh dump-env -
|
| 249 | py-all-and-ninja soil/worker.sh py-all-and-ninja -
|
| 250 | oils-cpp-smoke build/native.sh soil-run -
|
| 251 | osh-all test/spec-cpp.sh osh-all _tmp/spec/osh-cpp/compare.html
|
| 252 | ysh-all test/spec-cpp.sh ysh-all _tmp/spec/ysh-cpp/compare.html
|
| 253 | ysh-py test/spec-py.sh ysh-all-serial _tmp/spec/ysh-py/index.html
|
| 254 | EOF
|
| 255 | }
|
| 256 |
|
| 257 | cpp-tarball-tasks() {
|
| 258 |
|
| 259 | # Note: build-times task requires _build/oils.sh
|
| 260 | # It's a bit redundant with test-tar
|
| 261 |
|
| 262 | cat <<EOF
|
| 263 | os-info soil/diagnose.sh os-info -
|
| 264 | dump-env soil/diagnose.sh dump-env -
|
| 265 | py-all-and-ninja soil/worker.sh py-all-and-ninja -
|
| 266 | oils-cpp-smoke build/native.sh soil-run -
|
| 267 | make-tar devtools/release-native.sh make-tar _release/oils-for-unix.tar
|
| 268 | xshar-hello devtools/xshar.sh soil-run-hello _release/hello-xshar.xshar
|
| 269 | xshar-test-oils devtools/xshar.sh soil-run-test-oils _release/test-oils.xshar
|
| 270 | build-times build/native.sh measure-build-times -
|
| 271 | EOF
|
| 272 |
|
| 273 | # build-times is a good enough test
|
| 274 | # test-tar devtools/release-native.sh test-tar -
|
| 275 | #
|
| 276 | # Note: tarball is deployed outside the container
|
| 277 |
|
| 278 | }
|
| 279 |
|
| 280 | cpp-small-tasks() {
|
| 281 |
|
| 282 | # yaks could be moved to pea/ image once it has python2-dev
|
| 283 | cat <<EOF
|
| 284 | os-info soil/diagnose.sh os-info -
|
| 285 | dump-env soil/diagnose.sh dump-env -
|
| 286 | py-all-and-ninja soil/worker.sh py-all-and-ninja -
|
| 287 | py-unit test/unit.sh all _test/py-unit/
|
| 288 | yaks yaks/TEST.sh soil-run -
|
| 289 | pea pea/TEST.sh run-tests -
|
| 290 | oils-cpp-smoke build/native.sh soil-run -
|
| 291 | cpp-unit test/cpp-unit.sh soil-run _test/-wwz-index
|
| 292 | headless client/run.sh soil-run-cpp -
|
| 293 | asan test/asan.sh soil-run -
|
| 294 | ltrace test/ltrace.sh soil-run -
|
| 295 | micro-syntax doctools/micro-syntax.sh soil-run -
|
| 296 | src-tree doctools/src-tree.sh soil-run _tmp/src-tree-www/index.html
|
| 297 | line-counts metrics/source-code.sh write-reports _tmp/metrics/line-counts/-wwz-index
|
| 298 | preprocessed metrics/source-code.sh preprocessed _tmp/metrics/preprocessed/-wwz-index
|
| 299 | mycpp-examples mycpp/TEST.sh soil-run _test/-wwz-index
|
| 300 | parse-errors test/parse-errors.sh soil-run-cpp -
|
| 301 | runtime-errors test/runtime-errors.sh soil-run-cpp -
|
| 302 | ysh-parse-errors test/ysh-parse-errors.sh soil-run-cpp -
|
| 303 | ysh-runtime-errors test/ysh-runtime-errors.sh soil-run-cpp -
|
| 304 | ysh-every-string test/ysh-every-string.sh soil-run-cpp -
|
| 305 | ysh-large ysh/run.sh soil-run-cpp -
|
| 306 | j8-errors data_lang/j8-errors.sh soil-run-cpp -
|
| 307 | error-catalog doc/error-catalog.sh soil-run-cpp -
|
| 308 | houston-fp demo/houston-fp/run.sh soil-run -
|
| 309 | souffle-smoke-test test/souffle-smoke.sh soil-run -
|
| 310 | EOF
|
| 311 | }
|
| 312 |
|
| 313 | cpp-coverage-tasks() {
|
| 314 | # dep notes: hnode_asdl.h required by expr_asdl.h in mycpp/examples
|
| 315 |
|
| 316 | # TODO: make this work
|
| 317 | #tar-compile benchmarks/ovm-build.sh soil-run -
|
| 318 | cat <<EOF
|
| 319 | os-info soil/diagnose.sh os-info -
|
| 320 | dump-env soil/diagnose.sh dump-env -
|
| 321 | py-all-and-ninja soil/worker.sh py-all-and-ninja -
|
| 322 | extract-clang deps/from-binary.sh extract-clang-in-container -
|
| 323 | mycpp-unit-coverage mycpp/TEST.sh unit-test-coverage _test/clang-coverage/mycpp/html/index.html
|
| 324 | mycpp-examples-coverage mycpp/TEST.sh examples-coverage _test/clang-coverage/mycpp/examples/html/index.html
|
| 325 | cpp-coverage cpp/TEST.sh coverage _test/clang-coverage/cpp/html/index.html
|
| 326 | unified-coverage test/coverage.sh unified-report _test/clang-coverage/unified/html/index.html
|
| 327 | compare-gcc-clang metrics/native-code.sh compare-gcc-clang _tmp/metrics/compare-gcc-clang.txt
|
| 328 | EOF
|
| 329 | }
|
| 330 |
|
| 331 | ovm-tarball-tasks() {
|
| 332 | ### Print tasks for the 'ovm-tarball' build
|
| 333 |
|
| 334 | # notes:
|
| 335 | # - py-all needed to crawl dependencies to make tarball.
|
| 336 |
|
| 337 | # (task_name, script, action, result_html)
|
| 338 | cat <<EOF
|
| 339 | os-info soil/diagnose.sh os-info -
|
| 340 | dump-env soil/diagnose.sh dump-env -
|
| 341 | py-all build/py.sh all -
|
| 342 | configure devtools/release.sh configure-for-release -
|
| 343 | make-tarball devtools/release.sh py-tarball _release/oil.tar
|
| 344 | ysh-ovm-tarball test/spec-py.sh ysh-ovm-tarball _tmp/spec/ysh-py/index.html
|
| 345 | syscall test/syscall.sh soil-run _tmp/syscall/-wwz-index
|
| 346 | osh-spec test/spec-py.sh osh-all-serial _tmp/spec/osh-py/index.html
|
| 347 | gold test/gold.sh soil-run -
|
| 348 | osh-usage test/osh-usage.sh soil-run -
|
| 349 | tools-deps test/tools-deps.sh soil-run -
|
| 350 | docs build/doc.sh soil-run _release/VERSION/index.html
|
| 351 | doc-metrics echo no-op _release/VERSION/doc/metrics.txt
|
| 352 | check-docs data_lang/htm8-test.sh soil-run -
|
| 353 | EOF
|
| 354 | # doc-metrics is a no-op, just for the link. Because soil-run just runs the
|
| 355 | # release, which creates metrics.
|
| 356 |
|
| 357 | }
|
| 358 |
|
| 359 | # Reuse ovm-tarball container
|
| 360 | app-tests-tasks() {
|
| 361 |
|
| 362 | cat <<EOF
|
| 363 | os-info soil/diagnose.sh os-info -
|
| 364 | dump-env soil/diagnose.sh dump-env -
|
| 365 | py-all build/py.sh all -
|
| 366 | ble-clone test/ble.sh clone -
|
| 367 | ble-build test/ble.sh build -
|
| 368 | ble-bash-suite test/ble.sh bash-suite -
|
| 369 | ble-test-osh-py test/ble.sh run-tests-osh-py -
|
| 370 | wait-for-tarball soil/wait.sh for-cpp-tarball -
|
| 371 | test-tar devtools/release-native.sh test-tar -
|
| 372 | ble-test-osh-cpp test/ble.sh run-tests-osh-cpp -
|
| 373 | EOF
|
| 374 |
|
| 375 | # This doesn't work
|
| 376 | # ble-test-osh-bash test/ble.sh run-tests-osh-bash -
|
| 377 | }
|
| 378 |
|
| 379 | # TODO: Most of these should be Ninja tasks.
|
| 380 | # Other tests:
|
| 381 | # find-test, xargs-test, pgen2-test, web/table/csv2html-test.sh
|
| 382 | # Probably should start using a shell test framework too.
|
| 383 | other-tests-tasks() {
|
| 384 | cat <<EOF
|
| 385 | os-info soil/diagnose.sh os-info -
|
| 386 | dump-env soil/diagnose.sh dump-env -
|
| 387 | build-minimal build/py.sh minimal -
|
| 388 | configure-test ./configure-test.sh soil_run -
|
| 389 | time-test benchmarks/time-test.sh soil-run -
|
| 390 | tsv-lib-test test/tsv-lib-test.sh soil-run -
|
| 391 | ysh-ify test/ysh-ify.sh soil-run -
|
| 392 | R-test devtools/R-test.sh soil-run -
|
| 393 | xargs-test test/other.sh xargs-test -
|
| 394 | csv2html-test test/other.sh csv2html-test -
|
| 395 | oil-python-symbols metrics/source-code.sh oil-python-symbols -
|
| 396 | opyc test/opyc.sh soil-run -
|
| 397 | opy-count-lines opy/soil.sh count-lines -
|
| 398 | test-gold opy/soil.sh test-gold -
|
| 399 | build-oil-repo opy/soil.sh build-oil-repo -
|
| 400 | regtest-compile opy/soil.sh regtest-compile -
|
| 401 | EOF
|
| 402 |
|
| 403 | # TODO: add this back after fixing transitive test enumeration problem
|
| 404 | # We shouldn't use
|
| 405 |
|
| 406 | # web-remote-test soil/web-remote-test.sh soil-run -
|
| 407 | }
|
| 408 |
|
| 409 | tests-todo() {
|
| 410 | ### More tests to add
|
| 411 | find . -name '_*' -a -prune -o -name '*-test.sh' -a -print
|
| 412 |
|
| 413 | # pgen2/pgen2-test.sh seems mostly broken
|
| 414 | }
|
| 415 |
|
| 416 | # Redefinition for quicker cloud debugging
|
| 417 | maybe-merge-tasks() {
|
| 418 | cat <<EOF
|
| 419 | os-info soil/diagnose.sh os-info -
|
| 420 | dump-env soil/diagnose.sh dump-env -
|
| 421 | maybe-merge soil/maybe-merge.sh soil-run -
|
| 422 | EOF
|
| 423 | }
|
| 424 |
|
| 425 | run-tasks() {
|
| 426 | ### Run the tasks on stdin and write _tmp/soil/INDEX.tsv.
|
| 427 | local job_name=$1
|
| 428 | local out_dir=$2 # should already exist
|
| 429 | local tty=$3
|
| 430 |
|
| 431 | mkdir -p $out_dir/logs
|
| 432 |
|
| 433 | # So we can run benchmarks/time_.py.
|
| 434 | # 2023-02-28: Images like soil-wild based off the new soil-common no longer
|
| 435 | # have 'cc'. Instead they use a wedge.
|
| 436 | if command -v cc > /dev/null; then
|
| 437 | build/py.sh time-helper
|
| 438 | else
|
| 439 | echo 'test time-tsv3'
|
| 440 | time-tsv3 -o /tmp/echo.tsv --append -- echo hi
|
| 441 |
|
| 442 | echo '/tmp/echo.tsv:'
|
| 443 | cat /tmp/echo.tsv
|
| 444 | fi
|
| 445 |
|
| 446 | # For the later deploy step to pick up
|
| 447 | date +%s > $out_dir/task-run-start-time.txt
|
| 448 |
|
| 449 | # This data can go on the dashboard index
|
| 450 | local tsv=$out_dir/INDEX.tsv
|
| 451 | rm -f $tsv
|
| 452 |
|
| 453 | local status
|
| 454 | local max_status=0
|
| 455 |
|
| 456 | while read task_name script action result_html; do
|
| 457 | log "--- task: $task_name ---"
|
| 458 |
|
| 459 | local log_path=$out_dir/logs/$task_name.txt
|
| 460 |
|
| 461 | # 15 minutes per task
|
| 462 | # One of the longest tasks is test/spec-cpp, which takes around 420 seconds
|
| 463 | # TODO: should have a configurable timeout
|
| 464 | local -a timeout=(timeout 900)
|
| 465 | local stdin_tty=''
|
| 466 |
|
| 467 | case $script in
|
| 468 | test/process-table.sh)
|
| 469 | # Workaround for weird interaction, see
|
| 470 | # $ test/process-table.sh timeout-issue
|
| 471 | timeout=()
|
| 472 | ;;
|
| 473 | test/nohup.sh)
|
| 474 | # Only run test/nohup.sh with TTY. For some reason build/py.sh all hangs
|
| 475 | # with $tty?
|
| 476 | stdin_tty=$tty
|
| 477 | ;;
|
| 478 | esac
|
| 479 |
|
| 480 | local -a argv=(
|
| 481 | time-tsv3 -o $tsv --append
|
| 482 | --field $task_name --field $script --field $action
|
| 483 | --field $result_html --
|
| 484 | "${timeout[@]}" "$script" "$action"
|
| 485 | )
|
| 486 |
|
| 487 | # Run task and save status
|
| 488 | set +o errexit
|
| 489 | if test -n "$stdin_tty"; then
|
| 490 | # explicitly connect TTY, e.g. for soil/interactive
|
| 491 | "${argv[@]}" > $log_path 2>&1 < $stdin_tty
|
| 492 | else
|
| 493 | # Temporary fix: build/doc.sh soil-run reads from stdin!
|
| 494 | "${argv[@]}" > $log_path 2>&1 < /dev/null
|
| 495 | fi
|
| 496 | status=$?
|
| 497 | set -o errexit
|
| 498 |
|
| 499 | if test "$status" -gt "$max_status"; then
|
| 500 | max_status=$status
|
| 501 | fi
|
| 502 |
|
| 503 | # Show the last line
|
| 504 | echo
|
| 505 | tsv-row status elapsed task script action result_html
|
| 506 | tail -n 1 $tsv
|
| 507 | echo
|
| 508 | log "status=$status max_status=$max_status"
|
| 509 | done
|
| 510 |
|
| 511 | log '--- done ---'
|
| 512 | ls -l $out_dir
|
| 513 | wc -l $out_dir/logs/*
|
| 514 |
|
| 515 | # This suppressed the deployment of logs, which we don't want. So all our
|
| 516 | # Travis builds succeed? But then we can't use their failure notifications
|
| 517 | # (which might be OK).
|
| 518 | if false; then
|
| 519 | # exit with the maximum exit code.
|
| 520 | awk '
|
| 521 | BEGIN { max = 0 }
|
| 522 | { if ($1 > max) { max = $1 } }
|
| 523 | END { exit(max) }
|
| 524 | ' $tsv
|
| 525 | fi
|
| 526 |
|
| 527 | # To fail later. Important: this dir persists across jobs; it's NOT removed
|
| 528 | # by 'host-shim.sh job-reset'.
|
| 529 | mkdir -p _soil-jobs
|
| 530 |
|
| 531 | # Hack: Assign job_id and write it to the status file. Other jobs can poll
|
| 532 | # for completion of this job and access its resources.
|
| 533 |
|
| 534 | local job_id
|
| 535 | job_id="$(date +%Y-%m-%d__%H-%M-%S)"
|
| 536 |
|
| 537 | # e.g. _soil-jobs/dummy.status.txt
|
| 538 | echo "$max_status $job_id" > _soil-jobs/$job_name.status.txt
|
| 539 | }
|
| 540 |
|
| 541 | save-metadata() {
|
| 542 | ### Write metadata files to be saved as JSON
|
| 543 |
|
| 544 | # NOTE: host-shim.sh also writes image-pull-time.txt
|
| 545 |
|
| 546 | local job_name=$1
|
| 547 | local meta_dir=$2
|
| 548 |
|
| 549 | echo "$job_name" > $meta_dir/job-name.txt
|
| 550 |
|
| 551 | # command to show current branch
|
| 552 | # This does NOT work in detached HEAD! Travis puts the branch in an env
|
| 553 | # variable, but sr.ht doesn't.
|
| 554 | # git rev-parse --abbrev-ref HEAD > $meta_dir/git-branch.txt
|
| 555 |
|
| 556 | git log -n 1 --pretty='format:%H' > $meta_dir/commit-hash.txt
|
| 557 |
|
| 558 | # ISO 8601 format
|
| 559 | # Note: this can get confused with rebases. Two different commits can have
|
| 560 | # the same date.
|
| 561 | git log -n 1 --pretty='format:%aI' > $meta_dir/commit-date.txt
|
| 562 |
|
| 563 | git log -n 1 --pretty='format:%s' > $meta_dir/commit-line.txt # "subject"
|
| 564 | }
|
| 565 |
|
| 566 | disable-git-errors() {
|
| 567 |
|
| 568 | # 2023-02: The build started failing because of the permissions we set in
|
| 569 | # soil/host-shim.sh mount-perms.
|
| 570 | #
|
| 571 | # The issue is that the guest needs to be able to write to the Docker mount
|
| 572 | # of the repo. I think it may have been related to podman vs. Docker.
|
| 573 | # Should check if mount-perms is necessary in both places.
|
| 574 | #
|
| 575 | # git fails unless we have this workaround.
|
| 576 |
|
| 577 | # https://stackoverflow.com/questions/72978485/git-submodule-update-failed-with-fatal-detected-dubious-ownership-in-repositor
|
| 578 |
|
| 579 | # https://github.blog/2022-04-12-git-security-vulnerability-announced/
|
| 580 |
|
| 581 | #git config --global --add safe.directory '*'
|
| 582 |
|
| 583 | git config --global --add safe.directory /home/uke/oil
|
| 584 | }
|
| 585 |
|
| 586 | job-main() {
|
| 587 | local job_name=$1
|
| 588 |
|
| 589 | local out_dir=_tmp/soil
|
| 590 |
|
| 591 | # Report for debugging
|
| 592 | export EXTRA_MYCPP_ARGS='--stack-roots-warn 16'
|
| 593 |
|
| 594 | log-context 'job-main'
|
| 595 | mkdir -v -p $out_dir
|
| 596 | ls -l -d $out_dir
|
| 597 |
|
| 598 | disable-git-errors
|
| 599 |
|
| 600 | save-metadata $job_name $out_dir
|
| 601 |
|
| 602 | local captured
|
| 603 |
|
| 604 | set +o errexit
|
| 605 | captured=$(tty)
|
| 606 | status=$?
|
| 607 | set -o errexit
|
| 608 |
|
| 609 | if test $status -eq 0; then
|
| 610 | echo "TTY = $captured"
|
| 611 | local tty=$captured
|
| 612 | else
|
| 613 | echo "captured = $captured"
|
| 614 | local tty='' # clear the output
|
| 615 | fi
|
| 616 | echo
|
| 617 |
|
| 618 | ${job_name}-tasks | run-tasks $job_name $out_dir "$tty"
|
| 619 | }
|
| 620 |
|
| 621 | JOB-dummy() { job-main 'dummy'; }
|
| 622 | JOB-raw-vm() { job-main 'raw-vm'; }
|
| 623 | JOB-dev-setup-debian() { job-main 'dev-setup-debian'; }
|
| 624 | JOB-dev-setup-fedora() { job-main 'dev-setup-fedora'; }
|
| 625 | JOB-dev-setup-alpine() { job-main 'dev-setup-alpine'; }
|
| 626 |
|
| 627 | JOB-dev-minimal() { job-main 'dev-minimal'; }
|
| 628 | JOB-interactive() { job-main 'interactive'; }
|
| 629 |
|
| 630 | JOB-other-tests() { job-main 'other-tests'; }
|
| 631 |
|
| 632 | JOB-pea() { job-main 'pea'; }
|
| 633 |
|
| 634 | JOB-ovm-tarball() { job-main 'ovm-tarball'; }
|
| 635 | JOB-app-tests() { job-main 'app-tests'; }
|
| 636 |
|
| 637 | JOB-cpp-coverage() { job-main 'cpp-coverage'; }
|
| 638 | JOB-cpp-small() { job-main 'cpp-small'; }
|
| 639 | JOB-cpp-tarball() { job-main 'cpp-tarball'; }
|
| 640 | JOB-cpp-spec() { job-main 'cpp-spec'; }
|
| 641 |
|
| 642 | JOB-bloaty() { job-main 'bloaty'; }
|
| 643 | JOB-benchmarks() { job-main 'benchmarks'; }
|
| 644 | JOB-benchmarks2() { job-main 'benchmarks2'; }
|
| 645 |
|
| 646 | JOB-wild() { job-main 'wild'; }
|
| 647 |
|
| 648 | JOB-maybe-merge() { job-main 'maybe-merge'; }
|
| 649 |
|
| 650 | list-jobs() {
|
| 651 | # dev-setup-fedora for Fedora, disable
|
| 652 | compgen -A function | grep -- '^JOB-' | sed 's/^JOB-//g' | egrep -v 'maybe-merge|dev-setup-fedora|dev-setup-alpine'
|
| 653 | }
|
| 654 |
|
| 655 | "$@"
|