| #!/usr/bin/env bash | |
| # SPDX-License-Identifier: MIT | |
| # shellcheck disable=SC2086 # we want word splitting | |
| # shellcheck disable=SC1091 # paths only become valid at runtime | |
| # If we run in the fork (not from mesa or Marge-bot), reuse mainline kernel and rootfs, if exist. | |
| _check_artifact_path() { | |
| _url="https://${1}/${2}" | |
| if curl -s -o /dev/null -I -L -f --retry 4 --retry-delay 15 "${_url}"; then | |
| echo -n "${_url}" | |
| fi | |
| } | |
| get_path_to_artifact() { | |
| _mainline_artifact="$(_check_artifact_path ${BASE_SYSTEM_MAINLINE_HOST_PATH} ${1})" | |
| if [ -n "${_mainline_artifact}" ]; then | |
| echo -n "${_mainline_artifact}" | |
| return | |
| fi | |
| _fork_artifact="$(_check_artifact_path ${BASE_SYSTEM_FORK_HOST_PATH} ${1})" | |
| if [ -n "${_fork_artifact}" ]; then | |
| echo -n "${_fork_artifact}" | |
| return | |
| fi | |
| set +x | |
| error "Sorry, I couldn't find a viable built path for ${1} in either mainline or a fork." >&2 | |
| echo "" >&2 | |
| echo "If you're working on CI, this probably means that you're missing a dependency:" >&2 | |
| echo "this job ran ahead of the job which was supposed to upload that artifact." >&2 | |
| echo "" >&2 | |
| echo "If you aren't working on CI, please ping @mesa/ci-helpers to see if we can help." >&2 | |
| echo "" >&2 | |
| echo "This job is going to fail, because I can't find the resources I need. Sorry." >&2 | |
| set -x | |
| exit 1 | |
| } | |
| . "${SCRIPTS_DIR}/setup-test-env.sh" | |
| section_start prepare_rootfs "Preparing root filesystem" | |
| set -ex | |
| ROOTFS_URL="$(get_path_to_artifact lava-rootfs.tar.zst)" | |
| [ $? != 1 ] || exit 1 | |
| rm -rf results | |
| mkdir -p results/job-rootfs-overlay/ | |
| artifacts/ci-common/export-gitlab-job-env-for-dut.sh \ | |
| > results/job-rootfs-overlay/set-job-env-vars.sh | |
| cp artifacts/ci-common/init-*.sh results/job-rootfs-overlay/ | |
| cp "$SCRIPTS_DIR"/setup-test-env.sh results/job-rootfs-overlay/ | |
| tar zcf job-rootfs-overlay.tar.gz -C results/job-rootfs-overlay/ . | |
| ci-fairy s3cp --token-file "${S3_JWT_FILE}" job-rootfs-overlay.tar.gz "https://${JOB_ROOTFS_OVERLAY_PATH}" | |
| # Prepare env vars for upload. | |
| section_switch variables "Environment variables passed through to device:" | |
| cat results/job-rootfs-overlay/set-job-env-vars.sh | |
| section_switch lava_submit "Submitting job for scheduling" | |
| touch results/lava.log | |
| tail -f results/lava.log & | |
| # Ensure that we are printing the commands that are being executed, | |
| # making it easier to debug the job in case it fails. | |
| set -x | |
| PYTHONPATH=artifacts/ artifacts/lava/lava_job_submitter.py \ | |
| --farm "${FARM}" \ | |
| --device-type "${DEVICE_TYPE}" \ | |
| --boot-method "${BOOT_METHOD}" \ | |
| --job-timeout-min $((CI_JOB_TIMEOUT/60 - 5)) \ | |
| --dump-yaml \ | |
| --pipeline-info "$CI_JOB_NAME: $CI_PIPELINE_URL on $CI_COMMIT_REF_NAME ${CI_NODE_INDEX}/${CI_NODE_TOTAL}" \ | |
| --rootfs-url "${ROOTFS_URL}" \ | |
| --kernel-url-prefix "https://${PIPELINE_ARTIFACTS_BASE}/${DEBIAN_ARCH}" \ | |
| --kernel-external "${EXTERNAL_KERNEL_TAG}" \ | |
| --first-stage-init artifacts/ci-common/init-stage1.sh \ | |
| --dtb-filename "${DTB}" \ | |
| --jwt-file "${S3_JWT_FILE}" \ | |
| --kernel-image-name "${KERNEL_IMAGE_NAME}" \ | |
| --kernel-image-type "${KERNEL_IMAGE_TYPE}" \ | |
| --visibility-group "${VISIBILITY_GROUP}" \ | |
| --lava-tags "${LAVA_TAGS}" \ | |
| --mesa-job-name "$CI_JOB_NAME" \ | |
| --structured-log-file "results/lava_job_detail.json" \ | |
| --ssh-client-image "${LAVA_SSH_CLIENT_IMAGE}" \ | |
| --project-name "${CI_PROJECT_NAME}" \ | |
| --starting-section "${CURRENT_SECTION}" \ | |
| --job-submitted-at "${CI_JOB_STARTED_AT}" \ | |
| - append-overlay \ | |
| --name=kernel-build \ | |
| --url="${FDO_HTTP_CACHE_URI:-}https://${PIPELINE_ARTIFACTS_BASE}/${DEBIAN_ARCH}/kernel-files.tar.zst" \ | |
| --compression=zstd \ | |
| --path="${CI_PROJECT_DIR}" \ | |
| --format=tar \ | |
| - append-overlay \ | |
| --name=job-overlay \ | |
| --url="https://${JOB_ROOTFS_OVERLAY_PATH}" \ | |
| --compression=gz \ | |
| --path="/" \ | |
| --format=tar \ | |
| - submit \ | |
| >> results/lava.log |