enki/dockerfiles/steps/step-fetch.bash at a87c26d8aeb3e368424b9fb8685631c7938e264d · openstax/enki · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
parse_book_dir

[[ "$ARG_GIT_REF" == latest ]] && ARG_GIT_REF=main
[[ "$ARG_REPO_NAME" == */* ]] || ARG_REPO_NAME="openstax/$ARG_REPO_NAME"

creds_dir=$(pwd)/tmp-gh-creds

# Support sideloading the book
LOCAL_SIDELOAD_REPO_PATH=${LOCAL_SIDELOAD_REPO_PATH:-}
if [[ $LOCAL_SIDELOAD_REPO_PATH && -d $LOCAL_SIDELOAD_REPO_PATH ]]; then
    [[ -d $IO_FETCHED ]] && rm -rf "$IO_FETCHED" # LCOV_EXCL_LINE
    warn "-----------------------------------" # LCOV_EXCL_LINE
    warn "Sideloading book instead of cloning" # LCOV_EXCL_LINE
    warn "-----------------------------------" # LCOV_EXCL_LINE
    cp -r $LOCAL_SIDELOAD_REPO_PATH "$IO_FETCHED" # LCOV_EXCL_LINE
elif [[ -d "$IO_FETCHED/.git" ]]; then # Skip if we already cloned (dev)
    warn "---------------------------------------------------" # LCOV_EXCL_LINE
    warn "Skipping git clone because directory already exists" # LCOV_EXCL_LINE
    warn "---------------------------------------------------" # LCOV_EXCL_LINE
else
    remote_url="https://github.com/$ARG_REPO_NAME.git"

    # kcov barfs when "set -x" is called so we just skip all of this authentication
    if [[ $KCOV_DIR == '' ]]; then
        # LCOV_EXCL_START
        # Do not show creds
        set +x
        if [[ ${GH_SECRET_CREDS:-} ]]; then
            creds_file="$creds_dir/gh-creds"
            git config --global credential.helper "store --file=$creds_file"
            mkdir --parents "$creds_dir"
            echo "https://$GH_SECRET_CREDS@github.com" > "$creds_file" 2>&1
        else
            echo "--------------------------------------------------------"
            echo "Warning: GH_SECRET_CREDS is not set to anything."
            echo "   This is only necessary for private repos."
            echo "   If you get an error cloning, this might be the cause."
            echo "--------------------------------------------------------"
        fi
        [[ $TRACE_ON ]] && set -x
        # LCOV_EXCL_END
    fi

    # If ARG_GIT_REF starts with '@' then it is a commit and check out the individual commit
    # Or, https://stackoverflow.com/a/7662531
    [[ $ARG_GIT_REF =~ ^[a-f0-9]{40}$ ]] && ARG_GIT_REF="@$ARG_GIT_REF"

    if [[ $ARG_GIT_REF = @* ]]; then
        # Steps to try:
        # 1. Try a shallow clone (50 most recent commits on the main branch)
        # 2. Try including branches (maybe it's an old edition?)
        # 3. Upgrade to a deep clone
        git_commit="${ARG_GIT_REF:1}"

        GIT_TERMINAL_PROMPT=0 git clone --depth 50 "$remote_url" "$IO_FETCHED"
        pushd "$IO_FETCHED"

        set +e
        git reset --hard "$git_commit"
        commit_not_found=$?
        set -e

        # If the commit was not recent, try fetching all the branches
        if [[ $commit_not_found != 0 ]]; then

            git remote set-branches origin '*'
            GIT_TERMINAL_PROMPT=0 git fetch -v

            set +e
            git reset --hard "$git_commit"
            commit_not_found=$?
            set -e

            # If the commit was not in the branches, convert the shallow clone to a deep clone
            # LCOV_EXCL_START
            if [[ $commit_not_found != 0 ]]; then
                GIT_TERMINAL_PROMPT=0 git fetch --unshallow # convert shallow clone to deep clone
                git reset --hard "$git_commit"
            fi
            # LCOV_EXCL_END
        fi
        popd
    else
        GIT_TERMINAL_PROMPT=0 git clone --depth 1 "$remote_url" --branch "$ARG_GIT_REF" "$IO_FETCHED"
    fi
fi


cd /workspace/enki/poet && ./node_modules/.bin/ts-node server/src/model/_cli.ts validate "$IO_FETCHED"

# Clean up the temporary credentials file if it exists
if [[ -f $creds_dir ]]; then
    rm -rf $creds_dir # LCOV_EXCL_LINE
fi