Merge branch 'backup'

---

include:

  - project: shore/ci-templates

  - project: shore/ci-stuff

    file: templates/pre-commit.yml

  - project: shore/ci-templates

  - project: shore/ci-stuff

    file: templates/docker.yml

stages:

  - test

  - build

  - deploy

  - project: shore/ci-stuff

    file: templates/notify.yml

build:

  extends: .compose-build

  tags: &tags [ns4.shore.co.il]

  rules:

    - if: $CI_PIPELINE_SOURCE != "schedule"

pull:

  extends: .compose-pull

  tags: *tags

  rules:

    - if: $CI_PIPELINE_SOURCE != "schedule"

run:

  rules:

    - if: $CI_PIPELINE_SOURCE != "schedule"

      when: manual

  extends: .compose-run

  tags: *tags

backup:

  rules:

    - if: $CI_PIPELINE_SOURCE == "schedule"

  stage: deploy

  tags: [host01.shore.co.il]

  image: docker.io/library/docker:20.10

  before_script:

    - >-

      docker build

      --tag registry.shore.co.il/registry-backup

      --pull

      backup

  script:

    - >-

      docker run

      --volume /var/backups/registry:/var/backups/registry

      --user nobody

      --rm

      registry.shore.co.il/registry-backup

      backup registry.shore.co.il /var/backups/registry

  retry:

    max: 2

  timeout: 3h

    rev: v2.7.0

    hooks:

      - id: hadolint

  - repo: https://github.com/ambv/black

    rev: 21.9b0

    hooks:

      - id: black

        args:

          - |

              --line-length=79

  - repo: https://github.com/PyCQA/prospector

    rev: 1.5.1

    hooks:

      - id: prospector

        args:

          - |-

            --max-line-length=79

          - |-

            --with-tool=pyroma

          - |-

            --with-tool=bandit

          - |-

            --without-tool=pep257

          - |-

            --doc-warnings

          - |-

            --test-warnings

          - |-

            --full-pep8

          - |-

            --strictness=high

          - |-

            --no-autodetect

        additional_dependencies:

          - bandit

          - pyroma

  - repo: https://gitlab.com/pycqa/flake8.git

    rev: 3.9.2

    hooks:

      - id: flake8

        args:

          - |-

            --doctests

        additional_dependencies:

          - flake8-bugbear

  - repo: https://github.com/codespell-project/codespell.git

    rev: v2.1.0

    hooks:

      - id: codespell

*

!backup

!restore

FROM docker.io/library/alpine:3.14

# hadolint ignore=DL3018

RUN echo 'https://dl-cdn.alpinelinux.org/alpine/edge/testing' >> /etc/apk/repositories && \

    echo 'https://dl-cdn.alpinelinux.org/alpine/edge/community' >> /etc/apk/repositories && \

    apk add --update --no-cache \

        findutils \

        skopeo \

        reg \

    ;

COPY --chown=root:root backup /usr/local/bin/backup

COPY --chown=root:root restore /usr/local/bin/restore

#!/bin/sh

set -eu

usage() {

    echo "$0: REGISTRY_DOMAIN BACKUP_DEST"

}

if [ "${1:-}" = -h ] || [ "${1:-}" = --help ]

then

    usage

    exit 0

fi

if [ "$#" -ne 2 ]

then

    usage

    exit 1

fi

command -v skopeo >/dev/null || { echo 'skopeo is missing.' >&2; exit 2; }

registry="$1"

dest="$2"

mkdir -p "$dest"

reg ls "$registry" | \

   sed 's/,//g' | \

   awk -v "registry=$registry" -v "dest=$dest" '

BEGIN {

    exitcode = 0

}

NR>2 {

    system("mkdir -p " dest "/" $1)

    for (i=2; i<=NF; i++) {

        image_url = registry "/" $1 ":" $(i)

        image_file = dest "/" $1 "/" $(i) ".tar"

        printf "Saving %s to %s.\n", image_url, image_file

        system("rm " image_file)

        if (system("skopeo copy docker://" image_url " docker-archive://" image_file) == 0)

            printf "Backup of %s was successful.\n", image_url

        else {

            exitcode = 1

            printf "Backup of %s failed, continuing with other images.\n", image_url

        }

    }

}

END {

    if ( exitcode == 1) print "Backup failed for some images."

    exit exitcode

}

'