From ebb22dae3202409e226ffc02c61366cc994ab8d9 Mon Sep 17 00:00:00 2001 From: Adar Nimrod <nimrod@shore.co.il> Date: Sat, 15 May 2021 20:42:46 +0300 Subject: [PATCH] Scaffolding. Not enough to really do anything and no customization. But everything else is in place. --- .env | 1 + .gitlab-ci.yml | 47 +++++++++++++++++++++++++++++++++++++ docker-compose.yml | 30 +++++++++++++++++++++++ filebeat/.dockerignore | 2 ++ filebeat/Dockerfile | 4 ++++ filebeat/filebeat.yml | 11 +++++++++ journalbeat/.dockerignore | 2 ++ journalbeat/Dockerfile | 4 ++++ journalbeat/journalbeat.yml | 11 +++++++++ metricbeat/.dockerignore | 2 ++ metricbeat/Dockerfile | 4 ++++ metricbeat/metricbeat.yml | 11 +++++++++ packetbeat/.dockerignore | 2 ++ packetbeat/Dockerfile | 4 ++++ packetbeat/packetbeat.yml | 11 +++++++++ 15 files changed, 146 insertions(+) create mode 100644 .env create mode 100644 docker-compose.yml create mode 100644 filebeat/.dockerignore create mode 100644 filebeat/Dockerfile create mode 100644 filebeat/filebeat.yml create mode 100644 journalbeat/.dockerignore create mode 100644 journalbeat/Dockerfile create mode 100644 journalbeat/journalbeat.yml create mode 100644 metricbeat/.dockerignore create mode 100644 metricbeat/Dockerfile create mode 100644 metricbeat/metricbeat.yml create mode 100644 packetbeat/.dockerignore create mode 100644 packetbeat/Dockerfile create mode 100644 packetbeat/packetbeat.yml diff --git a/.env b/.env new file mode 100644 index 0000000..714b76c --- /dev/null +++ b/.env @@ -0,0 +1 @@ +COMPOSE_PROJECT_NAME=beats diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index f92da7b..e15e707 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -2,3 +2,50 @@ include: - project: shore/ci-templates file: templates/pre-commit.yml + - project: shore/ci-templates + file: templates/docker.yml + +stages: + - test + - build + - push + - deploy + +build: + extends: .compose-build + tags: [ns4.shore.co.il] + +push: + extends: .compose-push + stage: push + tags: [ns4.shore.co.il] + +pull-ns4: + extends: .compose-pull + stage: deploy + tags: [ns4.shore.co.il] + +pull-host01: + extends: .compose-pull + stage: deploy + tags: [host01.shore.co.il] + +pull-kodi: + extends: .compose-pull + stage: deploy + tags: [kodi.shore.co.il] + +run-ns4: + extends: .compose-run + stage: deploy + tags: [ns4.shore.co.il] + +run-host01: + extends: .compose-run + stage: deploy + tags: [host01.shore.co.il] + +run-kodi: + extends: .compose-run + stage: deploy + tags: [kodi.shore.co.il] diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 0000000..f13f45a --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,30 @@ +--- +version: '3.7' +services: + filebeat: + build: + context: filebeat + image: registry.shore.co.il/filebeat + restart: always + + journalbeat: + build: + context: journalbeat + image: registry.shore.co.il/journalbeat + restart: always + + metricbeat: + build: + context: metricbeat + image: registry.shore.co.il/metricbeat + restart: always + + packetbeat: + build: + context: packetbeat + image: registry.shore.co.il/packetbeat + restart: always + +networks: + default: + name: shore diff --git a/filebeat/.dockerignore b/filebeat/.dockerignore new file mode 100644 index 0000000..789981a --- /dev/null +++ b/filebeat/.dockerignore @@ -0,0 +1,2 @@ +* +!filebeat.yml diff --git a/filebeat/Dockerfile b/filebeat/Dockerfile new file mode 100644 index 0000000..d008a90 --- /dev/null +++ b/filebeat/Dockerfile @@ -0,0 +1,4 @@ +FROM docker.elastic.co/beats/filebeat-oss:7.12.1 +COPY --chown=root:filebeat filebeat.yml /usr/share/filebeat/filebeat.yml +RUN chmod 640 filebeat.yml && filebeat test config +HEALTHCHECK CMD curl --fail http://localhost:5066/stats || exit 1 diff --git a/filebeat/filebeat.yml b/filebeat/filebeat.yml new file mode 100644 index 0000000..58df7c5 --- /dev/null +++ b/filebeat/filebeat.yml @@ -0,0 +1,11 @@ +--- +output.elasticsearch: + hosts: + - https://elasticsearch.shore.co.il + +logging: + level: warning + json: true + +http: + enabled: true diff --git a/journalbeat/.dockerignore b/journalbeat/.dockerignore new file mode 100644 index 0000000..87d59c2 --- /dev/null +++ b/journalbeat/.dockerignore @@ -0,0 +1,2 @@ +* +!journalbeat.yml diff --git a/journalbeat/Dockerfile b/journalbeat/Dockerfile new file mode 100644 index 0000000..c3a5543 --- /dev/null +++ b/journalbeat/Dockerfile @@ -0,0 +1,4 @@ +FROM docker.elastic.co/beats/journalbeat-oss:7.12.1 +COPY --chown=root:journalbeat journalbeat.yml /usr/share/journalbeat/journalbeat.yml +RUN chmod 640 journalbeat.yml && journalbeat test config +HEALTHCHECK CMD curl --fail http://localhost:5066/stats || exit 1 diff --git a/journalbeat/journalbeat.yml b/journalbeat/journalbeat.yml new file mode 100644 index 0000000..58df7c5 --- /dev/null +++ b/journalbeat/journalbeat.yml @@ -0,0 +1,11 @@ +--- +output.elasticsearch: + hosts: + - https://elasticsearch.shore.co.il + +logging: + level: warning + json: true + +http: + enabled: true diff --git a/metricbeat/.dockerignore b/metricbeat/.dockerignore new file mode 100644 index 0000000..236853a --- /dev/null +++ b/metricbeat/.dockerignore @@ -0,0 +1,2 @@ +* +!metricbeat.yml diff --git a/metricbeat/Dockerfile b/metricbeat/Dockerfile new file mode 100644 index 0000000..78c7997 --- /dev/null +++ b/metricbeat/Dockerfile @@ -0,0 +1,4 @@ +FROM docker.elastic.co/beats/metricbeat-oss:7.12.1 +COPY --chown=root:metricbeat metricbeat.yml /usr/share/metricbeat/metricbeat.yml +RUN chmod 640 metricbeat.yml && metricbeat test config +HEALTHCHECK CMD curl --fail http://localhost:5066/stats || exit 1 diff --git a/metricbeat/metricbeat.yml b/metricbeat/metricbeat.yml new file mode 100644 index 0000000..58df7c5 --- /dev/null +++ b/metricbeat/metricbeat.yml @@ -0,0 +1,11 @@ +--- +output.elasticsearch: + hosts: + - https://elasticsearch.shore.co.il + +logging: + level: warning + json: true + +http: + enabled: true diff --git a/packetbeat/.dockerignore b/packetbeat/.dockerignore new file mode 100644 index 0000000..1937d83 --- /dev/null +++ b/packetbeat/.dockerignore @@ -0,0 +1,2 @@ +* +!packetbeat.yml diff --git a/packetbeat/Dockerfile b/packetbeat/Dockerfile new file mode 100644 index 0000000..b202e64 --- /dev/null +++ b/packetbeat/Dockerfile @@ -0,0 +1,4 @@ +FROM docker.elastic.co/beats/packetbeat-oss:7.12.1 +COPY --chown=root:packetbeat packetbeat.yml /usr/share/packetbeat/packetbeat.yml +RUN chmod 640 packetbeat.yml && packetbeat test config +HEALTHCHECK CMD curl --fail http://localhost:5066/stats || exit 1 diff --git a/packetbeat/packetbeat.yml b/packetbeat/packetbeat.yml new file mode 100644 index 0000000..58df7c5 --- /dev/null +++ b/packetbeat/packetbeat.yml @@ -0,0 +1,11 @@ +--- +output.elasticsearch: + hosts: + - https://elasticsearch.shore.co.il + +logging: + level: warning + json: true + +http: + enabled: true -- GitLab