added ci config

Author: mickeyn

.circleci/config.yml

@@ -0,0 +1,78 @@
+---
+# Use the latest 2.1 version of CircleCI pipeline process engine. See:
+# https://circleci.com/docs/2.0/configuration-reference
+version: 2.1
+orbs:
+  codecov: codecov/codecov@4.1.0
+# Orchestrate or schedule a set of jobs
+workflows:
+  docker-compose:
+    jobs:
+      - build-and-test
+jobs:
+  build-and-test:
+    machine: true
+    resource_class: large
+    steps:
+      - run:
+          name: docker-compose version
+          command: docker-compose --version
+      - run:
+          command: |
+            git clone https://github.com/metacpan/metacpan-docker.git
+            cd metacpan-docker
+          name: metacpan-docker checkout
+      - checkout:
+          path: metacpan-docker/src/metacpan-ingest
+      - run:
+          command: |
+            pushd metacpan-docker
+            ./bin/metacpan-docker init
+          name: clone missing repositories
+      - run:
+          command: |
+            pushd metacpan-docker
+            docker-compose build --build-arg CPM_ARGS='--with-test' insgest_test
+          name: compose build
+      - run:
+          command: |
+            pushd metacpan-docker
+            ./bin/metacpan-docker init
+            docker-compose --verbose up -d ingest_test
+          name: compose up
+      - run:
+          command: |
+            pushd metacpan-docker
+            docker-compose exec -T ingest_test cpm install -g Devel::Cover
+          name: install Devel::Cover
+      # Since we're running docker-compose -d, we don't actually know if
+      # Elasticsearch is available at the time this build step begins. We
+      # probably need to wait for it here, so we'll add our own check.
+      - run:
+          command: |
+            pushd metacpan-docker
+            ./src/metacpan-ingest/wait-for-es.sh http://localhost:9200 elasticsearch_test
+          name: wait for ES
+      - run:
+          command: |
+            pushd metacpan-docker
+            docker-compose exec -T ingest_test env PLACK_ENV='dev' HARNESS_PERL_SWITCHES="-MDevel::Cover=+ignore,^t/|^test-data/|^etc/" prove -lr --jobs 4 t
+          name: run tests with coverage
+      # We are relying on environment variables from the host to be available when
+      # we publish the report, so we publish from the host rather than trying
+      # to propagate env variables to the container.
+      - run:
+          command: |
+            pushd metacpan-docker
+            docker-compose exec -T ingest_test cover -report json
+          name: create coverage report
+      - codecov/upload:
+          file: metacpan-docker/src/metacpan-ingest/cover_db/cover.json
+      - run:
+          command: |
+            pushd metacpan-docker
+            docker-compose logs
+            docker stats --no-stream
+            docker ps -a | head
+          name: docker-compose logs
+          when: on_fail

wait-for-es.sh

@@ -0,0 +1,55 @@
+#!/bin/bash
+
+# Courtesy of @fxdgear
+# https://github.com/elastic/elasticsearch-py/issues/778#issuecomment-384389668
+
+set -ux
+
+
+HOST="$1"
+CONTAINER=${2:-""}
+PREAMBLE=""
+
+echo "container |$CONTAINER|"
+if [[ $CONTAINER != "" ]]; then
+    PREAMBLE="docker-compose exec $CONTAINER"
+fi
+
+while true; do
+    response=$($PREAMBLE curl --write-out '%{http_code}' --silent --fail --output /dev/null "$HOST")
+    if [[ "$response" -eq "200" ]]; then
+        break
+    fi
+
+    echo "Elastic Search is unavailable - sleeping" >&2
+    sleep 1
+done
+
+# set -e now because it was causing the curl command above to exit the script
+# if the server was not available
+set -e
+
+COUNTER=0
+MAX_LOOPS=60
+while true; do
+    ## Wait for ES status to turn to yellow.
+    ## TODO: Ideally we'd be waiting for green, but we need multiple nodes for that.
+    health=$($PREAMBLE curl -fsSL "$HOST/_cat/health?format=JSON" | jq '.[0].status == "yellow" or .[0].status == "green"')
+    if [[ $health == 'true' ]]; then
+        echo "Elasticsearch is up" >&2
+        break
+    fi
+    echo "Elastic Search is unavailable ($health) - sleeping" >&2
+    COUNTER=$((COUNTER + 1))
+    if [[ $COUNTER -gt $MAX_LOOPS ]]; then
+        echo "Giving up after $COUNTER attempts"
+        exit 1
+        break
+    fi
+    sleep 1
+done
+
+# Allow commands to be chained
+shift
+shift
+exec "$@"