.drone.yml

---
kind: pipeline
name: opencti-tests

steps:
  - name: dependencies-checkout
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    environment:
      GITHUB_TOKEN:
          from_secret: github_token
    commands:
      - apk add git github-cli
      - chmod 777 scripts/*
      - ./scripts/clone-dependencies.sh "${DRONE_SOURCE_BRANCH}" "${DRONE_TARGET_BRANCH}" "$(pwd)" "${DRONE_PULL_REQUEST}"
      - ls -lart
      - cd "$DRONE_WORKSPACE/client-python"
      - echo "[INFO] using client-python on branch $(git branch --show-current)"
      - git log -n 1

  - name: api-tests
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    volumes:
    - name: cache-node-backend
      path: /drone/src/opencti-platform/opencti-graphql/node_modules
    environment:
      APP__BASE_URL: http://api-tests:4010/
      APP__ADMIN__PASSWORD: admin
      APP__SYNC_RAW_START_REMOTE_URI: http://opencti-raw-start:4100/graphql
      APP__SYNC_LIVE_START_REMOTE_URI: http://opencti-live-start:4200/graphql
      APP__SYNC_DIRECT_START_REMOTE_URI: http://opencti-direct-start:4300/graphql
      APP__SYNC_RESTORE_START_REMOTE_URI: http://opencti-restore-start:4400/graphql
      APP__ADMIN__TOKEN: bfa014e0-e02e-4aa6-a42b-603b19dcf159
      REDIS__HOSTNAME: redis
      ELASTICSEARCH__URL: http://elastic:9200
      MINIO__ENDPOINT: minio
      RABBITMQ__HOSTNAME: rabbitmq
      EXPIRATION_SCHEDULER__ENABLED: false
      SUBSCRIPTION_SCHEDULER__ENABLED: false
      SMTP__HOSTNAME: smtp.ethereal.email
      SMTP__PORT: 587
      SMTP__USERNAME: jennyfer.mraz@ethereal.email
      SMTP__PASSWORD: frhJ2mSPTfaEutpbug
      PYTHONUNBUFFERED: 1
    commands:
      - apk add build-base git libffi-dev cargo
      - pip3 install --upgrade setuptools
      - cd "$DRONE_WORKSPACE/client-python"
      - pip install -r requirements.txt
      - pip install -e .[dev,doc]
      - cd "$DRONE_WORKSPACE/opencti-platform/opencti-graphql"
      - yarn install
      - yarn build
      - yarn check-ts
      - yarn lint
      - NODE_OPTIONS=--max_old_space_size=8192 yarn test
    depends_on:
      - dependencies-checkout

  - name: api-coverage
    image: plugins/codecov
    settings:
      token:
        from_secret: codecov_token
      paths:
        - opencti-platform/opencti-graphql/coverage
    depends_on:
      - api-tests

  - name: frontend-tests
    image: node:20-alpine
    volumes:
    - name: cache-node-frontend
      path: /drone/src/opencti-platform/opencti-front/node_modules
    commands:
      - apk add git tini gcc g++ make musl-dev cargo python3 python3-dev postfix postfix-pcre
      - npm install -g node-gyp
      - cd opencti-platform/opencti-front
      - yarn install
      - yarn build
      - yarn check-ts
      - yarn lint
      - NODE_OPTIONS=--max_old_space_size=8192 yarn test


  - name: frontend-e2e-tests
    image: node:20.18.0
    volumes:
    - name: cache-node-frontend-e2e
      path: /drone/src/opencti-platform/opencti-front/node_modules
    environment:
      BACK_END_URL: http://opencti-e2e-start:4500
      E2E_TEST: true
      TEAMS_WEBHOOK: teams-webhook-url
    commands:
      - apt-get update
      - apt-get -y install netcat-traditional
      - cd opencti-platform/opencti-front
      - yarn install
      - npx playwright install --with-deps chromium
      - yarn build
      - yarn test:e2e
    depends_on:
      - frontend-tests

  - name: upload-build-artefact
    image: node:20.18.0
    failure: ignore
    when:
      status:
        - failure
        - success
    environment:
      JFROG_TOKEN:
          from_secret: jfrog_token
      JFROG_BUILD_NAME: opencti-build
      JFROG_REPOSITORY: opencti-drone
      JFROG_URL: https://filigran.jfrog.io/artifactory
    commands:
      - apt-get update
      # see https://docs.jfrog-applications.jfrog.io/jfrog-applications/jfrog-cli/cli-for-jfrog-artifactory
      - npm install -g jfrog-cli-v2-jf
      # Collect git info
      - jf rt bag $JFROG_BUILD_NAME $DRONE_BUILD_NUMBER
      # Archive and upload each artefact that we need
      - tar -czvf frontend-test-results-$DRONE_BUILD_NUMBER.tar.gz opencti-platform/opencti-front/test-results
      - jf rt u frontend-test-results-$DRONE_BUILD_NUMBER.tar.gz $JFROG_REPOSITORY --build-name=$JFROG_BUILD_NAME --build-number=$DRONE_BUILD_NUMBER --url=$JFROG_URL --access-token=$JFROG_TOKEN
      # Next line should be done only once at the end: it's recording and gathering build info
      - jf rt bp $JFROG_BUILD_NAME $DRONE_BUILD_NUMBER --url=$JFROG_URL --access-token=$JFROG_TOKEN --build-url=$DRONE_BUILD_LINK
      # Cleaning up old build in JFrog
      - jf rt bdi $JFROG_BUILD_NAME --max-days=30 --url=$JFROG_URL --access-token=$JFROG_TOKEN
    depends_on:
      - frontend-e2e-tests

  - name: frontend-verify-translation
    image: node:20.18.0
    commands:
      - cd opencti-platform/opencti-front
      - node script/verify-translation.js

  - name: build-circleci
    image: curlimages/curl
    commands:
      - curl -X POST --data "branch=master" https://circleci.com/api/v1.1/project/github/OpenCTI-Platform/opencti/build?circle-token=$CIRCLECI_TOKEN
    environment:
      CIRCLECI_TOKEN:
        from_secret: circleci_token
    when:
      branch:
        - master
        - release/*
      event:
        exclude:
          - pull_request
          - tag
    depends_on:
      - api-tests
      - frontend-tests
      - frontend-e2e-tests

  - name: build-circleci-release
    image: curlimages/curl
    commands:
      - curl -X POST --data "tag=$DRONE_TAG" https://circleci.com/api/v1.1/project/github/OpenCTI-Platform/opencti/build?circle-token=$CIRCLECI_TOKEN
    environment:
      CIRCLECI_TOKEN:
        from_secret: circleci_token
    when:
      event:
        - tag
    depends_on:
      - api-tests
      - frontend-tests
      - frontend-e2e-tests

  - name: slack
    image: plugins/slack
    settings:
      webhook:
        from_secret: slack_webhook
      username: drone
      channel: notifications
    when:
      status: [success, failure]
    depends_on:
      - api-tests
      - frontend-tests
      - frontend-e2e-tests

services:
  - name: redis
    image: redis:7.4.0
  - name: elastic
    image: docker.elastic.co/elasticsearch/elasticsearch:8.15.2
    environment:
      discovery.type: single-node
      xpack.security.enabled: false
      ES_JAVA_OPTS: -Xms2g -Xmx2g
  - name: minio
    image: minio/minio:RELEASE.2023-07-07T07-13-57Z
    environment:
      MINIO_ROOT_USER: ChangeMe
      MINIO_ROOT_PASSWORD: ChangeMe
    command: [server, /data]
  - name: rabbitmq
    image: rabbitmq:3.13-management
  - name: opencti-raw-start
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    volumes:
    - name: cache-node-raw-start-backend
      path: /tmp/raw-start-platform/opencti-graphql/node_modules
    environment:
      APP__PORT: 4100
      APP__ADMIN__PASSWORD: admin
      APP__ADMIN__TOKEN: bfa014e0-e02e-4aa6-a42b-603b19dcf159
      APP__APP_LOG__EXTENDED_ERROR_MESSAGE: true
      REDIS__HOSTNAME: redis
      REDIS__NAMESPACE: raw-start
      ELASTICSEARCH__URL: http://elastic:9200
      ELASTICSEARCH__INDEX_PREFIX: raw-start
      MINIO__ENDPOINT: minio
      MINIO__BUCKET_NAME: raw-start-bucket
      RABBITMQ__HOSTNAME: rabbitmq
      RABBITMQ__QUEUE_PREFIX: raw-start
      EXPIRATION_SCHEDULER__ENABLED: false
      SUBSCRIPTION_SCHEDULER__ENABLED: false
    commands:
      - sleep 10
      - ls -lart
      - cp -a opencti-platform/* /tmp/raw-start-platform/
      - apk add build-base git libffi-dev cargo
      - cd "$DRONE_WORKSPACE/client-python"
      - pip install -r requirements.txt
      - pip install -e .[dev,doc]
      - cd /tmp/raw-start-platform/opencti-graphql
      - yarn install
      - yarn install:python
      - NODE_OPTIONS=--max_old_space_size=8192 yarn start
  - name: opencti-live-start
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    volumes:
    - name: cache-node-live-start-backend
      path: /tmp/live-start-platform/opencti-graphql/node_modules
    environment:
      APP__PORT: 4200
      APP__ADMIN__PASSWORD: admin
      APP__ADMIN__TOKEN: bfa014e0-e02e-4aa6-a42b-603b19dcf159
      APP__APP_LOG__EXTENDED_ERROR_MESSAGE: true
      REDIS__HOSTNAME: redis
      REDIS__NAMESPACE: live-start
      ELASTICSEARCH__URL: http://elastic:9200
      ELASTICSEARCH__INDEX_PREFIX: live-start
      MINIO__ENDPOINT: minio
      MINIO__BUCKET_NAME: live-start-bucket
      RABBITMQ__HOSTNAME: rabbitmq
      RABBITMQ__QUEUE_PREFIX: live-start
      EXPIRATION_SCHEDULER__ENABLED: false
      SUBSCRIPTION_SCHEDULER__ENABLED: false
    commands:
      - sleep 10
      - cp -a opencti-platform/* /tmp/live-start-platform/
      - apk add build-base git libffi-dev cargo
      - cd "$DRONE_WORKSPACE/client-python"
      - pip install -r requirements.txt
      - pip install -e .[dev,doc]
      - cd /tmp/live-start-platform/opencti-graphql
      - yarn install
      - yarn install:python
      - NODE_OPTIONS=--max_old_space_size=8192 yarn start
  - name: opencti-direct-start
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    volumes:
    - name: cache-node-direct-start-backend
      path: //tmp/direct-start-platform/opencti-graphql/node_modules
    environment:
      APP__PORT: 4300
      APP__ADMIN__PASSWORD: admin
      APP__ADMIN__TOKEN: bfa014e0-e02e-4aa6-a42b-603b19dcf159
      APP__APP_LOG__EXTENDED_ERROR_MESSAGE: true
      REDIS__HOSTNAME: redis
      REDIS__NAMESPACE: direct-start
      ELASTICSEARCH__URL: http://elastic:9200
      ELASTICSEARCH__INDEX_PREFIX: direct-start
      MINIO__ENDPOINT: minio
      MINIO__BUCKET_NAME: direct-start-bucket
      RABBITMQ__HOSTNAME: rabbitmq
      RABBITMQ__QUEUE_PREFIX: direct-start
      EXPIRATION_SCHEDULER__ENABLED: false
      SUBSCRIPTION_SCHEDULER__ENABLED: false
    commands:
      - sleep 10
      - cp -a opencti-platform/* /tmp/direct-start-platform/
      - apk add build-base git libffi-dev cargo
      - cd "$DRONE_WORKSPACE/client-python"
      - pip install -r requirements.txt
      - pip install -e .[dev,doc]
      - cd /tmp/direct-start-platform/opencti-graphql
      - yarn install
      - yarn install:python
      - NODE_OPTIONS=--max_old_space_size=8192 yarn start
  - name: opencti-direct-worker
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    volumes:
    - name: cache-node-direct-start-backend
      path: /tmp/direct-start-platform/node_modules
    environment:
      OPENCTI_URL: http://opencti-direct-start:4300
      OPENCTI_TOKEN: bfa014e0-e02e-4aa6-a42b-603b19dcf159
      WORKER_LOG_LEVEL: info
    commands:
      - sleep 10
      - cp -a opencti-worker /tmp/direct-start-worker
      - apk add build-base git libffi-dev cargo
      - cd "$DRONE_WORKSPACE/client-python"
      - pip install -r requirements.txt
      - pip install -e .[dev,doc]
      - while ! nc -z opencti-direct-start 4300 ; do sleep 1 ; done
      - cd /tmp/direct-start-worker
      - pip3 install -r src/requirements.txt
      - python3 src/worker.py
  - name: opencti-restore-start
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    volumes:
    - name: cache-node-restore-start-backend
      path: /tmp/restore-start-platform/node_modules
    environment:
      APP__PORT: 4400
      APP__ADMIN__PASSWORD: admin
      APP__ADMIN__TOKEN: bfa014e0-e02e-4aa6-a42b-603b19dcf159
      APP__APP_LOG__EXTENDED_ERROR_MESSAGE: true
      REDIS__HOSTNAME: redis
      REDIS__NAMESPACE: restore-start
      ELASTICSEARCH__URL: http://elastic:9200
      ELASTICSEARCH__INDEX_PREFIX: restore-start
      MINIO__ENDPOINT: minio
      MINIO__BUCKET_NAME: restore-start-bucket
      RABBITMQ__HOSTNAME: rabbitmq
      RABBITMQ__QUEUE_PREFIX: restore-start
      EXPIRATION_SCHEDULER__ENABLED: false
      SUBSCRIPTION_SCHEDULER__ENABLED: false
    commands:
      - sleep 10
      - cp -a opencti-platform/* /tmp/restore-start-platform/
      - apk add build-base git libffi-dev cargo
      - cd "$DRONE_WORKSPACE/client-python"
      - pip install -r requirements.txt
      - pip install -e .[dev,doc]
      - cd /tmp/restore-start-platform/opencti-graphql
      - yarn install
      - yarn install:python
      - NODE_OPTIONS=--max_old_space_size=8192 yarn start
  - name: opencti-e2e-start
    image: nikolaik/python-nodejs:python3.11-nodejs20-alpine
    volumes:
    - name: cache-node-e2e-start-backend
      path: /tmp/e2e-start-platform/node_modules
    environment:
      APP__PORT: 4500
      APP__DISABLED_DEV_FEATURES: '[]'
      APP__ADMIN__PASSWORD: admin
      APP__ADMIN__TOKEN: bfa014e0-e02e-4aa6-a42b-603b19dcf159
      APP__APP_LOG__EXTENDED_ERROR_MESSAGE: true
      REDIS__HOSTNAME: redis
      REDIS__NAMESPACE: e2e-start
      ELASTICSEARCH__URL: http://elastic:9200
      ELASTICSEARCH__INDEX_PREFIX: e2e-start
      MINIO__ENDPOINT: minio
      MINIO__BUCKET_NAME: e2e-start-bucket
      RABBITMQ__HOSTNAME: rabbitmq
      RABBITMQ__QUEUE_PREFIX: e2e-start
      EXPIRATION_SCHEDULER__ENABLED: false
      SUBSCRIPTION_SCHEDULER__ENABLED: false
      PUBLISHER_MANAGER__ENABLED: false
    commands:
      - cp -a opencti-platform/* /tmp/e2e-start-platform/
      - apk add build-base git libffi-dev cargo
      - cd "$DRONE_WORKSPACE/client-python"
      - pip install -r requirements.txt
      - pip install -e .[dev,doc]
      - cd /tmp/e2e-start-platform/opencti-graphql
      - yarn install
      - yarn install:python
      - BRANCH=$(echo $DRONE_COMMIT_BRANCH | cut -d "/" -f 2)
      - yarn build:dev
      - yarn wait-api && node build/script-insert-dataset.js --datasets=DATA-TEST-STIX2_v2,data-test-stix-e2e,poisonivy &
      - NODE_OPTIONS=--max_old_space_size=8192 yarn start

volumes:
  - name: cache-node-backend
    host:
      path: /tmp/cache-node-backend
  - name: cache-node-raw-start-backend
    host:
      path: /tmp/cache-node-raw-start-backend
  - name: cache-node-live-start-backend
    host:
      path: /tmp/cache-node-live-start-backend
  - name: cache-node-direct-start-backend
    host:
      path: /tmp/cache-node-direct-start-backend
  - name: cache-node-restore-start-backend
    host:
      path: /tmp/cache-node-restore-start-backend
  - name: cache-node-e2e-start-backend
    host:
      path: /tmp/cache-node-e2e-start-backend
  - name: cache-node-frontend
    host:
      path: /tmp/cache-node-frontend
  - name: cache-node-frontend-e2e
    host:
      path: /tmp/cache-node-frontend-e2e