[ML] Migrate DRA GCS publishing from Release Manager to dra-prep plugin

.buildkite/pipelines/upload_dra_to_gcs.yml.sh

@@ -8,20 +8,51 @@
 # compliance with the Elastic License 2.0 and the foregoing additional
 # limitation.
 #
-# Upload all artifacts, both platform-specific and all-platforms, to
-# GCS, where release manager builds will download them from.
+# Stage DRA artifacts and trigger unified-release DRA processing via the
+# elastic/dra-prep-buildkite-plugin (replaces the Release Manager Docker step).
 #
 
 . .buildkite/scripts/common/base.sh
 
+STACK_VERSION=$(awk -F= '/^elasticsearchVersion/ {print $2}' gradle.properties | xargs echo)
+
+if [ -n "${VERSION_QUALIFIER:-}" ] ; then
+    STACK_VERSION="${STACK_VERSION}-${VERSION_QUALIFIER}"
+fi
+
+if [ -z "$BUILD_SNAPSHOT" ] ; then
+    BUILD_SNAPSHOT=true
+fi
+if [ "$BUILD_SNAPSHOT" = "true" ] ; then
+    DRA_WORKFLOW=snapshot
+    STACK_VERSION="${STACK_VERSION}-SNAPSHOT"
+else
+    DRA_WORKFLOW=staging
+fi
+
 cat <<EOL
 steps:
-  - label: ":rocket: Upload DRA artifacts to GCS :gcloud:"
-    key: "upload_dra_artifacts_to_gcs"
+  - label: ":package: DRA Prep"
+    key: "dra-prep"
     depends_on: create_dra_artifacts
-    command:
-      - 'buildkite-agent artifact download "build/distributions/*" --step create_dra_artifacts .'
-      - '.buildkite/scripts/steps/upload_dra_to_gcs.sh'
+    command: ".buildkite/scripts/stage_artifacts.sh"
+    env:
+      DRA_WORKFLOW: "${DRA_WORKFLOW}"
     agents:
       provider: gcp
+    plugins:
+      - elastic/dra-prep#v0.1.5:
+          product_id: "ml-cpp"
+          stack_version: "${STACK_VERSION}"
+          workflow: "${DRA_WORKFLOW}"
+
+  - label: ":pipeline: Trigger DRA processing"
+    trigger: "unified-release-dra-processing"
+    async: true
+    depends_on: "dra-prep"
+    build:
+      env:
+        DRA_PRODUCT_ID: "ml-cpp"
+        DRA_STACK_VERSION: "${STACK_VERSION}"
+        DRA_WORKFLOW: "${DRA_WORKFLOW}"
 EOL

.buildkite/scripts/stage_artifacts.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+# Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+# or more contributor license agreements. Licensed under the Elastic License
+# 2.0 and the following additional limitation. Functionality enabled by the
+# files subject to the Elastic License 2.0 may only be used in production when
+# invoked by an Elasticsearch process with a license key installed that permits
+# use of machine learning features. You may not use this file except in
+# compliance with the Elastic License 2.0 and the foregoing additional
+# limitation.
+#
+# Stage DRA artifacts into artifacts/ for the elastic/dra-prep plugin.
+#
+
+set -euo pipefail
+
+WORKFLOW="${DRA_WORKFLOW:?DRA_WORKFLOW is required}"
+
+echo "--- :compression: Downloading ${WORKFLOW} artifacts from create_dra_artifacts step"
+rm -rf build/distributions artifacts
+mkdir -p build/distributions artifacts
+
+buildkite-agent artifact download 'build/distributions/*.zip' . --step create_dra_artifacts
+buildkite-agent artifact download 'build/distributions/*.csv' . --step create_dra_artifacts
+
+echo "--- :package: Staging ${WORKFLOW} artifacts"
+cp build/distributions/*.zip artifacts/
+cp build/distributions/*.csv artifacts/
+
+if ! ls artifacts/* 1>/dev/null 2>&1; then
+  echo "ERROR: no ${WORKFLOW} artifacts found in artifacts/." >&2
+  exit 1
+fi
+
+echo "Staged artifacts:"
+ls -1 artifacts/

dev-tools/ingest_build_timings.py

@@ -46,7 +46,7 @@
     "clone_eigen": "linux-x86_64",
     "create_dra_artifacts": "linux-x86_64",
     "upload_dra_artifacts": "linux-x86_64",
-    "upload_dra_artifacts_to_gcs": "linux-x86_64",
+    "dra-prep": "linux-x86_64",
 }