diff --git a/packages/airflow/_dev/build/build.yml b/packages/airflow/_dev/build/build.yml index 2bfcfc223b0..d8553567e9c 100644 --- a/packages/airflow/_dev/build/build.yml +++ b/packages/airflow/_dev/build/build.yml @@ -1,3 +1,3 @@ dependencies: ecs: - reference: "git@v8.11.0" + reference: "git@v8.17.0" diff --git a/packages/airflow/_dev/build/docs/README.md b/packages/airflow/_dev/build/docs/README.md index 3b0487e1689..74687b9e3ad 100644 --- a/packages/airflow/_dev/build/docs/README.md +++ b/packages/airflow/_dev/build/docs/README.md @@ -10,7 +10,11 @@ Use the Airflow integration to: - Create informative visualizations to track usage trends, measure key metrics, and derive actionable business insights. - Monitor your workflows' performance and status in real-time. -## Data streams +## Compatibility + +The Airflow package is tested with Airflow `2.4.0` and `3.0.6`. It should work with any `2.*` and `3.*` versions. + +## What data does this integration collect? The Airflow integration gathers metric data. @@ -23,17 +27,11 @@ Data stream: Note: - Users can monitor and view metrics within the ingested documents for Airflow in the `metrics-*` index pattern from `Discover`. -## Compatibility - -The Airflow module is tested with Airflow `2.4.0`. It should work with versions `2.0.0` and later. - ## What do I need to use this integration? Users require Elasticsearch to store and search user data, and Kibana to visualize and manage it. They can utilize the hosted Elasticsearch Service on Elastic Cloud, which is recommended, or self-manage the Elastic Stack on their own hardware. -To ingest data from Airflow, users must have [StatsD](https://github.com/statsd/statsd) to receive the same. - -## Setup +## How do I deploy this integration? For step-by-step instructions on how to set up an integration, see the [Getting started](https://www.elastic.co/guide/en/starting-with-the-elasticsearch-platform-and-its-solutions/current/getting-started-observability.html) guide. diff --git a/packages/airflow/changelog.yml b/packages/airflow/changelog.yml index 040f0788e8b..33622a6cbe3 100644 --- a/packages/airflow/changelog.yml +++ b/packages/airflow/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "1.0.0" + changes: + - description: Make Airflow package GA. + type: enhancement + link: https://github.com/elastic/integrations/pull/15287 - version: "0.11.0" changes: - description: Improve documentation diff --git a/packages/airflow/data_stream/statsd/_dev/test/system/test-default-config.yml b/packages/airflow/data_stream/statsd/_dev/test/system/test-default-config.yml index ea129816200..92f930893fe 100644 --- a/packages/airflow/data_stream/statsd/_dev/test/system/test-default-config.yml +++ b/packages/airflow/data_stream/statsd/_dev/test/system/test-default-config.yml @@ -1,4 +1,6 @@ service_notify_signal: SIGHUP -vars: - host: 0.0.0.0 - port: 8125 +vars: ~ +data_stream: + vars: + host: 0.0.0.0 + port: 8125 \ No newline at end of file diff --git a/packages/airflow/data_stream/statsd/elasticsearch/ingest_pipeline/default.yml b/packages/airflow/data_stream/statsd/elasticsearch/ingest_pipeline/default.yml index 6dc9f1a0b6d..c7543195e49 100644 --- a/packages/airflow/data_stream/statsd/elasticsearch/ingest_pipeline/default.yml +++ b/packages/airflow/data_stream/statsd/elasticsearch/ingest_pipeline/default.yml @@ -3,7 +3,7 @@ description: Pipeline for processing airflow data processors: - set: field: ecs.version - value: "8.11.0" + value: "8.17.0" - rename: field: statsd target_field: airflow diff --git a/packages/airflow/data_stream/statsd/manifest.yml b/packages/airflow/data_stream/statsd/manifest.yml index 23f50d6375d..775b9b68f98 100644 --- a/packages/airflow/data_stream/statsd/manifest.yml +++ b/packages/airflow/data_stream/statsd/manifest.yml @@ -1,10 +1,24 @@ type: metrics title: Airflow metrics -release: experimental streams: - input: statsd/metrics enabled: true title: Airflow metrics description: Collect Airflow metrics + vars: + - name: host + type: text + title: Host + multi: false + required: true + show_user: true + default: localhost + - name: port + type: text + title: Port + multi: false + required: true + show_user: true + default: "8125" elasticsearch: index_mode: "time_series" diff --git a/packages/airflow/data_stream/statsd/sample_event.json b/packages/airflow/data_stream/statsd/sample_event.json index 6fce2ee6aeb..ded759d48dc 100644 --- a/packages/airflow/data_stream/statsd/sample_event.json +++ b/packages/airflow/data_stream/statsd/sample_event.json @@ -24,7 +24,7 @@ "type": "metrics" }, "ecs": { - "version": "8.11.0" + "version": "8.17.0" }, "elastic_agent": { "id": "97400795-188c-4140-a1ee-0002078c785d", diff --git a/packages/airflow/docs/README.md b/packages/airflow/docs/README.md index b96ec7e91dc..46af5b5ac3e 100644 --- a/packages/airflow/docs/README.md +++ b/packages/airflow/docs/README.md @@ -10,7 +10,11 @@ Use the Airflow integration to: - Create informative visualizations to track usage trends, measure key metrics, and derive actionable business insights. - Monitor your workflows' performance and status in real-time. -## Data streams +## Compatibility + +The Airflow package is tested with Airflow `2.4.0` and `3.0.6`. It should work with any `2.*` and `3.*` versions. + +## What data does this integration collect? The Airflow integration gathers metric data. @@ -23,17 +27,11 @@ Data stream: Note: - Users can monitor and view metrics within the ingested documents for Airflow in the `metrics-*` index pattern from `Discover`. -## Compatibility - -The Airflow module is tested with Airflow `2.4.0`. It should work with versions `2.0.0` and later. - ## What do I need to use this integration? Users require Elasticsearch to store and search user data, and Kibana to visualize and manage it. They can utilize the hosted Elasticsearch Service on Elastic Cloud, which is recommended, or self-manage the Elastic Stack on their own hardware. -To ingest data from Airflow, users must have [StatsD](https://github.com/statsd/statsd) to receive the same. - -## Setup +## How do I deploy this integration? For step-by-step instructions on how to set up an integration, see the [Getting started](https://www.elastic.co/guide/en/starting-with-the-elasticsearch-platform-and-its-solutions/current/getting-started-observability.html) guide. @@ -95,7 +93,7 @@ An example event for `statsd` looks as following: "type": "metrics" }, "ecs": { - "version": "8.11.0" + "version": "8.17.0" }, "elastic_agent": { "id": "97400795-188c-4140-a1ee-0002078c785d", diff --git a/packages/airflow/manifest.yml b/packages/airflow/manifest.yml index acaddd3b0ca..fd25fa71e3c 100644 --- a/packages/airflow/manifest.yml +++ b/packages/airflow/manifest.yml @@ -1,6 +1,6 @@ name: airflow title: Airflow -version: "0.11.0" +version: "1.0.0" description: Airflow Integration. type: integration format_version: "3.0.0" @@ -16,32 +16,14 @@ icons: title: Airflow logo size: 32x32 type: image/svg+xml -vars: - - name: host - type: text - title: Host - multi: false - required: true - show_user: true - default: localhost - - name: port - type: text - title: Port - multi: false - required: true - show_user: true - default: "8125" policy_templates: - name: server title: Airflow metrics description: Collect metrics from Airflow instances - data_streams: - - statsd inputs: - type: "statsd/metrics" title: "Collect Airflow metrics" description: "Collecting Airflow metrics" - input_group: metrics owner: github: elastic/obs-infraobs-integrations type: elastic