Reduce OpenSearch container memory footprint (#2587)

* Reduce OpenSearch container memory footprint

Signed-off-by: ps48 <[email protected]>

* update changelog

Signed-off-by: ps48 <[email protected]>

---------

Signed-off-by: ps48 <[email protected]>
Co-authored-by: Juliano Costa <[email protected]>

Author: ps48

.env

@@ -15,6 +15,7 @@ GRAFANA_IMAGE=grafana/grafana:12.1.0
 JAEGERTRACING_IMAGE=jaegertracing/jaeger:2.10.0
 # must also update version field in src/grafana/provisioning/datasources/opensearch.yaml
 OPENSEARCH_IMAGE=opensearchproject/opensearch:3.2.0
+OPENSEARCH_DOCKERFILE=./src/opensearch/Dockerfile
 POSTGRES_IMAGE=postgres:17.6 # used only for TraceTest
 PROMETHEUS_IMAGE=quay.io/prometheus/prometheus:v3.5.0
 VALKEY_IMAGE=valkey/valkey:8.1.3-alpine

CHANGELOG.md

@@ -9,6 +9,8 @@ the release.
 
 * Align env vars
   ([#2582](https://github.com/open-telemetry/opentelemetry-demo/pull/2582))
+* [opensearch] Reduce OpenSearch container memory footprint
+  ([#2587](https://github.com/open-telemetry/opentelemetry-demo/pull/2587))
 
 ## 2.1.0
 

docker-compose.yml

@@ -847,19 +847,21 @@ services:
 
   # OpenSearch
   opensearch:
-    image: ${OPENSEARCH_IMAGE}
     container_name: opensearch
+    build:
+      context: ./
+      dockerfile: ${OPENSEARCH_DOCKERFILE}
     deploy:
       resources:
         limits:
-          memory: 1.1G
+          memory: 800M
     restart: unless-stopped
     environment:
       - cluster.name=demo-cluster
       - node.name=demo-node
       - bootstrap.memory_lock=true
       - discovery.type=single-node
-      - OPENSEARCH_JAVA_OPTS=-Xms300m -Xmx300m
+      - OPENSEARCH_JAVA_OPTS=-Xms400m -Xmx400m
       - DISABLE_INSTALL_DEMO_CONFIG=true
       - DISABLE_SECURITY_PLUGIN=true
       # Workaround on OSX for https://bugs.openjdk.org/browse/JDK-8345296

src/opensearch/Dockerfile

@@ -0,0 +1,39 @@
+# Copyright The OpenTelemetry Authors
+# SPDX-License-Identifier: Apache-2.0
+
+FROM opensearchproject/opensearch:3.2.0
+
+USER 0
+
+# Remove plugins in dependency order - remove dependent plugins first
+# These plugins are not needed for basic log storage and retrieval in the demo
+RUN /usr/share/opensearch/bin/opensearch-plugin remove opensearch-security-analytics && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-alerting && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-anomaly-detection && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-asynchronous-search && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-cross-cluster-replication && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-custom-codecs && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-flow-framework && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-geospatial && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-neural-search && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-knn && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-ltr && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-skills && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-ml && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-notifications && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-notifications-core && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-observability && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-performance-analyzer && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-reports-scheduler && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-search-relevance && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-system-templates && \
+    /usr/share/opensearch/bin/opensearch-plugin remove opensearch-ubi && \
+    /usr/share/opensearch/bin/opensearch-plugin remove query-insights
+
+# Keep only these essential plugins:
+# - opensearch-security (authentication/authorization) - already disabled via env var
+# - opensearch-index-management (index lifecycle management)
+# - opensearch-sql (SQL query support for Grafana PPL queries)
+# - opensearch-job-scheduler (task scheduling)
+
+USER 1000