Share resources in different Helm releases using Terraform - kubernetes

Question

Deploying Kubernetes Deployment, Service and Ingress in EKS using Helm. Terraform is being used to deploy the Helm release via custom Chart.
Deploying two Helm releases using Terraform:
Release 1 (game-app): consists of Deployment and Service manifests
Release 2 (game-app-ingress): consists of Ingress manifests. Ingress resource is pointing to Kubernetes Service created in Release 1.
Problem: If I use Helm Install CLI command to deploy the Kubernetes manifests in two different releases then everything is working fine. No errors.
But if I use Terraform to deploy two Helm releases then getting below error:
Error: rendered manifests contain a resource that already exists. Unable to continue with install: Service "game-app-service" in namespace "ns-fargate-app" exists and cannot be imported into the current release: invalid ownership metadata; annotation validation error: key "meta.helm.sh/release-name" must equal "game-app-ingress": current value is "game-app"
│
│ with module.kubernetes_app_helm.helm_release.game_app_ingress,
│ on modules/kubernetes-app-helm/main.tf line 42, in resource "helm_release" "game_app_ingress":
│ 42: resource "helm_release" "game_app_ingress" {
Tried lot of options to fix the issue but nothing worked. Followed solution mentioned in these links as well: https://github.com/helm/helm/pull/7649 and helm not creating the resources
What I am not able to understand is, why Terraform is not able to deploy the second Helm release and share Kubernetes service resource which has been created in another Helm release? Whereas Helm CLI is NOT giving any issues.
Any help to resolve the issue?
Kubernetes Manifests:
Used as Helm Release 1 from Chart: Helm release name - game-app
These two annotations are added by Helm while deploying through Terraform. Chart template is not generating these annotations.
meta.helm.sh/release-name: <helm release name>
meta.helm.sh/release-namespace: <namespace name>
---
# Source: game-app-full/templates/game-app-service.yaml
apiVersion: v1
kind: Service
metadata:
namespace: ns-fargate-app
name: sample-game-app
annotations:
meta.helm.sh/release-name: game-app-rel
meta.helm.sh/release-namespace: ns-fargate-app
labels:
helm.sh/chart: game-app-full-0.1.0
app.kubernetes.io/instance: dev-rel
app.kubernetes.io/name: game-app-full
app.kubernetes.io/managed-by: Helm
app.kubernetes.io/version: "1.16.0"
spec:
ports:
- port: 80
targetPort: 80
protocol: TCP
type: NodePort
selector:
app.kubernetes.io/instance: dev-rel
app.kubernetes.io/name: game-app-full
app.kubernetes.io/managed-by: Helm
---
# Source: game-app-full/templates/game-app-deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
name: sample-game-app
namespace: ns-fargate-app
annotations:
meta.helm.sh/release-name: game-app-rel
meta.helm.sh/release-namespace: ns-fargate-app
labels:
helm.sh/chart: game-app-full-0.1.0
app.kubernetes.io/instance: dev-rel
app.kubernetes.io/name: game-app-full
app.kubernetes.io/managed-by: Helm
app.kubernetes.io/version: "1.16.0"
spec:
selector:
matchLabels:
app.kubernetes.io/instance: dev-rel
app.kubernetes.io/name: game-app-full
app.kubernetes.io/managed-by: Helm
replicas: 3
template:
metadata:
labels:
app.kubernetes.io/instance: dev-rel
app.kubernetes.io/name: game-app-full
app.kubernetes.io/managed-by: Helm
spec:
containers:
- image: "public.ecr.aws/l6m2t8p7/docker-2048:latest"
imagePullPolicy: Always
name: game-app-full
ports:
- containerPort: 80
Used as Helm Release 2 from Chart: Helm release name - game-app-ingress
---
# Source: game-app-full/templates/game-app-ingress.yaml
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
namespace: ns-fargate-app
name: sample-game-app
annotations:
alb.ingress.kubernetes.io/scheme: internet-facing
alb.ingress.kubernetes.io/target-type: ip
kubernetes.io/ingress.class: alb
meta.helm.sh/release-name: game-app-ingress-rel
meta.helm.sh/release-namespace: ns-fargate-app
labels:
helm.sh/chart: game-app-full-0.1.0
app.kubernetes.io/instance: dev-rel
app.kubernetes.io/name: game-app-full
app.kubernetes.io/managed-by: Helm
app.kubernetes.io/version: "1.16.0"
spec:
rules:
- http:
paths:
- path: /foo/
pathType: Prefix
backend:
service:
name: sample-game-app
port:
number: 80
- path: /bar/
pathType: Prefix
backend:
service:
name: sample-game-app
port:
number: 80
- path: /
pathType: Prefix
backend:
service:
name: sample-game-app
port:
number: 80
Terraform Module for Helm Release:
variable "game_app_chart_version" {
default = "0.1.0"
}
variable "game_app_ingress_chart_version" {
default = "0.1.0"
}
variable "game_app_full_chart_version" {
default = "0.1.0"
}
variable "app_namespace" {
description = "Kubernetes namespace name in which the application will be deployed "
type = string
default = null
}
locals {
application_helm_repo = "https://git4suvendu.github.io/application-helm-charts/"
game_app_chart_name = "game-app"
game_app_chart_version = var.game_app_chart_version
game_app_release_name = "game-app-rel"
game_app_ingress_chart_name = "game-app-ingress"
game_app_ingress_chart_version = var.game_app_ingress_chart_version
game_app_ingress_release_name = "game-app-ingress-rel"
game_app_full_chart_name = "game-app-full"
game_app_full_chart_version = var.game_app_full_chart_version
game_app_full_release_name = "game-app-full-rel"
}
##### Deploying application with Kubernetes Manifests (Deployment, Service). NO Ingress will be deployed ################
resource "helm_release" "game_app" {
name = local.game_app_release_name
repository = local.application_helm_repo
chart = local.game_app_chart_name
version = local.game_app_chart_version
namespace = var.app_namespace
create_namespace = true
atomic = true
timeout = 900
cleanup_on_fail = true
force_update = true
recreate_pods = true
set {
name = "replicaCount"
value = 6
type = "auto"
}
set {
name = "image.repository"
value = "public.ecr.aws/l6m2t8p7/docker-2048"
type = "string"
}
set {
name = "image.tag"
value = "latest"
type = "string"
}
set {
name = "namespace.enabled"
value = "false"
type = "auto"
}
set {
name = "fullnameOverride"
value = "sample-game-app"
type = "string"
}
}
##### Deploying application with Ingress with Kubernetes Manifests Ingress only ################
resource "helm_release" "game_app_ingress" {
name = local.game_app_ingress_release_name
repository = local.application_helm_repo
chart = local.game_app_chart_name
version = local.game_app_chart_version
namespace = var.app_namespace
create_namespace = true
atomic = true
timeout = 900
cleanup_on_fail = true
force_update = true
recreate_pods = true
set {
name = "fullnameOverride"
value = "sample-game-app"
type = "string"
}
depends_on = [helm_release.game_app]
}