feat: Add EKS terraform example

feat: Add Terraform for GCP GKE

feat: Update terraform

Author: yevgenypats

.gitignore

@@ -2,3 +2,5 @@
 override.yaml
 .cq
 cloudquery.log
+**/.terraform
+terraform.tfstate

.helmignore

@@ -24,4 +24,5 @@
 
 # CloudQuery
 .cq/
-cloudquery.log
+cloudquery.log
+terraform

terraform/README.md

@@ -0,0 +1,3 @@
+# Terraform Examples
+
+This directory contains few examples on how to spawn k8s clusters on AWS and GCP so you can install the helm charts.

terraform/aws/.terraform.lock.hcl

@@ -0,0 +1,6 @@
+```bash
+terraform apply
+aws sts get-caller-identity
+aws eks update-kubeconfig --region eu-west-1 --name cloudquery-eks
+helm install cloudquery .
+```

terraform/aws/README.md

@@ -0,0 +1,99 @@
+
+
+locals {
+  # VPC - existing or new?
+  vpc_id                      = var.vpc_id == "" ? module.vpc.vpc_id : var.vpc_id
+  public_subnet_ids           = coalescelist(module.vpc.public_subnets, var.public_subnet_ids, [""])
+  private_subnet_ids          = coalescelist(module.vpc.private_subnets, var.private_subnet_ids, [""])
+  private_subnets_cidr_blocks = coalescelist(module.vpc.private_subnets_cidr_blocks, var.private_subnets_cidr_blocks, [""])
+}
+
+data "aws_region" "current" {}
+
+###################
+# VPC
+###################
+
+module "vpc" {
+  source  = "terraform-aws-modules/vpc/aws"
+  version = "~> 3.0"
+
+  create_vpc = var.vpc_id == ""
+
+  name = var.name
+
+  cidr            = var.cidr
+  azs             = var.azs
+  public_subnets  = var.public_subnets
+  private_subnets = var.private_subnets
+
+  enable_nat_gateway = true
+  single_nat_gateway = true
+
+}
+
+###################
+# Security groups
+###################
+
+module "eks_sg" {
+  source  = "terraform-aws-modules/security-group/aws"
+  version = "~> 4.0"
+
+  name        = "eks-sg"
+  vpc_id      = local.vpc_id
+  description = "Allow outbound connections to the world"
+
+  ingress_cidr_blocks = ["0.0.0.0/0"]
+
+  egress_rules = ["all-all"]
+
+}
+
+###################
+# EKS
+###################
+
+module "eks" {
+  source = "terraform-aws-modules/eks/aws"
+
+  cluster_name                    = "cloudquery-eks"
+  cluster_version                 = "1.21"
+  cluster_endpoint_private_access = true
+  cluster_endpoint_public_access  = true
+
+  cluster_addons = {
+    coredns = {
+      resolve_conflicts = "OVERWRITE"
+    }
+    kube-proxy = {}
+    vpc-cni = {
+      resolve_conflicts = "OVERWRITE"
+    }
+  }
+
+
+  vpc_id     = local.vpc_id
+  subnet_ids = local.private_subnet_ids
+
+  // # EKS Managed Node Group(s)
+  eks_managed_node_group_defaults = {
+    ami_type               = "AL2_x86_64"
+    disk_size              = 100
+    instance_types         = ["m5.large"]
+    vpc_security_group_ids = [module.eks_sg.security_group_id]
+  }
+
+  eks_managed_node_groups = {
+    # Default node group - as provided by AWS EKS
+    default_node_group = {
+      # By default, the module creates a launch template to ensure tags are propagated to instances, etc.,
+      # so we need to disable it to use the default template provided by the AWS EKS managed node group service
+      create_launch_template = false
+      launch_template_name   = ""
+      max_size     = 2
+      desired_size = 1
+    }
+  }
+
+}

terraform/aws/eks.tf

@@ -0,0 +1,35 @@
+# Name to use on all resources created (VPC, RDS, etc)
+name = "cloudquery"
+
+#####################
+# CloudQuery Service
+#####################
+
+###################################
+# Infrastructure (to be created)
+###################################
+
+# The CIDR block for the VPC.
+# type: string
+cidr = "10.10.0.0/16"
+
+# A list of availability zones names or ids in the region
+# type: list(string)
+azs = ["eu-west-1a", "eu-west-1b"]
+
+# A list of public subnets
+# type: list(string)
+public_subnets = ["10.10.1.0/24", "10.10.2.0/24"]
+
+# A list of database subnets
+# type: list(string)
+private_subnets = ["10.10.11.0/24", "10.10.12.0/24"]
+
+##############################################
+# Infrastructure (use existing VPC resources)
+##############################################
+
+# vpc_id = "vpc-9651acf1"
+# public_subnet_ids = ["subnet-6fe3d837", "subnet-9211eef5", "subnet-e29d66ab"]
+# private_subnet_ids = ["subnet-6fe3d837", "subnet-9211eef5", "subnet-e29d66ab"]
+# private_subnets_cidr_blocks = ["10.0.0.0/24", "10.0.1.0/24", "10.0.2.0/24"]

terraform/aws/terraform.tfvars

@@ -0,0 +1,35 @@
+# Name to use on all resources created (VPC, RDS, etc)
+name = "cloudquery"
+
+#####################
+# CloudQuery Service
+#####################
+
+###################################
+# Infrastructure (to be created)
+###################################
+
+# The CIDR block for the VPC.
+# type: string
+cidr = "10.10.0.0/16"
+
+# A list of availability zones names or ids in the region
+# type: list(string)
+azs = ["eu-west-1a", "eu-west-1b"]
+
+# A list of public subnets
+# type: list(string)
+public_subnets = ["10.10.1.0/24", "10.10.2.0/24"]
+
+# A list of database subnets
+# type: list(string)
+private_subnets = ["10.10.11.0/24", "10.10.12.0/24"]
+
+##############################################
+# Infrastructure (use existing VPC resources)
+##############################################
+
+# vpc_id = "vpc-9651acf1"
+# public_subnet_ids = ["subnet-6fe3d837", "subnet-9211eef5", "subnet-e29d66ab"]
+# private_subnet_ids = ["subnet-6fe3d837", "subnet-9211eef5", "subnet-e29d66ab"]
+# private_subnets_cidr_blocks = ["10.0.0.0/24", "10.0.1.0/24", "10.0.2.0/24"]

terraform/aws/terraform.tfvars.sample

@@ -0,0 +1,60 @@
+variable "name" {
+  description = "Name to use on all resources created (VPC, RDS, etc)"
+  type        = string
+  default     = "cloudquery"
+}
+
+variable "tags" {
+  description = "A map of tags to use on all resources"
+  type        = map(string)
+  default     = {}
+}
+
+# VPC
+variable "vpc_id" {
+  description = "ID of an existing VPC where resources will be created"
+  type        = string
+  default     = ""
+}
+
+variable "public_subnet_ids" {
+  description = "A list of IDs of existing public subnets inside the VPC"
+  type        = list(string)
+  default     = []
+}
+
+variable "private_subnet_ids" {
+  description = "A list of IDs of existing private subnets inside the VPC"
+  type        = list(string)
+  default     = []
+}
+
+variable "private_subnets_cidr_blocks" {
+  description = "A list of CIDR blocks of private subnets inside the VPC to allow access to RDS database"
+  type        = list(string)
+  default     = []
+}
+
+variable "cidr" {
+  description = "The CIDR block for the VPC which will be created if `vpc_id` is not specified"
+  type        = string
+  default     = ""
+}
+
+variable "azs" {
+  description = "A list of availability zones in the region"
+  type        = list(string)
+  default     = []
+}
+
+variable "public_subnets" {
+  description = "A list of public subnets inside the VPC"
+  type        = list(string)
+  default     = []
+}
+
+variable "private_subnets" {
+  description = "A list of private subnets inside the VPC"
+  type        = list(string)
+  default     = []
+}

terraform/aws/variables.tf

@@ -0,0 +1,20 @@
+terraform {
+  required_version = ">= 0.15"
+
+  required_providers {
+    aws = {
+      source  = "hashicorp/aws"
+      version = ">= 2.68"
+    }
+
+    random = {
+      source  = "hashicorp/random"
+      version = ">= 2.0"
+    }
+
+    local = {
+      source  = "hashicorp/local"
+      version = ">= 2.0"
+    }
+  }
+}