migrate to k8s

.gitignore

@@ -21,6 +21,3 @@ ConductorConfig.toml
 # env
 .env
 tests/docker/.env
-
-# generated yaml
-/templates/astria_stack.yaml

README.md

@@ -1,13 +1,14 @@
 # Astria Dev Cluster
 
-This repository contains configuration and related scripts for running Astria with Podman.
+This repository contains configuration and related scripts for running Astria with [`kind` (Kubernetes and Docker)](https://kind.sigs.k8s.io/).
 
 ## Dependencies
 
 Main dependencies
 
-* Rust - https://www.rust-lang.org/tools/install
-* Podman - https://podman.io/getting-started/installation
+* docker - https://docs.docker.com/get-docker/
+* kubectl - https://kubernetes.io/docs/tasks/tools/
+* kind - https://kind.sigs.k8s.io/docs/user/quick-start/#installation
 
 For contract deployment:
 
@@ -16,60 +17,53 @@ For contract deployment:
 ## Setup
 
 ```bash
-# init and start podman machine
-podman machine init
-podman machine start
-
-# create template yaml
-# NOTE - replace the executor_local_account with your own account address
-podman run --rm \
-  -e pod_name=astria_stack \
-  -e celestia_home_volume=celestia-home-vol \
-  -e metro_home_volume=metro-home-vol \
-  -e executor_home_volume=executor-home-vol \
-  -e relayer_home_volume=relayer-home-vol \
-  -e conductor_home_volume=conductor-home-vol \
-  -e executor_local_account=0xb0E31D878F49Ec0403A25944d6B1aE1bf05D17E1 \
-  -e celestia_app_host_port=26657 \
-  -e bridge_host_port=26659 \
-  -e sequencer_host_port=1318 \
-  -e sequencer_host_grpc_port=9100 \
-  -e executor_host_http_port=8545 \
-  -e executor_host_grpc_port=50051 \
-  -e scripts_host_volume="$PWD"/container-scripts \
-  -v "$PWD"/templates:/data/templates \
-  dcagatay/j2cli:latest \
-  -o /data/templates/astria_stack.yaml \
-  /data/templates/astria_stack.yaml.jinja2
-
-# run pod
-podman play kube --log-level=debug templates/astria_stack.yaml
-
-# deploy test contract
-git clone https://github.com/joroshiba/test-contracts
-cd test-contracts
-export PRIV_KEY=123...
-RUST_LOG=debug forge create --private-key $PRIV_KEY src/Storage.sol:Storage
+# create control cluster
+just create-cluster
 
+# ingress
+just deploy-ingress-controller
+
+# wait for ingress.
+# NOTE: this may fail quickly with "error: no matching resources found".
+#  please retry the command
+just wait-for-ingress-controller
+
+# deploy
+just deploy-astria
 ```
 
+### Connecting Metamask
+* add custom network
+  * network name: `astria-local`
+  * rpc url: `http://executor.astria.localdev.me`
+  * chain id: `1337`
+  * currency symbol: `ETH`
+
 ### Helpful commands
 
 ```bash
-# list running containers
-podman ps
+# logs
+just logs-nginx-controller
+just logs-astria
+just logs-container geth-executor
+
+# list nodes
+kubectl get -n astria-dev-cluster nodes
+
+# list pods
+kubectl get --all-namespaces pods
+kubectl get -n astria-dev-cluster pods
 
-# stop running stack
-podman pod stop astria_stack
+# delete cluster and resources
+just cleanup-astria
 
-# remove stack
-podman pod rm astria_stack
+# example of deploying contract w/ forge (https://github.com/foundry-rs/foundry)
+RUST_LOG=debug forge create --private-key $PRIV_KEY --rpc-url "http://executor.astria.localdev.me" src/Storage.sol:Storage
 ```
 
 ### Helpful links
 
-* https://podman.io/getting-started/
 * https://kubernetes.io/docs/concepts/workloads/pods/init-containers/
 * https://kubernetes.io/docs/concepts/configuration/configmap/
-* https://www.redhat.com/sysadmin/podman-play-kube-updates
-* https://www.redhat.com/sysadmin/podman-mac-machine-architecture
+* https://kubernetes.io/docs/reference/kubectl/cheatsheet/
+* https://jamesdefabia.github.io/docs/user-guide/kubectl/kubectl_logs/

justfile

@@ -0,0 +1,30 @@
+default:
+  @just --list
+
+create-cluster:
+  kind create cluster --config ./kubernetes/kind-cluster-config.yml
+
+deploy-ingress-controller:
+  kubectl apply -f https://github.com/raw/kubernetes/ingress-nginx/main/deploy/static/provider/kind/deploy.yaml
+
+wait-for-ingress-controller:
+  kubectl wait --namespace ingress-nginx --for=condition=ready pod --selector=app.kubernetes.io/component=controller --timeout=600s
+
+deploy-astria:
+  kubectl apply -k kubernetes/
+
+wait-for-astria:
+  kubectl get -n astria-dev-cluster pods --no-headers=true | awk '/deployment/{print $1}' | xargs -I{} kubectl wait --namespace astria-dev-cluster --for=condition=ready pod/{} --timeout=600s
+
+cleanup-astria:
+  kubectl delete all --all --namespace astria-dev-cluster
+
+# logs
+logs-nginx-controller:
+  kubectl get -n ingress-nginx pods --no-headers=true | awk '/controller/{print $1}' | xargs kubectl logs -n ingress-nginx -f
+
+logs-astria:
+  kubectl get -n astria-dev-cluster pods --no-headers=true | awk '/deployment/{print $1}' | xargs kubectl logs -n astria-dev-cluster -f
+
+logs-container container:
+  kubectl get -n astria-dev-cluster pods --no-headers=true | awk '/deployment/{print $1}' | xargs kubectl logs -n astria-dev-cluster -f -c {{container}}

kubernetes/config-maps.yml

@@ -0,0 +1,64 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: celestia-env
+  namespace: astria-dev-cluster
+data:
+  coins: "1000000000000000utia"
+  validator_stake: "5000000000utia"
+  chainid: "test"
+  keyring_backend: "test"
+  validator_key_name: "validator"
+  # evm address corresponds to private key:
+  # da6ed55cb2894ac2c9c10209c09de8e8b9d109b910338d5bf3d747a7e1fc9eb9
+  evm_address: "0x966e6f22781EF6a6A82BBB4DB3df8E225DfD9488"
+  home_dir: "/home/celestia"
+  bridge_host_port: "26659"
+  celestia_app_host_port: "26657"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: metro-env
+  namespace: astria-dev-cluster
+data:
+  coins: "1000000000000000utick"
+  validator_stake: "5000000000utick"
+  chainid: "private"
+  keyring_backend: "test"
+  validator_key_name: "validator"
+  # evm address corresponds to private key:
+  # da6ed55cb2894ac2c9c10209c09de8e8b9d109b910338d5bf3d747a7e1fc9eb9
+  evm_address: "0x966e6f22781EF6a6A82BBB4DB3df8E225DfD9488"
+  home_dir: "/home/metro"
+  sequencer_host_port: "1318"
+  sequencer_host_grpc_port: "9100"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: geth-env
+  namespace: astria-dev-cluster
+data:
+  executor_local_account: "0xb0E31D878F49Ec0403A25944d6B1aE1bf05D17E1"
+  home_dir: "/home/geth"
+  executor_host_http_port: "8545"
+  executor_host_grpc_port: "50051"
+  sequencer_host_grpc_port: "9100"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: relayer-env
+  namespace: astria-dev-cluster
+data:
+  home_dir: "/home/relayer"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: conductor-env
+  namespace: astria-dev-cluster
+data:
+  home_dir: "/home/conductor"
+---