Sync main w/ production

.env.sample

@@ -36,6 +36,13 @@ DB_PASSWORD=postgres
 DB_PORT=5432
 DB_HOST=postgres
 
+STAKING_DB_USER=postgres
+STAKING_DB_DATABASE=staking
+STAKING_DB_PASSWORD=postgres
+STAKING_DB_PORT=5433
+STAKING_INTERNAL_PORT=5432
+STAKING_DB_HOST=postgres-staking
+
 HASURA_GRAPHQL_PORT=8080
 HASURA_GRAPHQL_ADMIN_SECRET=helloworld
 

.github/workflows/build.yaml

@@ -27,6 +27,12 @@ jobs:
       - name: Generate types and project manifest 🔗
         run: yarn codegen
 
+      - name: Check code formatting 🎨
+        run: yarn format:check
+
+      - name: Run linter 🔍
+        run: yarn lint
+
       - name: Build project 🔧
         run: yarn build
   ts-lint-and-build-explorer:

deploy.sh

@@ -0,0 +1,80 @@
+#!/bin/bash
+# Astral Deployment Helper
+# Convenience wrapper for managing infrastructure stacks
+
+set -e
+
+COMMAND=$1
+STACK=$2
+
+# Colors for output
+GREEN='\033[0;32m'
+RED='\033[0;31m'
+NC='\033[0m' # No Color
+
+show_usage() {
+    echo "Astral Deployment Helper"
+    echo ""
+    echo "Usage: ./deploy.sh <command> <stack>"
+    echo ""
+    echo "Commands:"
+    echo "  start    - Start services"
+    echo "  stop     - Stop services"
+    echo "  restart  - Restart services"
+    echo "  logs     - View logs"
+    echo "  status   - Show status"
+    echo "  build    - Build services"
+    echo ""
+    echo "Stacks:"
+    echo "  core     - Core indexing services"
+    echo "  staking  - Staking services"
+    echo "  all      - All services"
+    echo ""
+    echo "Examples:"
+    echo "  ./deploy.sh start core      # Start core services"
+    echo "  ./deploy.sh logs staking    # View staking logs"
+    echo "  ./deploy.sh status all      # Check all services"
+}
+
+if [ -z "$COMMAND" ] || [ -z "$STACK" ]; then
+    show_usage
+    exit 1
+fi
+
+# Execute command for specified stack
+execute_command() {
+    local stack_dir=$1
+    local stack_name=$2
+
+    if [ ! -d "infra/$stack_dir" ]; then
+        echo -e "${RED}Error: Stack directory 'infra/$stack_dir' not found${NC}"
+        exit 1
+    fi
+
+    echo -e "${GREEN}Executing '$COMMAND' for $stack_name stack...${NC}"
+    cd "infra/$stack_dir" && make $COMMAND
+    cd - > /dev/null
+}
+
+case $STACK in
+    core)
+        execute_command "core" "Core"
+        ;;
+    staking)
+        execute_command "staking" "Staking"
+        ;;
+    all)
+        echo -e "${GREEN}Executing '$COMMAND' for all stacks...${NC}"
+        execute_command "core" "Core"
+        echo ""
+        execute_command "staking" "Staking"
+        ;;
+    *)
+        echo -e "${RED}Unknown stack: $STACK${NC}"
+        echo ""
+        show_usage
+        exit 1
+        ;;
+esac
+
+echo -e "${GREEN}Done!${NC}" 

docker-compose.workers.yml

@@ -1,5 +1,3 @@
-
-
   # Account Worker
   services:
     account-worker:
@@ -42,6 +40,54 @@
           DB_UPDATE_CHUNK_DELAY_MS: "${DB_UPDATE_CHUNK_DELAY_MS:-100}"
           # Health Check Configuration
           DB_HEALTH_CHECK_INTERVAL_MS: "${DB_HEALTH_CHECK_INTERVAL_MS:-10000}"
+      healthcheck:
+        test: ["CMD", "node", "-e", "process.exit(0)"]
+        interval: 30s
+        timeout: 10s
+        start_period: 5s
+        retries: 3
+
+    staking-worker:
+      profiles: [indexers]
+      build:
+        context: ./indexers
+        dockerfile: workers/staking-worker/Dockerfile
+      depends_on:
+        pgcat-staking:
+          condition: service_healthy
+        postgres-staking:
+          condition: service_healthy
+        redis:
+          condition: service_healthy
+        # node:
+        #   condition: service_healthy
+      restart: unless-stopped
+      environment:
+          AUTONOMYS_NODE_URL: ${RPC_URLS}
+          DB_HOST: ${STAKING_DB_HOST:-postgres-staking}
+          DB_PORT: ${STAKING_INTERNAL_PORT:-5432}  # Internal port, not external
+          DB_USER: ${STAKING_DB_USER:-postgres}
+          DB_PASSWORD: ${STAKING_DB_PASSWORD:-postgres}
+          DB_NAME: ${STAKING_DB_DATABASE:-staking}
+          REDIS_URL: "redis://${REDIS_SERVICE_HOST:-redis}:${REDIS_SERVICE_PORT:-6379}"
+          BATCH_SIZE: "${BATCH_SIZE:-1000}"
+          QUEUE_PROCESSING_INTERVAL_MS: "${QUEUE_PROCESSING_INTERVAL_MS:-500}"
+          # Performance configuration
+          MAX_CONCURRENT_BATCHES: "${MAX_CONCURRENT_BATCHES:-8}"
+          DB_POOL_SIZE: "${DB_POOL_SIZE:-25}"
+          DB_CONNECTION_TIMEOUT_MS: "${DB_CONNECTION_TIMEOUT_MS:-3000}"
+          # Retry configuration
+          MAX_RETRIES: "${MAX_RETRIES:-3}"
+          RETRY_DELAY_MS: "${RETRY_DELAY_MS:-5000}"
+          # Finality and chain monitoring
+          FINALITY_THRESHOLD: "${FINALITY_THRESHOLD:-100}"
+          CHAIN_TIP_UPDATE_INTERVAL_MS: "${CHAIN_TIP_UPDATE_INTERVAL_MS:-10000}"
+          CHAIN_HEAD_POLL_INTERVAL_MS: "${CHAIN_HEAD_POLL_INTERVAL_MS:-6000}"
+          # Health Check Configuration
+          DB_HEALTH_CHECK_INTERVAL_MS: "${DB_HEALTH_CHECK_INTERVAL_MS:-30000}"
+          # Logging
+          ENABLE_DEBUG_LOGS: "${ENABLE_DEBUG_LOGS:-false}"
+          LOG_LEVEL: "${LOG_LEVEL:-info}"
       healthcheck:
         test: ["CMD", "node", "-e", "process.exit(0)"]
         interval: 30s

docker-compose.yml

@@ -1,6 +1,7 @@
 volumes:
   node-data: {}
   postgres_db: {}
+  postgres_staking_db: {}
   redis_db: {}
   caddy_config: {}
   caddy_data: {}
@@ -95,6 +96,33 @@ services:
       retries: 5
     command: ["postgres", "-c", "config_file=/etc/postgresql/postgresql.conf"]
 
+  # Postgres Database for Staking
+  postgres-staking:
+    image: postgres:17.3-alpine
+    volumes:
+      - postgres_staking_db:/var/lib/postgresql/data
+      - ./indexers/db/docker-entrypoint-initdb.d/staking-only/00-staking-setup.sql:/docker-entrypoint-initdb.d/00-staking-setup.sql
+      - ./indexers/db/docker-entrypoint-initdb.d/staking-only/07-schema-staking.sql:/docker-entrypoint-initdb.d/01-schema-staking.sql
+      - ./indexers/db/postgresql.conf:/etc/postgresql/postgresql.conf
+    restart: unless-stopped
+    hostname: postgres-staking
+    shm_size: 4g
+    environment:
+      POSTGRES_DB: ${STAKING_DB_DATABASE:-staking}
+      POSTGRES_USER: ${STAKING_DB_USER:-postgres}
+      POSTGRES_PASSWORD: ${STAKING_DB_PASSWORD:-postgres}
+      POSTGRES_MAX_CONNECTIONS: 200
+      POSTGRES_HOST_AUTH_METHOD: md5
+      POSTGRES_INITDB_ARGS: --auth=md5
+    ports:
+      - "${STAKING_DB_PORT:-5433}:5432"
+    healthcheck:
+      test: ["CMD-SHELL", "pg_isready -U ${STAKING_DB_USER:-postgres}"]
+      interval: 5s
+      timeout: 5s
+      retries: 5
+    command: ["postgres", "-c", "config_file=/etc/postgresql/postgresql.conf"]
+
   # PGCat Proxy
   pgcat:
     image: ghcr.io/postgresml/pgcat:4a7a6a8e7a78354b889002a4db118a8e2f2d6d79
@@ -115,12 +143,34 @@ services:
         condition: service_healthy
     restart: unless-stopped
 
+  # PGCat Proxy for Staking
+  pgcat-staking:
+    image: ghcr.io/postgresml/pgcat:4a7a6a8e7a78354b889002a4db118a8e2f2d6d79
+    command:
+      - "pgcat"
+      - "/etc/pgcat/pgcat.toml"
+    volumes:
+      - "./indexers/db/pgcat-staking.toml:/etc/pgcat/pgcat.toml"
+    ports:
+      - "6433:6432"
+    healthcheck:
+      test: ["CMD", "pgcat", "--version"]
+      interval: 10s
+      timeout: 5s
+      retries: 3
+    depends_on:
+      postgres-staking:
+        condition: service_healthy
+    restart: unless-stopped
+
   # Hasura GraphQL Engine
   hasura:
     image: hasura/graphql-engine:v2.40.0
     depends_on:
       postgres:
         condition: service_healthy
+      postgres-staking:
+        condition: service_healthy
     volumes:
       - ./indexers/db/migrations:/hasura-migrations
       - ./indexers/db/metadata:/hasura-metadata
@@ -129,6 +179,7 @@ services:
       # Essential Environment Variables
       HASURA_GRAPHQL_METADATA_DATABASE_URL: postgres://${DB_USER}:${DB_PASSWORD}@${DB_HOST}:${DB_PORT}/${DB_DATABASE}
       HASURA_GRAPHQL_DATABASE_URL: postgres://${DB_USER}:${DB_PASSWORD}@${DB_HOST}:${DB_PORT}/${DB_DATABASE} # Main database connection
+      STAKING_DATABASE_URL: postgres://${STAKING_DB_USER:-postgres}:${STAKING_DB_PASSWORD:-postgres}@${STAKING_DB_HOST:-postgres-staking}:${STAKING_INTERNAL_PORT:-5432}/${STAKING_DB_DATABASE:-staking} # Staking database connection
       HASURA_GRAPHQL_ADMIN_SECRET: ${HASURA_GRAPHQL_ADMIN_SECRET} # Admin access secret
       HASURA_GRAPHQL_JWT_SECRET: ${HASURA_GRAPHQL_JWT_SECRET} # JWT authentication secret
 
@@ -263,19 +314,23 @@ services:
     ports:
       - "127.0.0.1:3003:3000"
     depends_on:
-      pgcat:
+      pgcat-staking:
         condition: service_healthy
-      postgres:
+      postgres-staking:
+        condition: service_healthy
+      redis:
         condition: service_healthy
     restart: unless-stopped
     environment:
       ENDPOINT: ${RPC_URLS}
       CHAIN_ID: ${CHAIN_ID}
-      DB_USER: ${DB_USER}
-      DB_PASS: ${DB_PASSWORD}
-      DB_DATABASE: ${DB_DATABASE}
-      DB_HOST: ${DB_HOST}
-      DB_PORT: ${DB_PORT}
+      DB_USER: ${STAKING_DB_USER:-postgres}
+      DB_PASS: ${STAKING_DB_PASSWORD:-postgres}
+      DB_DATABASE: ${STAKING_DB_DATABASE:-staking}
+      DB_HOST: ${STAKING_DB_HOST:-postgres-staking}
+      DB_PORT: ${STAKING_INTERNAL_PORT:-5432}  # Internal port, not external
+      REDIS_HOST: redis
+      REDIS_PORT: ${REDIS_PORT}
     volumes:
       - ./indexers/staking:/staking
     command: