adding a lambda handler and client for database access

.dockerignore

@@ -0,0 +1,49 @@
+# Ignore unnecessary files for Docker build
+.git
+.gitignore
+README.rst
+docs/
+notebooks/
+tests/
+.pytest_cache/
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+.Python
+*.egg-info/
+.coverage
+.tox
+venv/
+env/
+ENV/
+.venv/
+.env
+.DS_Store
+Thumbs.db
+*.log
+.mypy_cache/
+.idea/
+.vscode/
+*.swp
+*.swo
+*~
+
+# Build artifacts
+build/
+dist/
+*.egg-info/
+
+# Docker files (don't include docker-compose in container)
+docker-compose.yml
+Dockerfile
+.dockerignore
+
+# Development and documentation
+CHANGELOG.rst
+CODE_OF_CONDUCT.md
+CONTRIBUTING.rst
+LICENSE
+Makefile
+MANIFEST.in
+deploy.sh

.github/workflows/ci.yaml

@@ -42,7 +42,7 @@ jobs:
         run: python3 -m pip install -e ".[dev]"
       - name: Run tests and collect coverage
         run: |
-          pytest --cov snowexsql --cov-report=xml
+          pytest --cov snowexsql --cov-report=xml -m "not integration"
       - name: Upload coverage to Codecov
         uses: codecov/codecov-action@v5
         with:

.github/workflows/main.yml

@@ -54,4 +54,4 @@ jobs:
           python3 -m pip install -e ".[dev]"
       - name: Test with pytest
         run: |
-          pytest -s
+          pytest -s -m "not integration"

deployment/README.md

@@ -0,0 +1,31 @@
+# Deployment
+
+This directory contains all the infrastructure and deployment configurations for
+running snowexsql on AWS Lambda.
+
+## Structure
+
+- **`docker/`** - Docker container configuration for Lambda
+  - `Dockerfile` - Lambda-compatible container definition
+  - `.dockerignore` - Optimization for container builds
+  - `requirements-lambda.txt` - Lightweight dependencies
+
+- **`aws/`** - AWS IAM policies and configurations
+  - `ecr_policy.json` - ECR repository permissions for Lambda
+  - `secrets_policy.json` - Secrets Manager access policy
+
+- **`scripts/`** - Deployment automation scripts
+  - `deploy.sh` - Main deployment script (container-based)
+  - `test_lambda.sh` - Automated testing script
+
+## Quick Start
+
+1. Run `scripts/deploy.sh` to deploy the Lambda function
+2. Test with `scripts/test_lambda.sh`
+
+## Prerequisites
+
+- AWS CLI configured
+- Docker installed and running  
+- Existing ECR repository named `snowexsql`
+- Lambda function with container image support

deployment/aws/ecr_policy.json

@@ -0,0 +1,33 @@
+{
+  "Version": "2008-10-17",
+  "Statement": [
+    {
+      "Sid": "LambdaECRImageRetrievalPolicy",
+      "Effect": "Allow",
+      "Principal": {
+        "Service": "lambda.amazonaws.com"
+      },
+      "Action": [
+        "ecr:BatchGetImage",
+        "ecr:GetDownloadUrlForLayer"
+      ],
+      "Condition": {
+        "StringLike": {
+          "aws:sourceArn": "arn:aws:lambda:us-west-2:390402539674:function:*"
+        }
+      }
+    },
+    {
+      "Sid": "LambdaECRImageCrossAccount",
+      "Effect": "Allow",
+      "Principal": {
+        "AWS": "arn:aws:iam::390402539674:root"
+      },
+      "Action": [
+        "ecr:BatchGetImage",
+        "ecr:GetDownloadUrlForLayer",
+        "ecr:GetAuthorizationToken"
+      ]
+    }
+  ]
+}

deployment/aws/secrets_policy.json

@@ -0,0 +1,12 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Action": [
+                "secretsmanager:GetSecretValue"
+            ],
+            "Resource": "arn:aws:secretsmanager:us-west-2:390402539674:secret:rds/snowexsql/credentials-*"
+        }
+    ]
+}

deployment/docker/.dockerignore

@@ -0,0 +1,49 @@
+# Ignore unnecessary files for Docker build
+.git
+.gitignore
+README.rst
+docs/
+notebooks/
+tests/
+.pytest_cache/
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+.Python
+*.egg-info/
+.coverage
+.tox
+venv/
+env/
+ENV/
+.venv/
+.env
+.DS_Store
+Thumbs.db
+*.log
+.mypy_cache/
+.idea/
+.vscode/
+*.swp
+*.swo
+*~
+
+# Build artifacts
+build/
+dist/
+*.egg-info/
+
+# Docker files (don't include docker-compose in container)
+docker-compose.yml
+Dockerfile
+.dockerignore
+
+# Development and documentation
+CHANGELOG.rst
+CODE_OF_CONDUCT.md
+CONTRIBUTING.rst
+LICENSE
+Makefile
+MANIFEST.in
+deploy.sh

deployment/docker/Dockerfile

@@ -0,0 +1,11 @@
+FROM public.ecr.aws/lambda/python:3.12
+
+# Copy requirements and install dependencies
+COPY deployment/docker/requirements-lambda.txt ${LAMBDA_TASK_ROOT}/
+RUN pip install --no-cache-dir -r requirements-lambda.txt
+
+# Copy the snowexsql package
+COPY snowexsql/ ${LAMBDA_TASK_ROOT}/snowexsql/
+
+# Set the CMD to your handler
+CMD ["snowexsql.lambda_handler.lambda_handler"]

deployment/docker/requirements-lambda.txt

@@ -0,0 +1,8 @@
+# Lambda-optimized requirements without heavy dependencies
+utm>=0.5.0,<1.0
+geoalchemy2>=0.6,<1.0
+shapely>=2.0.0,<3.0
+pandas>=1.5.0,<3.0
+psycopg2-binary>=2.9.0,<2.10.0
+SQLAlchemy>=2.0.0
+boto3>=1.26.0

deployment/scripts/deploy.sh

@@ -0,0 +1,84 @@
+#!/bin/bash
+
+# AWS Lambda Deployment Script for SnowEx SQL
+# This script builds and deploys the Docker container to AWS Lambda
+
+set -e
+
+# Configuration
+AWS_ACCOUNT_ID="390402539674"
+AWS_REGION="us-west-2"
+ECR_REPOSITORY="snowexsql"
+LAMBDA_FUNCTION_NAME="lambda-snowex-sql"
+IMAGE_TAG="$(git rev-parse --short HEAD)"
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+echo -e "${GREEN}Starting SnowEx SQL Lambda deployment...${NC}"
+
+# Check if AWS CLI is installed and configured
+if ! command -v aws &> /dev/null; then
+    echo -e "${RED}Error: AWS CLI is not installed${NC}"
+    exit 1
+fi
+
+# Check if Docker is running
+if ! docker info &> /dev/null; then
+    echo -e "${RED}Error: Docker is not running${NC}"
+    exit 1
+fi
+
+# Build the Docker image
+echo -e "${YELLOW}Building Docker image...${NC}"
+DOCKER_BUILDKIT=0 docker build -f ../docker/Dockerfile -t ${ECR_REPOSITORY}:${IMAGE_TAG} ../..
+
+# Get ECR login token
+echo -e "${YELLOW}Logging into ECR...${NC}"
+aws ecr get-login-password --region ${AWS_REGION} | docker login --username AWS --password-stdin ${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com
+
+# Tag the image for ECR
+ECR_URI="${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com/${ECR_REPOSITORY}:${IMAGE_TAG}"
+echo -e "${YELLOW}Tagging image for ECR: ${ECR_URI}${NC}"
+docker tag ${ECR_REPOSITORY}:${IMAGE_TAG} ${ECR_URI}
+
+# Push to ECR
+echo -e "${YELLOW}Pushing image to ECR...${NC}"
+docker push ${ECR_URI}
+
+# Update Lambda function
+echo -e "${YELLOW}Updating Lambda function...${NC}"
+aws lambda update-function-code \
+    --region ${AWS_REGION} \
+    --function-name ${LAMBDA_FUNCTION_NAME} \
+    --image-uri ${ECR_URI}
+
+# Wait for the update to complete
+echo -e "${YELLOW}Waiting for Lambda function update to complete...${NC}"
+aws lambda wait function-updated \
+    --region ${AWS_REGION} \
+    --function-name ${LAMBDA_FUNCTION_NAME}
+
+echo -e "${GREEN}Deployment completed successfully!${NC}"
+echo -e "${GREEN}Lambda function '${LAMBDA_FUNCTION_NAME}' has been updated with the new image.${NC}"
+
+# Optional: Test the function
+read -p "Would you like to test the Lambda function? (y/n): " -n 1 -r
+echo
+if [[ $REPLY =~ ^[Yy]$ ]]; then
+    echo -e "${YELLOW}Testing Lambda function...${NC}"
+    aws lambda invoke \
+        --region ${AWS_REGION} \
+        --function-name ${LAMBDA_FUNCTION_NAME} \
+        --cli-binary-format raw-in-base64-out \
+        --payload '{"action":"test_connection"}' \
+        response.json
+
+    echo -e "${GREEN}Test response:${NC}"
+    cat response.json
+    echo
+    rm -f response.json
+fi