Infrastracture

Note

Use make to install all.

Makefile

.PHONY: all create-env install format lint clean shell

all: install format lint

VENV := venv
PYTHON := python3.11
VENV_PY := $(VENV)/bin/python
PIP := $(VENV)/bin/pip
TEST := $(VENV)/bin/pytest
BLACK := $(VENV)/bin/black
ISORT := $(VENV)/bin/isort
PYLINT := $(VENV)/bin/pylint

create-env:
	@echo "Creating virtualenv with Python $(PYTHON)"
	@if ! command -v $(PYTHON) >/dev/null; then \
		echo "Python $(PYTHON) not found"; exit 1; \
	fi
	@if [ ! -d $(VENV) ]; then \
		$(PYTHON) -m venv $(VENV); \
	else \
		echo "Virtualenv already exists."; \
	fi

install: create-env
	@echo "Creating virtual environment if needed"
	@if [ ! -d $(VENV) ]; then \
		python3 -m venv $(VENV); \
	fi

	@echo "Upgrading pip"
	$(PIP) install --upgrade pip

	@echo "Testing availability of requirements-dev.txt"
	@if [ ! -f requirements-dev.txt ]; then \
		echo "Missing requirements-dev.txt" >&2; \
		exit 1; \
	fi
	@echo "Installing packages for Dev"
	$(PIP) install -r requirements-dev.txt

	@echo "Testing availability of requirements-lambda.txt"
	@if [ ! -f requirements-lambda.txt ]; then \
		echo "Missing requirements-lamdba.txt" >&2; \
		exit 1; \
	fi
	@echo "Installing packages for Lambda"
	$(PIP) install -r requirements-lambda.txt

	@echo "Testing availability of requirements-docs.txt"
	@if [ ! -f requirements-docs.txt ]; then \
		echo "Missing requirements-docs.txt" >&2; \
		exit 1; \
	fi
	@echo "Installing packages for Sphinx"
	$(PIP) install -r requirements-docs.txt

	@echo "Installing pre-commit"
	$(PIP) install pre-commit

format:
	@echo "Correcting with black"
	- $(BLACK) . --extend-exclude="venv/*" --skip-magic-trailing-comma --line-length=79

	@echo "Correcting with isort"
	- $(ISORT) . --skip-glob=venv --profile=black --line-length=79

lint:
	@echo "Linting Gauss repo"
	- $(PYLINT) ./ --ignore=venv
	@echo "We allow make to continue despite pylint errors and threshold"

precommit:
	@echo "Installing pre-commit git hooks"
	$(VENV)/bin/pre-commit install

test:
	@echo "Running tests"
	- $(TEST) tests/

check: format lint test
	@echo "All checks passed!"

clean:
	@echo "Removing virtual environment"
	rm -rf $(VENV)

shell:
	@echo "Starting shell with virtualenv activated"
	@bash --rcfile <(echo "source $(VENV)/bin/activate")

help:
	@echo "Usage:"
	@echo "  make all         - install, format, lint"
	@echo "  make create-env  - create virtual environment"
	@echo "  make install     - install dependencies"
	@echo "  make format      - run black and isort"
	@echo "  make lint        - run pylint"
	@echo "  make test        - run tests"
	@echo "  make clean       - remove virtual environment"
	@echo "  make shell       - open shell with venv activated"

Dockerfile

# FROM public.ecr.aws/lambda/python:3.11
FROM python:3.11-slim

# Set working directory
WORKDIR /app

# Copy app files
COPY app.py utils.py lambda_handler.py ./
COPY knowledgebase.json ./
COPY requirements-dev.txt ./
COPY requirements-lambda.txt ./
COPY templates ./templates
COPY static ./static

# Install dependencies
RUN pip install --no-cache-dir -r requirements-dev.txt
RUN pip install --no-cache-dir -r requirements-lambda.txt

# Start Flask app with gunicorn
# CMD ["lambda_handler.handler"]
# CMD ["gunicorn", "app:app", "--bind", "0.0.0.0:8080"]
CMD ["sh", "-c", "gunicorn app:app --bind 0.0.0.0:${PORT:-8080}"]

serverless.yml

service: circassiandna-chatbot
frameworkVersion: '3'

provider:
  name: aws
  runtime: python3.11
  region: us-east-1
  environment:
    OPENAI_API_KEY: ${env:OPENAI_API_KEY}
    PINECONE_API_KEY: ${env:PINECONE_API_KEY}
    PINECONE_INDEX: ${env:PINECONE_INDEX}
    PINECONE_ENVIRONMENT: ${env:PINECONE_ENVIRONMENT}
    PINECONE_CLOUD: ${env:PINECONE_CLOUD}
    PINECONE_REGION: ${env:PINECONE_REGION}
    PINECONE_NAMESPACE: ${env:PINECONE_NAMESPACE}
    PORT: ${env:PORT}
  iamRoleStatements:
    - Effect: Allow
      Action:
        - lambda:InvokeFunction
      Resource: '*'

package:
  exclude:
    - tests/**
    - docs/**
    - venv/**

custom:
  pythonRequirements:
    fileName: requirements-lambda.txt  # requirements for Lambda
    layer: true
    slim: true
    strip: true
    dockerizePip: false   # ensures Lambda-compatible packages (<250 Mb)
    noDeploy:             # exclude dev-only libs from Lambda
      - black
      - isort
      - pylint
      - pre-commit
      - pytest
      - gunicorn
      - sphinx
      - sphinx-rtd-theme

plugins:
  - serverless-python-requirements

layers:
  pythonDependencies:
    path: layer
    compatibleRuntimes:
      - python3.11

functions:
  web:
    handler: lambda_handler.handler
    layers:
      - { Ref: PythonDependenciesLambdaLayer }
    events:
      - httpApi:       # Use httpApi (v2) or http (REST API, v1)
          path: /
          method: ANY
      - httpApi:
          path: /api/chat
          method: POST