WIP durable state models

.pre-commit-config.yaml

@@ -10,6 +10,49 @@ repos:
   # Ty: Rust-based Python type checker (configured in pyproject.toml under [tool.ty])
   - repo: local
     hooks:
+      # Keep the non-Python assets in sync with the formatters used by CI.
+      - id: djlint-format
+        name: djlint (format)
+        entry: bash -c
+        language: system
+        files: ^efile_app/.*\.html$
+        args:
+          - |
+            files=()
+            for file in "$@"; do
+              files+=("${file#efile_app/}")
+            done
+            (cd efile_app && uv run djlint --reformat "${files[@]}")
+          - --
+
+      - id: css-beautify
+        name: css-beautify (format)
+        entry: bash -c
+        language: system
+        files: ^efile_app/.*\.css$
+        args:
+          - |
+            files=()
+            for file in "$@"; do
+              files+=("${file#efile_app/}")
+            done
+            (cd efile_app && uv run css-beautify -r "${files[@]}")
+          - --
+
+      - id: js-beautify
+        name: js-beautify (format)
+        entry: bash -c
+        language: system
+        files: ^efile_app/.*\.js$
+        args:
+          - |
+            files=()
+            for file in "$@"; do
+              files+=("${file#efile_app/}")
+            done
+            (cd efile_app && uv run js-beautify -r "${files[@]}")
+          - --
+
       - id: ty
         name: ty (type check)
         entry: bash -lc

README.md

@@ -242,8 +242,9 @@ of the current end-to-end testing.
 
 - __Environment variables__: Create a `.env` file in the `efile_app/` directory with:
   ```bash
-  E2E_TEST_USERNAME=your_test_email@example.com
-  E2E_TEST_PASSWORD=your_test_password
+  # Tyler test-EFM login. The Python test suite reads the same two names.
+  TESTS_TYLER_USERNAME=your_test_email@example.com
+  TESTS_TYLER_PASSWORD=your_test_password
   E2E_TEST_BASE_URL=http://localhost:8000  # optional, defaults to localhost:8000
   ```
 

compose.yml

@@ -1,27 +1,75 @@
 services:
+  localstack:
+    # Keep the pre-auth Community Edition for local development. Newer
+    # calendar-versioned images require a LocalStack account token.
+    image: localstack/localstack:3.8.0
+    ports:
+      - "127.0.0.1:4566:4566"
+      - "127.0.0.1:4510-4559:4510-4559"
+    environment:
+      DEBUG: "${DEBUG:-0}"
+      SERVICES: s3
+      AWS_DEFAULT_REGION: us-east-1
+      AWS_S3_BUCKET_NAME: forms-mvp-xf6361
+    volumes:
+      - localstack:/var/lib/localstack
+      - /var/run/docker.sock:/var/run/docker.sock
+      - ./testing/localstack-init:/etc/localstack/init/ready.d:ro
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:4566/_localstack/health"]
+      interval: 5s
+      timeout: 5s
+      retries: 20
+
   web:
     build:
       context: .
       dockerfile: Dockerfile
     image: form-submission-mvp:web
     command: >-
-      sh -c "uv run python efile_app/manage.py migrate &&
-             uv run python efile_app/manage.py runserver 0.0.0.0:8000"
+      sh -c "uv run python manage.py migrate --noinput --fake-initial &&
+             uv run python manage.py runserver 0.0.0.0:8000"
+    depends_on:
+      localstack:
+        condition: service_healthy
     ports:
       - "8000:8000"
     environment:
       PYTHONDONTWRITEBYTECODE: "1"
       PYTHONUNBUFFERED: "1"
+      AWS_ACCESS_KEY_ID: test
+      AWS_SECRET_ACCESS_KEY: test
+      AWS_S3_BUCKET_NAME: forms-mvp-xf6361
+      AWS_S3_REGION_NAME: us-east-1
+      AWS_S3_ENDPOINT_URL: http://localstack:4566
+      # botocore >= 1.35 routes S3 through account-ID-specific endpoints, which
+      # LocalStack does not serve. Disable that routing.
+      AWS_ACCOUNT_ID_ENDPOINT_MODE: disabled
+      # A publicly readable PDF handed to the EFSP proxy in place of the uploaded
+      # document, so fee quotes work without exposing this machine. The proxy
+      # fetches every data_url itself and cannot resolve `localstack`, so a real
+      # presigned URL fails here with a 400. See testing/README.md.
+      #
+      # Read from the shell or the compose-level .env, NOT efile_app/.env: this
+      # value lands in the container environment, and settings_dev loads that
+      # .env with override=False, so whatever is set here wins. `-` rather than
+      # `:-` so an explicit empty value still turns the substitution off.
+      EFSP_TEST_DOCUMENT_URL: "${EFSP_TEST_DOCUMENT_URL-https://raw.githubusercontent.com/SuffolkLITLab/LITEFile/main/testing/sample_test.pdf}"
       # DJANGO_SETTINGS_MODULE: efile.settings  # manage.py sets this; uncomment to override
     volumes:
       - .:/app:delegated
-      - venv:/app/.venv
+      # The image builds its venv at /app/efile_app/.venv (Dockerfile WORKDIR).
+      # This must shadow that exact path, or the bind mount above exposes the
+      # host's venv to the container and root-owned files land in the checkout.
+      - venv:/app/efile_app/.venv
     # healthcheck:
     #   test: ["CMD-SHELL", "wget -qO- http://localhost:8000/ || exit 1"]
     #   interval: 10s
     #   timeout: 5s
     #   retries: 5
 
 volumes:
+  localstack:
+    driver: local
   venv:
     driver: local

efile_app/.env.example

@@ -6,20 +6,33 @@ DJANGO_LOG_LEVEL=DEBUG
 DATABASE_URL=postgresql://user:password@localhost:5432/dbname
 
 SUFFOLK_EFILE_API_KEY = "your-suffolk-efile-api-key-here"
+EFSP_URL = "https://efile-test.suffolklitlab.org"
 
 # Local development only. The EFSP proxy downloads each document itself -- for
 # fee quotes as well as filings -- and cannot reach a LocalStack URL. Set this to
 # any publicly readable PDF to run fees end-to-end without exposing this machine.
-# Defaults to the sample test PDF hosted on GitHub.
+# Uploads still go to S3 for real; only the URL sent to the proxy changes.
+# Set to "" to send the real document URL. See ../testing/README.md.
+#
+# Only read when running the app directly (manage.py runserver). Under
+# `docker compose`, compose.yml sets this in the container environment and
+# settings_dev loads this file with override=False, so set it in the shell or
+# the repo-root .env instead.
 EFSP_TEST_DOCUMENT_URL = "https://raw.githubusercontent.com/SuffolkLITLab/LITEFile/main/testing/sample_test.pdf"
 
 # AWS S3 Configuration
-AWS_S3_ENDPOINT_URL = "http://host.docker.internal:4566" # if mocking S3 locally, see [testing README](../testing/README.md).
+AWS_S3_ENDPOINT_URL = "http://localstack:4566" # if mocking S3 locally, see [testing README](../testing/README.md).
 AWS_ACCESS_KEY_ID = "your-aws-access-key-id-here"
 AWS_SECRET_ACCESS_KEY = r"your-aws-secret-access-key-here"  # Raw string to handle special chars
 AWS_S3_BUCKET_NAME = "forms-mvp-xf6361"
 AWS_S3_REGION_NAME = "us-east-1"
 
+# Tyler test-EFM login, shared by the Python suite (efile/tests/) and the
+# Playwright suite (tests/). CI supplies the same two names from repo secrets.
+TESTS_TYLER_USERNAME = "your_test_email@example.com"
+TESTS_TYLER_PASSWORD = "your_test_password"
+E2E_TEST_BASE_URL = "http://localhost:8000"  # Playwright only; optional
+
 # File Upload Settings
 MAX_FILE_SIZE = 10 * 1024 * 1024  # 10MB
 ALLOWED_FILE_TYPES = ['.pdf', '.doc', '.docx']