Add Pre-commit hooks

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,48 +1,48 @@
-## Issue
-
-ISSUE > [ISSUE NAME](https://github.com/users/prathikanand7/projects/2?pane=issue&itemId=<itemid>)
-​
-
-## Description
-
-Summarise what this PR does and why it is needed. Include any relevant context that a reviewer would not get from just reading the code diff.
-
-## Type of change
-
-<!-- Select all that apply. -->
-
-- [ ] Bug fix
-- [ ] New feature
-- [ ] Refactor / cleanup
-- [ ] Documentation update
-- [ ] Configuration / infrastructure change
-- [ ] Other: <!-- describe -->
-
-## How has this been tested?
-
-Describe how you verified that your changes work correctly. Include any relevant commands, test cases, or environments used. If no testing was needed, explain why.
-
-- [ ] Unit tests
-- [ ] Manual testing
-- [ ] No testing required
-
-## Notes for reviewers
-
-Anything you want to flag for reviewers such as areas of uncertainty, known limitations, deliberate tradeoffs, or specific things you would like feedback on. Leave blank if nothing needs highlighting.
-
-## Checklist
-
-Go through each item before marking the PR as ready for review.
-
-- [ ] I filled in the releated issue link
-- [ ] My PR has the name of the branch
-- [ ] My code follows the project's coding style
-- [ ] I have reviewed my own changes before requesting review
-- [ ] I have added or updated relevant documentation
-- [ ] My changes do not introduce new warnings or errors
-- [ ] I have not committed any secrets, credentials, or sensitive values
-
-## Related issues
-
-Link any issues this PR resolves or is related to.
-Closes #
+## Issue
+
+ISSUE > [ISSUE NAME](https://github.com/users/prathikanand7/projects/2?pane=issue&itemId=<itemid>)
+​
+
+## Description
+
+Summarise what this PR does and why it is needed. Include any relevant context that a reviewer would not get from just reading the code diff.
+
+## Type of change
+
+<!-- Select all that apply. -->
+
+- [ ] Bug fix
+- [ ] New feature
+- [ ] Refactor / cleanup
+- [ ] Documentation update
+- [ ] Configuration / infrastructure change
+- [ ] Other: <!-- describe -->
+
+## How has this been tested?
+
+Describe how you verified that your changes work correctly. Include any relevant commands, test cases, or environments used. If no testing was needed, explain why.
+
+- [ ] Unit tests
+- [ ] Manual testing
+- [ ] No testing required
+
+## Notes for reviewers
+
+Anything you want to flag for reviewers such as areas of uncertainty, known limitations, deliberate tradeoffs, or specific things you would like feedback on. Leave blank if nothing needs highlighting.
+
+## Checklist
+
+Go through each item before marking the PR as ready for review.
+
+- [ ] I filled in the releated issue link
+- [ ] My PR has the name of the branch
+- [ ] My code follows the project's coding style
+- [ ] I have reviewed my own changes before requesting review
+- [ ] I have added or updated relevant documentation
+- [ ] My changes do not introduce new warnings or errors
+- [ ] I have not committed any secrets, credentials, or sensitive values
+
+## Related issues
+
+Link any issues this PR resolves or is related to.
+Closes #

.github/workflows/e2e-notebook-deploy-and-run.yml

@@ -1,5 +1,5 @@
 name: Notebook E2E Deploy and Run
-# Deploy the entire infrastructure and execute a notebook end-to-end to verify everything works together as expected. 
+# Deploy the entire infrastructure and execute a notebook end-to-end to verify everything works together as expected.
 
 on:
   workflow_run:

.github/workflows/smoke-test-worker-containerization.yml

@@ -1,5 +1,5 @@
 name: Smoke Test Worker Containerization
-# This workflow builds the worker and runs a smoke test to verify that the containerization is working correctly. 
+# This workflow builds the worker and runs a smoke test to verify that the containerization is working correctly.
 
 on:
   push:
@@ -41,4 +41,4 @@ jobs:
       - name: Verify Worker Containerisation
         run: |
           docker run --rm r-notebook-worker:test \
-            python -c "import os, boto3, papermill; assert os.path.exists('/app/worker.py'); print('worker-containerisation-ok')"
+            python -c "import os, boto3, papermill; assert os.path.exists('/app/worker.py'); print('worker-containerisation-ok')"

.pre-commit-config.yaml

@@ -0,0 +1,46 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: mixed-line-ending
+        args: [--fix=lf]
+      - id: check-merge-conflict
+      - id: check-json
+      - id: check-yaml
+      - id: check-added-large-files
+        args: [--maxkb=1500]
+      - id: detect-private-key
+      - id: detect-aws-credentials
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.11.0
+    hooks:
+      - id: ruff
+        args: [--fix]
+        files: ^(worker/.*\.py|lifewatch_batch_platform/terraform/(backend_lambdas|client_requests)/.*\.py)$
+      - id: ruff-format
+        files: ^(worker/.*\.py|lifewatch_batch_platform/terraform/(backend_lambdas|client_requests)/.*\.py)$
+
+  - repo: https://github.com/kynan/nbstripout
+    rev: 0.8.1
+    hooks:
+      - id: nbstripout
+        files: ^demo_input/.*\.ipynb$
+
+  - repo: local
+    hooks:
+      - id: terraform-fmt
+        name: Terraform fmt
+        entry: terraform fmt -recursive
+        language: system
+        pass_filenames: false
+        files: ^(lifewatch_batch_platform/terraform|terraform-bootstrap)/.*\.tf$
+
+      - id: frontend-eslint
+        name: Frontend ESLint
+        entry: npm --prefix frontend run lint
+        language: system
+        pass_filenames: false
+        files: ^frontend/(src/.*\.(ts|tsx)|package\.json|tsconfig\.json|vite\.config\.ts)$

compress_lambdas.ps1

@@ -11,4 +11,4 @@ Compress-Archive -Path "$SourceDir\status.py", "$SourceDir\handle_cors.py" -Dest
 Compress-Archive -Path "$SourceDir\lambda_function.py", "$SourceDir\handle_cors.py" -DestinationPath "$TargetDir\lambda.zip" -Force
 Compress-Archive -Path "$SourceDir\history_list.py", "$SourceDir\handle_cors.py" -DestinationPath "$TargetDir\history_list_lambda.zip" -Force
 
-Write-Host "Lambdas compressed to $TargetDir."
+Write-Host "Lambdas compressed to $TargetDir."

compress_lambdas.sh

@@ -27,4 +27,4 @@ zip -j "$TARGET_DIR/history_list_lambda.zip" \
     "$SOURCE_DIR/history_list.py" \
     "$SOURCE_DIR/handle_cors.py"
 
-echo "Lambdas compressed to $TARGET_DIR."
+echo "Lambdas compressed to $TARGET_DIR."

demo_input/Data_cleaning.ipynb

@@ -3,7 +3,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "477a0544-ba44-4649-87a2-4448aa7bafed",
+   "id": "0",
    "metadata": {
     "tags": [
      "parameters"
@@ -39,7 +39,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "e9a7a47a-31d5-4c61-9bae-183b1d07d7d6",
+   "id": "1",
    "metadata": {
     "vscode": {
      "languageId": "r"
@@ -111,7 +111,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "c030c326-67b4-43d9-9213-8d58857b5d7f",
+   "id": "2",
    "metadata": {
     "vscode": {
      "languageId": "r"
@@ -158,7 +158,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "14c595e0-33ba-4aae-890f-ad44c397429a",
+   "id": "3",
    "metadata": {
     "vscode": {
      "languageId": "r"
@@ -260,7 +260,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "19e93b1c-73ab-44cd-9a54-4674d75a6fd9",
+   "id": "4",
    "metadata": {
     "vscode": {
      "languageId": "r"
@@ -556,7 +556,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "b0c83712-351d-48de-88df-509c1f7e1c82",
+   "id": "5",
    "metadata": {
     "vscode": {
      "languageId": "r"

demo_input/lightweight-notebooks/Notebook_Lightweight_Example_A.ipynb

@@ -3,6 +3,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "0",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -14,6 +15,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "1",
    "metadata": {},
    "outputs": [],
    "source": [

demo_input/lightweight-notebooks/Notebook_Lightweight_Example_B.ipynb

@@ -3,6 +3,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "0",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -14,6 +15,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "1",
    "metadata": {},
    "outputs": [],
    "source": [