1199 feature add support for scoped lookup

.flake8

@@ -0,0 +1,2 @@
+[flake8]
+max-line-length = 100

.github/ISSUE_TEMPLATE/bug-report-template.md

@@ -0,0 +1,48 @@
+---
+name: Bug Report Template
+about: Create a report to help us improve
+title: "[Bug]"
+labels: 'Type: Bug'
+assignees: ''
+
+---
+
+## Description
+
+<!--- A clear and concise description of what the bug is. -->  
+
+## Steps to Replicate
+<!---
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+-->
+
+### Additional context
+<!--- Add any other context about the problem here. -->
+
+Page occured: 
+
+<!---
+Desktop (please complete the following information):
+ - OS: [e.g. iOS]
+ - Browser [e.g. chrome, safari]
+ - Version [e.g. 22]
+-->
+
+<!---
+Smartphone (please complete the following information):
+ - Device: [e.g. iPhone6]
+ - OS: [e.g. iOS8.1]
+ - Browser [e.g. stock browser, safari]
+ - Version [e.g. 22]
+-->
+
+###  Expected behavior
+
+<!--- A clear and concise description of what you expected to happen. --> 
+
+## Artifacts (if appropriate): 
+
+<!--- Include videos, pictures, or copy text of the bugs occurance -->

.github/ISSUE_TEMPLATE/development-issue-template.md

@@ -0,0 +1,26 @@
+---
+name: Development Issue Template
+about: Describe this issue template's purpose here.
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+## Ticket  
+
+<!--- Put ticket # if JIRA or name if Gitlab and link -->    
+
+## Description 
+
+<!--- Describe your changes in detail -->  
+
+## Acceptance Criteria
+
+<!--- Please describe the necessary acceptance criteria for development to be complete -->  
+
+## Resources (optional):  
+
+<!--- Include resoruces that will be helpful of necessary to complete the work -->  
+
+<!--- These can be links, documents, or just guiding principles -->

.github/ISSUE_TEMPLATE/feature-request-template.md

@@ -0,0 +1,20 @@
+---
+name: Feature request template
+about: Suggest an idea for this project
+title: "[Feature]"
+labels: 'Type: New Feature'
+assignees: ''
+
+---
+
+## Problem We Want to Solve
+<!--- A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]  -->
+
+## Describe the Solution You'd Like
+<!--- A clear and concise description of what you want to happen. -->
+
+## Alternatives (optional)
+<!--- A clear and concise description of any alternative solutions or features you've considered. -->
+
+## Additional context
+<!--- Add any other context or screenshots about the feature request here.  -->

.github/pull_request_template.md

@@ -1,7 +1,24 @@
-# PR Description
+## Ticket  
 
+<!--- Put ticket # if JIRA or name if Gitlab and link -->    
 
-# Tasks
+## Description 
+
+<!--- Describe your changes in detail -->  
+
+## How Has This Been Tested?  
+
+<!--- Please describe in detail how you tested your changes. -->  
+
+<!--- Include details of your testing environment, and the tests you ran to -->  
+
+<!--- see how your change affects other areas of the code, etc. -->  
+
+## Artifacts (if appropriate):  
+
+<!--- Include videos and pictures that validate your work -->  
+
+## Tasks
 
 * [ ] - A description of the PR has been provided, and a diagram included if it is a new feature.
 * [ ] - Formatter has been run

.github/workflows/apply-formatting.yml

@@ -8,7 +8,7 @@ jobs:
     runs-on: ubuntu-latest
     if: startsWith(github.event.comment.body, '@par-hermes format')
     steps:
-    - uses: JoshuaSBrown/cpp-py-formatter/command@v0.2.3
+    - uses: JoshuaSBrown/cpp-py-formatter/command@v0.3.8
       with:
         botName: par-hermes
         clangFormatVersion: 10

.github/workflows/format-check.yml

@@ -1,37 +1 @@
-name: Format Check
-on: push
-jobs:
-  check-formatting:
-    name: Code Formatting
-    runs-on: ubuntu-latest
-    steps:
-    - uses: JoshuaSBrown/cpp-py-formatter/[email protected]
-      with:
-        clangFormatVersion: 10
-        token: ${{ secrets.GITHUB_TOKEN }}
 
-  format-check:
-    runs-on: ubuntu-latest
-    if: ${{ always() }}
-    # needs: check-formatting
-    strategy:
-      matrix:
-        python-version: [ "3.9" ]
-    steps:
-      - uses: actions/checkout@v2
-      - name: Update ubuntu
-        run: sudo apt-get update
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          sudo apt-get install -y python3-sphinx sphinx-rtd-theme-common
-          pip install sphinx_rtd_theme recommonmark flake8 black pytest pytest-cov black[jupyter]
-      - name: Black formatting checks
-        run: black  --exclude '/jupyter_notebooks/' --check .
-      - name: Lint with flake8
-        run: |
-          flake8 --count --select=E9,F63,F7,F82 --show-source --statistics --max-line-length 100 .
-          flake8 --count --statistics --max-line-length 100 .

.github/workflows/javascript-format.yml

@@ -0,0 +1,34 @@
+name: JavaScript Formatter
+on: push
+jobs:
+  format-javascript:
+    runs-on: ubuntu-latest
+
+    steps:
+      # Step 1: Checkout the repository
+      - name: Checkout Code
+        uses: actions/checkout@v4
+
+      # Step 2: Set up Node.js environment
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18' # Specify your Node.js version
+
+      # Step 3: Install Prettier and ESLint globally
+      - name: Install Prettier
+        run: |
+          npm install -g prettier
+
+      # Step 4: Run Prettier to format code
+      - name: Run prettier
+        run: |
+          prettier "**/*.js" --write
+          git diff
+          git reset --hard
+          prettier --check "**/*.js" 
+
+      # Step 5: Report status
+      - name: Complete
+        run: echo "Formatting completed successfully!"
+

.github/workflows/javascript-lint.yml

@@ -0,0 +1,28 @@
+name: JavaScript Linter
+on: push
+jobs:
+  lint-javascript:
+    runs-on: ubuntu-latest
+
+    steps:
+      # Step 1: Checkout the repository
+      - name: Checkout Code
+        uses: actions/checkout@v4
+
+      # Step 2: Set up Node.js environment
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18' # MOre up to date version needed for linter
+
+      # Step 3: Instal ESLint and run
+      - name: Install ESLint
+        run: |
+          npm init -y
+          npm install eslint@latest @babel/eslint-parser@latest eslint-define-config globals eslint-plugin-jsdoc --save
+          npx eslint "**/*.js"
+
+      # Step 4: Report status
+      - name: Complete
+        run: echo "Linting completed successfully!"
+

.github/workflows/jupyternotebook-lint.yml

@@ -0,0 +1,40 @@
+name: Jupyter Notebook Linter
+on:
+  push:
+    paths:
+      - '**/*.ipynb'
+      - '.github/workflows/jupyternotebook-lint.yml'
+
+jobs:
+  lint-jupyter:
+    runs-on: ubuntu-latest
+
+    steps:
+      # Step 1: Checkout the repository
+      - name: Checkout Code
+        uses: actions/checkout@v4
+
+      # Step 2: Set up Python environment
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'  # Specify the Python version
+
+      # Step 3: Install dependencies
+      - name: Install nbQA, flake8, and black
+        run: |
+          pip install nbqa flake8 black
+
+      # Step 4: Run flake8 and black on notebooks in ./jupyter_notebooks folder
+      - name: Lint Jupyter Notebooks with flake8
+        run: nbqa flake8 .
+        working-directory: jupyter_notebooks
+
+      - name: Format Jupyter Notebooks with black
+        run: nbqa black . --check
+        working-directory: jupyter_notebooks
+
+      # Step 5: Report status
+      - name: Complete
+        run: echo "Jupyter Notebook linting completed!"
+

.github/workflows/unit-tests.yml

@@ -2,20 +2,30 @@ name: Unit-Testing
 on: push
 jobs:
   unit-test:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     if: ${{ always() }}
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Update ubuntu
         run: sudo apt-get update
+      - name: Install software-properties-common
+        run: sudo apt install software-properties-common
+      - name: Add deadsnakes apt repository
+        run: sudo add-apt-repository ppa:deadsnakes/ppa
+      - name: Update to bring in deadsnakes packages
+        run: sudo apt update
+      - name: Install Python 3.9
+        run: sudo apt install python3.9 python3.9-dev python3.9-venv python3.9-distutils
+      - name: Ensure pip is installed
+        run: python3.9 -m ensurepip
       - name: Install dependencies
         run: |
           ./scripts/generate_datafed.sh
           sudo ./scripts/install_core_dependencies.sh
           ./scripts/generate_datafed.sh
       - name: Build
         run: |
-          cmake -S. -B build -DCMAKE_BUILD_TYPE=Debug
+          cmake -S. -B build -DCMAKE_BUILD_TYPE=Debug -DBUILD_WEB_SERVER=OFF
           cmake --build build -j4
       - name: Run tests
         run: |

.gitignore

@@ -1,4 +1,5 @@
 /.idea/
+.venv/
 build
 cmake/sodium_version
 cmake/curl_version
@@ -42,6 +43,7 @@ python/datafed_pkg/datafed/Version_pb2.py
 python/datafed_pkg/datafed/__pycache__/
 python/datafed_pkg/dist/
 web/package.json
+repository/gridftp/globus5/authz/mock_core/Version.hpp
 repository/gridftp/globus5/authz/source/Version.hpp
 repository/server/Version.hpp
 scripts/globus/datafed-home-repo.sh

.gitlab-ci.yml

@@ -22,6 +22,8 @@ include:
   - local: .gitlab/stage_provision_client.yml
   - local: .gitlab/stage_image_check.yml
   - local: .gitlab/stage_build.yml
+  - local: .gitlab/stage_test.yml
+  - local: .gitlab/stage_unit.yml
   - local: .gitlab/end_to_end.yml
 
 stages:
@@ -34,9 +36,12 @@ stages:
   - provision-client
   - image-check
   - build
+  - test # Required for gitlab sast templates
+  - unit
   - end-to-end-setup-arango
   - end-to-end-setup
   - end-to-end-test
+  - end-to-end-test-finish-signal
   - log
   - deploy-pypi-package
 
@@ -50,3 +55,4 @@ variables:
   HARBOR_USER: 'robot$$datafed+harbor_datafed_gitlab_ci_registry_2'
   REGISTRY: 'camden.ornl.gov'
   DATAFED_DEPENDENCIES_INSTALL_PATH: "/shared/install"
+  DOCKER_TLS_CERTDIR: "" # Required for running docker in docker

.gitlab/build/build_core_image.yml

@@ -9,10 +9,12 @@ build-core:
   extends: .docker_build_script
   stage: build
   variables:
-    IMAGE_TAG: "datafed/core"
+    PROJECT: "datafed"
+    COMPONENT: "core"
     GIT_STRATEGY: clone
     DOCKER_FILE_PATH: "core/docker/Dockerfile"
     DATAFED_HARBOR_REGISTRY: "$REGISTRY" # needed by c_harbor_artifact_count
+    BUILD_INTERMEDIATE: "FALSE"
   tags:
     - ci-datafed-core
     - docker
@@ -31,8 +33,21 @@ retag-image:
   extends: .docker_retag_image
   stage: build
   variables:
-    IMAGE_TAG: "datafed/core"
+    PROJECT: "datafed"
+    COMPONENT: "core"
     GIT_STRATEGY: clone
     DATAFED_HARBOR_REGISTRY: "$REGISTRY" # needed by c_harbor_artifact_count
+    BUILD_INTERMEDIATE: "FALSE"
   tags:
     - docker
+  rules:
+    - changes:
+        - docker/**/*
+        - scripts/**/*
+        - core/**/*
+        - common/**/*
+        - CMakeLists.txt
+        - cmake/**/*
+        - .gitlab-ci.yml
+      when: never
+    - when: on_success